change CRDS to CCDS (62e27171) · Commits · csst-pipeline / csst_common

csst_common/crds/init.py

+1 −1

Original line number	Diff line number	Diff line
		from .crds import CRDS
		from .ccds import CCDS

csst_common/crds/crds.py→csst_common/crds/ccds.py

+47 −39

Original line number	Diff line number	Diff line
		import functools
		import os

		from crds import client
		from ccds import client


		class CRDS:
		class CCDS:
		def __init__(self, ccds_root="/ccds_root", ccds_cache="/pipeline/ccds_cache"):
		print("Setting CCDS root path ... ", end="")
		self.ccds_root = ccds_root
		print(self.ccds_root)

		def __init__(self, crdsroot="/crdsroot", crdscache="/pipeline/crds_cache"):
		print("Setting CRDS root path ... ", end="")
		self.crdsroot = crdsroot
		print(self.crdsroot)
		print("Setting CCDS cache path ... ", end="")
		self.ccds_cache = ccds_cache
		print(self.ccds_cache)

		print("Setting CRDS cache path ... ", end="")
		self.crdscache = crdscache
		print(self.crdscache)

		print("Setting CRDS environment variables ... ", end="")
		os.environ['CRDS_MODE'] = 'remote'
		os.environ['CRDS_PATH'] = crdscache
		os.environ['CRDS_OBSERVATORY'] = 'csst'
		print("Setting CCDS environment variables ... ", end="")
		os.environ["CRDS_MODE"] = "remote"
		os.environ["CRDS_PATH"] = ccds_cache
		os.environ["CRDS_OBSERVATORY"] = "csst"
		print("Done")

		print("Query for observatory ... ", end="")
		self.observatory = client.get_default_observatory()
		print(self.observatory)
		assert self.observatory == "csst", f"observatory [{self.observatory}] is not csst!"
		assert (
		self.observatory == "csst"
		), f"observatory [{self.observatory}] is not csst!"

		print("Query for operational_context ... ", end="")
		try:
		@@ -33,24 +34,30 @@ class CRDS:
		client.dump_mappings(self.operational_context)
		self.is_available = True
		except BaseException as e:
		print("CRDS access failed! ", e.args)
		print("CCDS access failed! ", e.args)
		self.operational_context = ""
		self.is_available = False
		print(self.operational_context)
		# assert self.operational_context != "", f"operational_context [{self.operational_context}] is empty!"

		def __repr__(self):
		return f"< CRDS url='{os.getenv('CRDS_SERVER_URL', default='')}' >\n" \
		f" - is_available={self.is_available}\n" \
		f" - observatory='{self.observatory}'\n" \
		f" - operational_context='{self.operational_context}'\n" \
		f" - crdsroot='{self.crdsroot}'\n" \
		f" - crdscache='{self.crdscache}'\n"

		def get_refs(self,
		file_path="/dfsroot/L0/MSC/SCIE/62030/10160000105/MS/CSST_MSC_MS_SCIE_20280916072059_20280916072329_10160000105_10_L0_V01.fits"):
		return (
		f"< CRDS url='{os.getenv('CRDS_SERVER_URL', default='')}' >\n"
		f" - is_available={self.is_available}\n"
		f" - observatory='{self.observatory}'\n"
		f" - operational_context='{self.operational_context}'\n"
		f" - ccds_root='{self.ccds_root}'\n"
		f" - crdscache='{self.ccds_cache}'\n"
		)

		def get_refs(
		self,
		file_path="/dfsroot/L0/MSC/SCIE/62030/10160000105/MS/CSST_MSC_MS_SCIE_20280916072059_20280916072329_10160000105_10_L0_V01.fits",
		):
		# print("get min header")
		hdrs = client.api.get_minimum_header(self.operational_context, file_path, ignore_cache=False)
		hdrs = client.api.get_minimum_header(
		self.operational_context, file_path, ignore_cache=False
		)
		# {'CAMERA': 'MS',
		# 'CHIPID': '10',
		# 'DATE-OBS': '2028-09-16T07:20:59',
		@@ -70,14 +77,14 @@ class CRDS:
		for ref_type in refs.keys():
		d = client.api.get_file_info(self.operational_context, refs[ref_type])
		if d:
		fp = os.path.join(self.crdsroot, "references", d["file_path"])
		fp = os.path.join(self.ccds_root, "references", d["file_path"])
		assert os.path.exists(fp), f"File path [{fp}] does not exist!"
		refs_fp[ref_type] = fp
		else:
		print(f"Failed to get file info for [{ref_type}:{refs[ref_type]}]")
		# {'bias': '/crdsroot/references/msc/csst_msc_ms_bias_10_000001.fits',
		# 'dark': '/crdsroot/references/msc/csst_msc_ms_dark_10_000001.fits',
		# 'ledflat': '/crdsroot/references/msc/csst_msc_ms_ledflat_10_000001.fits'}
		# {'bias': '/ccds_root/references/msc/csst_msc_ms_bias_10_000001.fits',
		# 'dark': '/ccds_root/references/msc/csst_msc_ms_dark_10_000001.fits',
		# 'ledflat': '/ccds_root/references/msc/csst_msc_ms_ledflat_10_000001.fits'}
		return refs_fp

		@staticmethod
		@@ -89,7 +96,7 @@ class CRDS:
		return res
		except BaseException as e:
		print(f"Error occurs: {e.__repr__()}")
		raise RuntimeError("All attempts failed.")
		raise RuntimeError(f"All {n} attempts failed.")


		def retry(func, n=3):
		@@ -113,23 +120,24 @@ refs = crds.getreferences(hdrs, reftypes=['bias'], context=c.operational_context


		docker run --rm -it \
		-v /share/crdsdata/data:/crdsroot \
		-v /share/crdsdata/data:/ccds_root \
		-e CRDS_SERVER_URL=http://172.24.27.2:29000 \
		-v /share/dfs:/dfsroot \
		csst/csst-msc-l1-mbi bash
		"""

		if __name__ == "__main__":
		c = CRDS()
		c = CCDS()
		refs = c.get_refs()
		print(refs)

		refs = c.retry(
		c.get_refs, 3,
		file_path="/dfsroot/L0/MSC/SCIE/62030/10160000105/MS/CSST_MSC_MS_SCIE_20280916072059_20280916072329_10160000105_11_L0_V01.fits"
		c.get_refs,
		3,
		file_path="/dfsroot/L0/MSC/SCIE/62030/10160000105/MS/CSST_MSC_MS_SCIE_20280916072059_20280916072329_10160000105_11_L0_V01.fits",
		)
		print(refs)
		# {'bias': '/crdsroot/references/msc/csst_msc_ms_bias_11_000001.fits',
		# 'dark': '/crdsroot/references/msc/csst_msc_ms_dark_11_000001.fits',
		# 'ledflat': '/crdsroot/references/msc/csst_msc_ms_ledflat_11_000001.fits',
		# 'shutter': '/crdsroot/references/msc/csst_msc_ms_shutter_11_000001.fits'}
		# {'bias': '/ccds_root/references/msc/csst_msc_ms_bias_11_000001.fits',
		# 'dark': '/ccds_root/references/msc/csst_msc_ms_dark_11_000001.fits',
		# 'ledflat': '/ccds_root/references/msc/csst_msc_ms_ledflat_11_000001.fits',
		# 'shutter': '/ccds_root/references/msc/csst_msc_ms_shutter_11_000001.fits'}