Loading csst_common/io.py +24 −24 Original line number Diff line number Diff line Loading @@ -28,39 +28,39 @@ from .time import now # meta字段和默认值 REQUIRED_KEYS_IN_META = dict( # 编排信息 dataset="__unset__", instrument="__unset__", obs_type="__unset__", obs_group="__unset__", obs_id="__unset__", dataset="null", instrument="null", obs_type="null", obs_group="null", obs_id="null", # 探测信息 detector="__unset__", filter="__unset__", detector="null", filter="null", # 参考信息 pmapname="__unset__", ref_cat="__unset__", pmapname="null", ref_cat="null", # 数据处理信息 custom_id="__unset__", batch_id="__unset__", dag_group="__unset__", dag_group_run="__unset__", dag="__unset__", dag_run="__unset__", custom_id="null", batch_id="null", dag_group="null", dag_group_run="null", dag="null", dag_run="null", priority=-1, data_list=[], extra_kwargs={}, created_time="1970-01-01T00:00:00.000", rerun=-1, # 数据产品信息 data_model="__unset__", # 数据产品类型,手动设置 data_uuid="__unset__", # UUID,自动设置 data_model="null", # 数据产品类型,手动设置 data_uuid="null", # UUID,自动设置 qc_status=-1024, # QC状态 # Docker镜像名称和版本 docker_image="__unset__", # 镜像名称,自动设置 build="__unset__", # 镜像版本,自动设置 docker_image="null", # 镜像名称,自动设置 build="null", # 镜像版本,自动设置 # 额外的观测筛选参数 object="__unset__", # 观测目标 proposal_id="__unset__", # 观测申请ID object="null", # 观测目标 proposal_id="null", # 观测申请ID ra=-3.141592653589793, # 赤经 dec=-3.141592653589793, # 赤纬 healpix=-1, # HEALPix,每种数据产品的nside可以不一样 Loading Loading @@ -97,8 +97,8 @@ def generate_meta(**kwargs) -> dict: else: raise KeyError(f"未知的meta参数: {k}") # automatically set docker_image, build, and created_date meta["docker_image"] = os.getenv("PIPELINE_ID", default="__unset__") meta["build"] = os.getenv("BUILD", default="__unset__") meta["docker_image"] = os.getenv("PIPELINE_ID", default="null") meta["build"] = os.getenv("BUILD", default="null") meta["prc_date"] = now() meta["data_uuid"] = str(uuid.uuid4()) return meta Loading Loading @@ -327,7 +327,7 @@ def delete_section( def get_proc_info(**kwargs): cards = [("BUILD", os.getenv("BUILD", default="__unset__"), "")] cards = [("BUILD", os.getenv("BUILD", default="null"), "")] for k, v in kwargs.items(): cards.append((k, v, "")) header = fits.Header(cards=cards) Loading Loading
csst_common/io.py +24 −24 Original line number Diff line number Diff line Loading @@ -28,39 +28,39 @@ from .time import now # meta字段和默认值 REQUIRED_KEYS_IN_META = dict( # 编排信息 dataset="__unset__", instrument="__unset__", obs_type="__unset__", obs_group="__unset__", obs_id="__unset__", dataset="null", instrument="null", obs_type="null", obs_group="null", obs_id="null", # 探测信息 detector="__unset__", filter="__unset__", detector="null", filter="null", # 参考信息 pmapname="__unset__", ref_cat="__unset__", pmapname="null", ref_cat="null", # 数据处理信息 custom_id="__unset__", batch_id="__unset__", dag_group="__unset__", dag_group_run="__unset__", dag="__unset__", dag_run="__unset__", custom_id="null", batch_id="null", dag_group="null", dag_group_run="null", dag="null", dag_run="null", priority=-1, data_list=[], extra_kwargs={}, created_time="1970-01-01T00:00:00.000", rerun=-1, # 数据产品信息 data_model="__unset__", # 数据产品类型,手动设置 data_uuid="__unset__", # UUID,自动设置 data_model="null", # 数据产品类型,手动设置 data_uuid="null", # UUID,自动设置 qc_status=-1024, # QC状态 # Docker镜像名称和版本 docker_image="__unset__", # 镜像名称,自动设置 build="__unset__", # 镜像版本,自动设置 docker_image="null", # 镜像名称,自动设置 build="null", # 镜像版本,自动设置 # 额外的观测筛选参数 object="__unset__", # 观测目标 proposal_id="__unset__", # 观测申请ID object="null", # 观测目标 proposal_id="null", # 观测申请ID ra=-3.141592653589793, # 赤经 dec=-3.141592653589793, # 赤纬 healpix=-1, # HEALPix,每种数据产品的nside可以不一样 Loading Loading @@ -97,8 +97,8 @@ def generate_meta(**kwargs) -> dict: else: raise KeyError(f"未知的meta参数: {k}") # automatically set docker_image, build, and created_date meta["docker_image"] = os.getenv("PIPELINE_ID", default="__unset__") meta["build"] = os.getenv("BUILD", default="__unset__") meta["docker_image"] = os.getenv("PIPELINE_ID", default="null") meta["build"] = os.getenv("BUILD", default="null") meta["prc_date"] = now() meta["data_uuid"] = str(uuid.uuid4()) return meta Loading Loading @@ -327,7 +327,7 @@ def delete_section( def get_proc_info(**kwargs): cards = [("BUILD", os.getenv("BUILD", default="__unset__"), "")] cards = [("BUILD", os.getenv("BUILD", default="null"), "")] for k, v in kwargs.items(): cards.append((k, v, "")) header = fits.Header(cards=cards) Loading