tweaks

csst_dag/pipeline/msc.py

+# Given dataset and batchid, trigger all DAGs for MSC
+
+from csst_dag.constants import MSC_MBI_CHIPID
+from csst_dfs_client import plan, level0
+import argparse
+
+
+# python -m csst_dag.trigger.csst-msc-l1-mbi -h
+# python -m csst_dag.trigger.csst-msc-l1-mbi --dataset csst-msc-c9-25sqdeg-v3 --batch-id
+parser = argparse.ArgumentParser(
+    description="Trigger for DAG csst-msc-l1-mbi",
+    formatter_class=argparse.ArgumentDefaultsHelpFormatter,
+)
+parser.add_argument("--dataset", type=str, help="Dataset name")
+# parser.add_argument("--instrument", type=str, help="Instrument name", default="MSC")
+parser.add_argument("--project-id", type=str, help="Project ID", default="None")
+# parser.add_argument(
+#     "--file-type", type=str, help="File type (SCI/CAL/REF)", default="SCI"
+# )
+# parser.add_argument("--obs-type", type=str, help="Observation type", default="WIDE")
+parser.add_argument("--batch-id", type=str, help="Batch ID", default="default")
+args = parser.parse_args()
+print(args)
+
+OBSTYPE_DAG_MAP = {
+    "WIDE": "csst-msc-l1-mbi",
+    "DEEP": "csst-msc-l1-mbi",
+    "BIAS": "csst-msc-l1-mbi",
+    "DARK": "csst-msc-l1-mbi",
+    "FLAT": "csst-msc-l1-mbi",
+}
+for obs_type in ["WIDE", "DEEP"]:
+    pass

csst_dag/trigger/csst-msc-l1-mbi.py

 from csst_dag.constants import MSC_MBI_CHIPID
+from csst_dag import DFS
 from csst_dfs_client import plan, level0
-import argparse
+from ..dag._dag_list import DAG_LIST
+
+
+class CsstMscL1Mbi:
+    def __init__(self):
+        pass
+
+    @staticmethod
+    def schedule(
+        dag_id: str = "csst-msc-l1-mbi",
+        dataset: str = "csst-msc-c9-25sqdeg-v3",
+        obs_type: str = "WIDE",
+        project_id: str = "none",
+        batch_id: str | None = "default",
+        **kwargs,
+    ):
+        pass
 
-# python -m csst_dag.trigger.csst-msc-l1-mbi -h
-# python -m csst_dag.trigger.csst-msc-l1-mbi --dataset csst-msc-c9-25sqdeg-v3 --batch-id
-parser = argparse.ArgumentParser(
-    description="Trigger for DAG csst-msc-l1-mbi",
-    formatter_class=argparse.ArgumentDefaultsHelpFormatter,
-)
-parser.add_argument("--dataset", type=str, help="Dataset name")
-parser.add_argument("--instrument", type=str, help="Instrument name", default="MSC")
-parser.add_argument("--project-id", type=str, help="Project ID", default="None")
-parser.add_argument(
-    "--file-type", type=str, help="File type (SCI/CAL/REF)", default="SCI"
-)
-parser.add_argument("--obs-type", type=str, help="Observation type", default="WIDE")
-parser.add_argument("--batch-id", type=str, help="Batch ID", default="default")
-args = parser.parse_args()
-print(args)
 
 # Write plan to DFS
-# result = plan.write_file("csst-msc-c9-50sqdeg-v3-plan/pointing_50_all.json")
+# result = plan.write_file("/nfs/simulation-collection/csst-msc-c9-25sqdeg-v3/plan.json")
 # print(result)
 
-# level0.write_file()
+# search plan
+# # plan.find(instrument="MSC")
+# res_plan = plan.find(
+#     dataset="csst-msc-c9-25sqdeg-v3",
+#     instrument="MSC",
+#     obs_type="WIDE",
+#     project_id="none",
+# )
+# print(res_plan.data[0])
+# assert res_plan.success, res_plan.message
+
+res_level0 = level0.find(
+    dataset="csst-msc-c9-25sqdeg-v3",
+    instrument="MSC",
+    obs_type="WIDE",
+    prc_status=-1024,
+)
+
+# process as there is
+for rec in res_level0.data:
+    print(rec)
+
+
+print(res_level0.data[0])
+print(res_level0.data[0].keys())
+
+
+print(res_level0)
+assert res_level0.success, res_level0.message
+
+
+# 不对project的数据完整性进行检查，只对数据的存在性进行检查
+
+
 # print(__file__)

csst_dag/utils/__init__.py

-import json
-
-
-def dump_message_list(
-    messages,
-    path="",
-):
-    with open(path + ".messages", "w+") as f:
-        for msg in messages:
-            f.write(msg + "\n")
-    with open(path + ".dag_run_id", "w+") as f:
-        for msg in messages:
-            f.write(json.loads(msg)["dag_run_id"] + "\n")