add trigger-msc-v093-rdx-zjlab-v4.py

batch/msc-v093/trigger.py → batch/msc-v093/trigger-msc-v093-rdx-zjlab-v3.py

@@ -3,18 +3,18 @@ from csst_dag import CSST_DAG_LIST, Redis, dump_message_list
 from csst_dag.constants import MSC_MBI_CHIPID
 
 # set BATCH_ID and DATASET
-BATCH_ID = "msc-v093-rdx-zjlab-v1"
+BATCH_ID = "msc-v093-rdx-zjlab-v3"
 DATASET = "msc-v093"
 
+OBSID_LIST_PATH = "batch/msc-v093/C9_W1_Phot.obsid"
+
 # get OBSID
-with open("batch/msc-v093/C9_W1_Phot.obsid", "r") as f:
+with open(OBSID_LIST_PATH, "r") as f:
     OBSID_LIST = [_.strip() for _ in f.readlines()]
 OBSID_LIST_CORRECTED = [_[:3] + "093" + _[6:] for _ in OBSID_LIST]
 
 # get DAG
 dag = CSST_DAG_LIST.get("csst-msc-l1-mbi")
-# get redis
-r = Redis(location="zjlab")
 
 # generate messages
 message_list = []
@@ -29,6 +29,8 @@ for this_obsid in OBSID_LIST_CORRECTED:
         message_list.append(this_message)
 
 
+# setup redis
+r = Redis(location="zjlab")
 # push messages to redis
 for msg in message_list:
     r.push(msg)
@@ -36,6 +38,15 @@ for msg in message_list:
 print(f" N_message = {len(message_list)}")
 print(f" N_in_redis = {len(r.get_all())}")
 
-
 # dump messages
 dump_message_list(message_list, path=f"batch/msc-v093/C9_W1_Phot.{BATCH_ID}")
+
+
+# read messages
+with open(f"batch/msc-v093/C9_W1_Phot.{BATCH_ID}.messages", "r") as f:
+    message_list = [_.strip() for _ in f.readlines()]
+for msg in message_list[20:30]:
+    r.push(msg)
+
+print(f" N_message = {len(message_list)}")
+print(f" N_in_redis = {len(r.get_all())}")

batch/msc-v093/trigger-msc-v093-rdx-zjlab-v4.py

+import numpy as np
+from csst_dag import CSST_DAG_LIST, Redis, dump_message_list
+from csst_dag.constants import MSC_MBI_CHIPID
+
+# set BATCH_ID and DATASET
+BATCH_ID = "msc-v093-rdx-zjlab-v4"
+DATASET = "msc-v093"
+
+OBSID_LIST_PATH = "batch/msc-v093/msc-v093-all.obsid"
+
+# get OBSID
+with open(OBSID_LIST_PATH, "r") as f:
+    OBSID_LIST = [_.strip() for _ in f.readlines()]
+OBSID_LIST_CORRECTED = [_[:3] + "093" + _[6:] for _ in OBSID_LIST]
+
+# get DAG
+dag = CSST_DAG_LIST.get("csst-msc-l1-mbi")
+
+# generate messages
+message_list = []
+for this_obsid in OBSID_LIST_CORRECTED:
+    for this_chipid in MSC_MBI_CHIPID:
+        this_message = dag.gen_message(
+            batch_id=BATCH_ID,
+            dataset=DATASET,
+            obsid=this_obsid,
+            chipid=this_chipid,
+        )
+        message_list.append(this_message)
+
+
+# setup redis
+r = Redis(location="zjlab")
+# push messages to redis
+for msg in message_list:
+    r.push(msg)
+
+print(f" N_message = {len(message_list)}")
+print(f" N_in_redis = {len(r.get_all())}")
+
+# dump messages
+dump_message_list(message_list, path=f"batch/msc-v093/msc-v093.{BATCH_ID}")
+
+# re-process?
+# read messages
+with open(f"batch/msc-v093/C9_W1_Phot.{BATCH_ID}.messages", "r") as f:
+    message_list = [_.strip() for _ in f.readlines()]
+for msg in message_list[20:30]:
+    r.push(msg)
+
+print(f" N_message = {len(message_list)}")
+print(f" N_in_redis = {len(r.get_all())}")