Loading batch/msc-v093/trigger.py +9 −1 Original line number Diff line number Diff line import numpy as np from csst_dag import CSST_DAG_LIST, Redis from csst_dag import CSST_DAG_LIST, Redis, dump_message_list from csst_dag.constants import MSC_MBI_CHIPID # set BATCH_ID and DATASET Loading Loading @@ -28,6 +28,14 @@ for this_obsid in OBSID_LIST_CORRECTED: ) message_list.append(this_message) # push messages to redis for msg in message_list: r.push(msg) print(f" N_message = {len(message_list)}") print(f" N_in_redis = {len(r.get_all())}") # dump messages dump_message_list(message_list, path=f"batch/msc-v093/C9_W1_Phot.{BATCH_ID}") csst_dag/__init__.py +2 −0 Original line number Diff line number Diff line # from .dag import gen_dag_run_id, gen_level1_dag_message, CSST_DAG_LIST from .redis import Redis from .dag import CSST_DAG_LIST # all DAGs from .utils import dump_message_list from .constants import MSC_MBI_CHIPID csst_dag/utils/__init__.py 0 → 100644 +13 −0 Original line number Diff line number Diff line import json def dump_message_list( messages, path="", ): with open(path + ".messages", "w+") as f: for msg in messages: f.write(msg + "\n") with open(path + ".dag_run_id", "w+") as f: for msg in messages: f.write(json.loads(msg)["dag_run_id"] + "\n") Loading
batch/msc-v093/trigger.py +9 −1 Original line number Diff line number Diff line import numpy as np from csst_dag import CSST_DAG_LIST, Redis from csst_dag import CSST_DAG_LIST, Redis, dump_message_list from csst_dag.constants import MSC_MBI_CHIPID # set BATCH_ID and DATASET Loading Loading @@ -28,6 +28,14 @@ for this_obsid in OBSID_LIST_CORRECTED: ) message_list.append(this_message) # push messages to redis for msg in message_list: r.push(msg) print(f" N_message = {len(message_list)}") print(f" N_in_redis = {len(r.get_all())}") # dump messages dump_message_list(message_list, path=f"batch/msc-v093/C9_W1_Phot.{BATCH_ID}")
csst_dag/__init__.py +2 −0 Original line number Diff line number Diff line # from .dag import gen_dag_run_id, gen_level1_dag_message, CSST_DAG_LIST from .redis import Redis from .dag import CSST_DAG_LIST # all DAGs from .utils import dump_message_list from .constants import MSC_MBI_CHIPID
csst_dag/utils/__init__.py 0 → 100644 +13 −0 Original line number Diff line number Diff line import json def dump_message_list( messages, path="", ): with open(path + ".messages", "w+") as f: for msg in messages: f.write(msg + "\n") with open(path + ".dag_run_id", "w+") as f: for msg in messages: f.write(json.loads(msg)["dag_run_id"] + "\n")