trigger-msc-v093-rdx-zjlab-v4.py

import numpy as np
from csst_dag import CSST_DAG_LIST, Redis, dump_message_list
from csst_dag.constants import MSC_MBI_CHIPID

# set BATCH_ID and DATASET
BATCH_ID = "msc-v093-rdx-zjlab-v4"
DATASET = "msc-v093"

OBSID_LIST_PATH = "batch/msc-v093/msc-v093-all.obsid"

# get OBSID
with open(OBSID_LIST_PATH, "r") as f:
    OBSID_LIST = [_.strip() for _ in f.readlines()]
OBSID_LIST_CORRECTED = [_[:3] + "093" + _[6:] for _ in OBSID_LIST]

# get DAG
dag = CSST_DAG_LIST.get("csst-msc-l1-mbi")

# generate messages
message_list = []
for this_obsid in OBSID_LIST_CORRECTED:
    for this_chipid in MSC_MBI_CHIPID:
        this_message = dag.gen_message(
            batch_id=BATCH_ID,
            dataset=DATASET,
            obsid=this_obsid,
            chipid=this_chipid,
        )
        message_list.append(this_message)


# setup redis
r = Redis(location="zjlab")
# push messages to redis
for msg in message_list:
    r.push(msg)

print(f" N_message = {len(message_list)}")
print(f" N_in_redis = {len(r.get_all())}")

# dump messages
dump_message_list(message_list, path=f"batch/msc-v093/msc-v093.{BATCH_ID}")

# re-process?
# read messages
with open(f"batch/msc-v093/C9_W1_Phot.{BATCH_ID}.messages", "r") as f:
    message_list = [_.strip() for _ in f.readlines()]
for msg in message_list[20:30]:
    r.push(msg)

print(f" N_message = {len(message_list)}")
print(f" N_in_redis = {len(r.get_all())}")