Commit f853caa5 authored by BO ZHANG's avatar BO ZHANG 🏀
Browse files

add trigger-msc-v093-rdx-zjlab-v4.py

parent 4b76d802

batch/msc-v093/trigger.py→batch/msc-v093/trigger-msc-v093-rdx-zjlab-v3.py

+16 −5
Original line number Diff line number Diff line
@@ -3,18 +3,18 @@ from csst_dag import CSST_DAG_LIST, Redis, dump_message_list 
from csst_dag.constants import MSC_MBI_CHIPID



# set BATCH_ID and DATASET

BATCH_ID = "msc-v093-rdx-zjlab-v1"

BATCH_ID = "msc-v093-rdx-zjlab-v3"

DATASET = "msc-v093"



OBSID_LIST_PATH = "batch/msc-v093/C9_W1_Phot.obsid"



# get OBSID

with open("batch/msc-v093/C9_W1_Phot.obsid", "r") as f:

with open(OBSID_LIST_PATH, "r") as f:

    OBSID_LIST = [_.strip() for _ in f.readlines()]

OBSID_LIST_CORRECTED = [_[:3] + "093" + _[6:] for _ in OBSID_LIST]



# get DAG

dag = CSST_DAG_LIST.get("csst-msc-l1-mbi")

# get redis

r = Redis(location="zjlab")



# generate messages

message_list = []
@@ -29,6 +29,8 @@ for this_obsid in OBSID_LIST_CORRECTED: 
        message_list.append(this_message)





# setup redis

r = Redis(location="zjlab")

# push messages to redis

for msg in message_list:

    r.push(msg)
@@ -36,6 +38,15 @@ for msg in message_list: 
print(f" N_message = {len(message_list)}")

print(f" N_in_redis = {len(r.get_all())}")





# dump messages

dump_message_list(message_list, path=f"batch/msc-v093/C9_W1_Phot.{BATCH_ID}")





# read messages

with open(f"batch/msc-v093/C9_W1_Phot.{BATCH_ID}.messages", "r") as f:

    message_list = [_.strip() for _ in f.readlines()]

for msg in message_list[20:30]:

    r.push(msg)



print(f" N_message = {len(message_list)}")

print(f" N_in_redis = {len(r.get_all())}")

batch/msc-v093/trigger-msc-v093-rdx-zjlab-v4.py

0 → 100644
+52 −0
Original line number Diff line number Diff line 
import numpy as np

from csst_dag import CSST_DAG_LIST, Redis, dump_message_list

from csst_dag.constants import MSC_MBI_CHIPID



# set BATCH_ID and DATASET

BATCH_ID = "msc-v093-rdx-zjlab-v4"

DATASET = "msc-v093"



OBSID_LIST_PATH = "batch/msc-v093/msc-v093-all.obsid"



# get OBSID

with open(OBSID_LIST_PATH, "r") as f:

    OBSID_LIST = [_.strip() for _ in f.readlines()]

OBSID_LIST_CORRECTED = [_[:3] + "093" + _[6:] for _ in OBSID_LIST]



# get DAG

dag = CSST_DAG_LIST.get("csst-msc-l1-mbi")



# generate messages

message_list = []

for this_obsid in OBSID_LIST_CORRECTED:

    for this_chipid in MSC_MBI_CHIPID:

        this_message = dag.gen_message(

            batch_id=BATCH_ID,

            dataset=DATASET,

            obsid=this_obsid,

            chipid=this_chipid,

        )

        message_list.append(this_message)





# setup redis

r = Redis(location="zjlab")

# push messages to redis

for msg in message_list:

    r.push(msg)



print(f" N_message = {len(message_list)}")

print(f" N_in_redis = {len(r.get_all())}")



# dump messages

dump_message_list(message_list, path=f"batch/msc-v093/msc-v093.{BATCH_ID}")



# re-process?

# read messages

with open(f"batch/msc-v093/C9_W1_Phot.{BATCH_ID}.messages", "r") as f:

    message_list = [_.strip() for _ in f.readlines()]

for msg in message_list[20:30]:

    r.push(msg)



print(f" N_message = {len(message_list)}")

print(f" N_in_redis = {len(r.get_all())}")