Commit 3ff3bc68 authored by BO ZHANG's avatar BO ZHANG 🏀
Browse files

move to P368

parent e55f5ed4

batch/msc-ooc/trigger-msc-ooc-v20241219-rdx-naoc-v1.py

0 → 100644
+61 −0
Original line number Diff line number Diff line 
import numpy as np

from csst_dag import CSST_DAG_LIST, Redis, dump_message_list

from csst_dag.constants import MSC_MBI_CHIPID

from csst_dfs_client import level0



# set BATCH_ID and DATASET

BATCH_ID = "msc-ooc-v20241219-rdx-naoc-v1"

DATASET = "msc-ooc-v20241219"

LOCATION = "naoc"



# query for data in DFS

result = level0.find(

    dataset=DATASET,

    file_type="SCI",

)

print(result)



for _ in result.data:

    print(_.obs_id, _.detector_no)





# get DAG

dag = CSST_DAG_LIST.get("csst-msc-l1-mbi")



# generate messages

message_list = []

for _ in result.data:

    this_obsid = _.obs_id

    this_chipid = _.detector_no

    this_message = dag.gen_message(

        batch_id=BATCH_ID,

        dataset=DATASET,

        obsid=this_obsid,

        chipid=this_chipid,

    )

    message_list.append(this_message)





# setup redis

r = Redis(location=LOCATION)



# push messages to redis

for msg in message_list:

    r.push(msg)



print(f" N_message = {len(message_list)}")

print(f" N_in_redis = {len(r.get_all())}")



# ===============================================================

# dump messages

dump_message_list(message_list, path=f"batch/msc-v093/msc-v093.{BATCH_ID}")



# re-process?

# read messages

with open(f"batch/msc-v093/C9_W1_Phot.{BATCH_ID}.messages", "r") as f:

    message_list = [_.strip() for _ in f.readlines()]

for msg in message_list[20:30]:

    r.push(msg)



print(f" N_message = {len(message_list)}")

print(f" N_in_redis = {len(r.get_all())}")

batch/msc-v093/trigger-msc-v093-rdx-zjlab-v4.py

+1 −1
Original line number Diff line number Diff line
@@ -4,7 +4,7 @@ from csst_dag.constants import MSC_MBI_CHIPID 


# set BATCH_ID and DATASET

BATCH_ID = "msc-v093-rdx-zjlab-v4"

DATASET = "msc-v093"

DATASET = "msc-v093-r1"



OBSID_LIST_PATH = "batch/msc-v093/msc-v093-all.obsid"

batch/msc-v093/trigger-msc-v093-rdx-zjlab-v5.py

0 → 100644
+52 −0
Original line number Diff line number Diff line 
import numpy as np

from csst_dag import CSST_DAG_LIST, Redis, dump_message_list

from csst_dag.constants import MSC_MBI_CHIPID



# set BATCH_ID and DATASET

BATCH_ID = "msc-v093-rdx-zjlab-v5"

DATASET = "msc-v093-r1"



OBSID_LIST_PATH = "batch/msc-v093/msc-v093-all.obsid"



# get OBSID

with open(OBSID_LIST_PATH, "r") as f:

    OBSID_LIST = [_.strip() for _ in f.readlines()]

OBSID_LIST_CORRECTED = [_[:3] + "093" + _[6:] for _ in OBSID_LIST]



# get DAG

dag = CSST_DAG_LIST.get("csst-msc-l1-mbi")



# generate messages

message_list = []

for this_obsid in OBSID_LIST_CORRECTED:

    for this_chipid in MSC_MBI_CHIPID:

        this_message = dag.gen_message(

            batch_id=BATCH_ID,

            dataset=DATASET,

            obsid=this_obsid,

            chipid=this_chipid,

        )

        message_list.append(this_message)





# setup redis

r = Redis(location="zjlab")

# push messages to redis

for msg in message_list:

    r.push(msg)



print(f" N_message = {len(message_list)}")

print(f" N_in_redis = {len(r.get_all())}")



# dump messages

dump_message_list(message_list, path=f"batch/msc-v093/msc-v093.{BATCH_ID}")



# re-process?

# read messages

with open(f"batch/msc-v093/C9_W1_Phot.{BATCH_ID}.messages", "r") as f:

    message_list = [_.strip() for _ in f.readlines()]

for msg in message_list[20:30]:

    r.push(msg)



print(f" N_message = {len(message_list)}")

print(f" N_in_redis = {len(r.get_all())}")