Commit e4b77553 authored by BO ZHANG's avatar BO ZHANG 🏀
Browse files

dump dag_group_run

parent 9936906c
...@@ -7,8 +7,7 @@ Example ...@@ -7,8 +7,7 @@ Example
------- -------
python -m csst_dag.cli.csst_msc_l1 -h python -m csst_dag.cli.csst_msc_l1 -h
python -m csst_dag.cli.csst_msc_l1 python -m csst_dag.cli.csst_msc_l1 \
--dag csst-msc-l1-mbi csst-msc-l1-sls \
--dataset=csst-msc-c9-25sqdeg-v3 \ --dataset=csst-msc-c9-25sqdeg-v3 \
--instrument=MSC \ --instrument=MSC \
--obs-type=WIDE \ --obs-type=WIDE \
...@@ -19,13 +18,15 @@ python -m csst_dag.cli.csst_msc_l1 ...@@ -19,13 +18,15 @@ python -m csst_dag.cli.csst_msc_l1
--batch-id=test-b1 \ --batch-id=test-b1 \
--priority=1 \ --priority=1 \
--pmapname=csst_000070.pmap \ --pmapname=csst_000070.pmap \
--ref-cat=trilegal_093 \ --ref-cat=trilegal_093
--submit
""" """
import os
from csst_dag.dag import CSST_DAGS, Dispatcher, BaseDAG from csst_dag.dag import CSST_DAGS, Dispatcher, BaseDAG
from csst_dag import dfs from csst_dag import dfs
import argparse import argparse
import joblib
parser = argparse.ArgumentParser( parser = argparse.ArgumentParser(
description="Scheduler for CSST MSC L1 pipeline.", description="Scheduler for CSST MSC L1 pipeline.",
...@@ -40,7 +41,7 @@ parser.add_argument("--obs-group", type=str, help="Observation group", default=N ...@@ -40,7 +41,7 @@ parser.add_argument("--obs-group", type=str, help="Observation group", default=N
parser.add_argument("--obs-id", type=str, help="Observation ID", default=None) parser.add_argument("--obs-id", type=str, help="Observation ID", default=None)
parser.add_argument("--detector", type=str, help="Detector name", default=None) parser.add_argument("--detector", type=str, help="Detector name", default=None)
parser.add_argument( parser.add_argument(
"prc-status", type=int, help="Initial processing status", default=-1024 "--prc-status", type=int, help="Initial processing status", default=-1024
) )
# task parameters # task parameters
parser.add_argument("--batch-id", type=str, help="Batch ID", default="test-batch") parser.add_argument("--batch-id", type=str, help="Batch ID", default="test-batch")
...@@ -104,11 +105,23 @@ dag_run_list = CSST_DAGS["csst-msc-l1-mbi"].schedule( ...@@ -104,11 +105,23 @@ dag_run_list = CSST_DAGS["csst-msc-l1-mbi"].schedule(
pmapname=args.pmapname, pmapname=args.pmapname,
ref_cat=args.ref_cat, ref_cat=args.ref_cat,
) )
print("dag_group_run", dag_group_run)
print("dag_run_list", dag_run_list[0])
joblib.dump(
dict(
dag_group_run=dag_group_run,
dag_run_list=dag_run_list,
),
os.path.join(
os.getenv("HOME"),
"csst_dag",
f"{dag_group_run['dag_group_run']}.joblib",
),
)
# submit DAG group run # submit DAG group run
if args.submit: if args.submit:
dfs.dag.new_dag_group_run( dfs.dag.new_dag_group_run(
dag_group_run=dag_group_run, dag_group_run=dag_group_run,
dag_run_list=dag_run_list, dag_run_list=dag_run_list,
) )
print("dag_group_run", dag_group_run)
print("dag_run_list", dag_run_list[0])
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment