Commit e4b77553 authored by BO ZHANG's avatar BO ZHANG 🏀
Browse files

dump dag_group_run

parent 9936906c
......@@ -7,8 +7,7 @@ Example
-------
python -m csst_dag.cli.csst_msc_l1 -h
python -m csst_dag.cli.csst_msc_l1
--dag csst-msc-l1-mbi csst-msc-l1-sls \
python -m csst_dag.cli.csst_msc_l1 \
--dataset=csst-msc-c9-25sqdeg-v3 \
--instrument=MSC \
--obs-type=WIDE \
......@@ -19,13 +18,15 @@ python -m csst_dag.cli.csst_msc_l1
--batch-id=test-b1 \
--priority=1 \
--pmapname=csst_000070.pmap \
--ref-cat=trilegal_093 \
--submit
--ref-cat=trilegal_093
"""
import os
from csst_dag.dag import CSST_DAGS, Dispatcher, BaseDAG
from csst_dag import dfs
import argparse
import joblib
parser = argparse.ArgumentParser(
description="Scheduler for CSST MSC L1 pipeline.",
......@@ -40,7 +41,7 @@ parser.add_argument("--obs-group", type=str, help="Observation group", default=N
parser.add_argument("--obs-id", type=str, help="Observation ID", default=None)
parser.add_argument("--detector", type=str, help="Detector name", default=None)
parser.add_argument(
"prc-status", type=int, help="Initial processing status", default=-1024
"--prc-status", type=int, help="Initial processing status", default=-1024
)
# task parameters
parser.add_argument("--batch-id", type=str, help="Batch ID", default="test-batch")
......@@ -104,11 +105,23 @@ dag_run_list = CSST_DAGS["csst-msc-l1-mbi"].schedule(
pmapname=args.pmapname,
ref_cat=args.ref_cat,
)
print("dag_group_run", dag_group_run)
print("dag_run_list", dag_run_list[0])
joblib.dump(
dict(
dag_group_run=dag_group_run,
dag_run_list=dag_run_list,
),
os.path.join(
os.getenv("HOME"),
"csst_dag",
f"{dag_group_run['dag_group_run']}.joblib",
),
)
# submit DAG group run
if args.submit:
dfs.dag.new_dag_group_run(
dag_group_run=dag_group_run,
dag_run_list=dag_run_list,
)
print("dag_group_run", dag_group_run)
print("dag_run_list", dag_run_list[0])
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment