dump dag_group_run (e4b77553) · Commits · csst-cicd / csst-dag

csst_dag/cli/csst_msc_l1.py

+20 −7

Original line number	Diff line number	Diff line
		@@ -7,8 +7,7 @@ Example
		-------
		python -m csst_dag.cli.csst_msc_l1 -h

		python -m csst_dag.cli.csst_msc_l1
		--dag csst-msc-l1-mbi csst-msc-l1-sls \
		python -m csst_dag.cli.csst_msc_l1 \
		--dataset=csst-msc-c9-25sqdeg-v3 \
		--instrument=MSC \
		--obs-type=WIDE \
		@@ -19,13 +18,15 @@ python -m csst_dag.cli.csst_msc_l1
		--batch-id=test-b1 \
		--priority=1 \
		--pmapname=csst_000070.pmap \
		--ref-cat=trilegal_093 \
		--submit
		--ref-cat=trilegal_093
		"""

		import os

		from csst_dag.dag import CSST_DAGS, Dispatcher, BaseDAG
		from csst_dag import dfs
		import argparse
		import joblib

		parser = argparse.ArgumentParser(
		description="Scheduler for CSST MSC L1 pipeline.",
		@@ -40,7 +41,7 @@ parser.add_argument("--obs-group", type=str, help="Observation group", default=N
		parser.add_argument("--obs-id", type=str, help="Observation ID", default=None)
		parser.add_argument("--detector", type=str, help="Detector name", default=None)
		parser.add_argument(
		"prc-status", type=int, help="Initial processing status", default=-1024
		"--prc-status", type=int, help="Initial processing status", default=-1024
		)
		# task parameters
		parser.add_argument("--batch-id", type=str, help="Batch ID", default="test-batch")
		@@ -104,11 +105,23 @@ dag_run_list = CSST_DAGS["csst-msc-l1-mbi"].schedule(
		pmapname=args.pmapname,
		ref_cat=args.ref_cat,
		)

		print("dag_group_run", dag_group_run)
		print("dag_run_list", dag_run_list[0])
		joblib.dump(
		dict(
		dag_group_run=dag_group_run,
		dag_run_list=dag_run_list,
		),
		os.path.join(
		os.getenv("HOME"),
		"csst_dag",
		f"{dag_group_run['dag_group_run']}.joblib",
		),
		)
		# submit DAG group run
		if args.submit:
		dfs.dag.new_dag_group_run(
		dag_group_run=dag_group_run,
		dag_run_list=dag_run_list,
		)
		print("dag_group_run", dag_group_run)
		print("dag_run_list", dag_run_list[0])