msc.py

# Process a dataset, given
# - project_id = "none"
# - obs_type = "*"
from csst_dag.dag import dags
import argparse

# python -m csst_dag.trigger.csst-msc-l1-mbi -h
# python -m csst_dag.trigger.csst-msc-l1-mbi --dataset csst-msc-c9-25sqdeg-v3 --batch-id
parser = argparse.ArgumentParser(
    description="Scheduler for MSC L1 pipeline.",
    formatter_class=argparse.ArgumentDefaultsHelpFormatter,
)

parser.add_argument("--dataset", type=str, help="Dataset name")
# parser.add_argument("--instrument", type=str, help="Instrument name", default="MSC")
parser.add_argument("--project-id", type=str, help="Project ID", default="None")
parser.add_argument("--obs-type", type=str, help="Observation type", default="WIDE")
parser.add_argument("--batch-id", type=str, help="Batch ID", default="default")
args = parser.parse_args()
print(args)

DAG_LOOP_MAP = {
    "WIDE": ["csst-msc-l1-mbi", "csst-msc-l1-sls"],
    "DEEP": ["csst-msc-l1-mbi", "csst-msc-l1-sls"],
    "BIAS": ["csst-msc-l1-qc0"],
    "DARK": ["csst-msc-l1-qc0"],
    "FLAT": ["csst-msc-l1-qc0"],
}

for obs_type, dag_ids in DAG_LOOP_MAP.items():
    print(f"* Processing {obs_type}")
    for dag_id in dag_ids:
        print(f"   - {dag_id} ··· ", end="")
        dag = dags.get_dag(dag_id=dag_id)
        msgs = dag.schedule(
            dataset=args.dataset,
            obs_type=args.obs_type,
            project_id=args.project_id,
            batch_id=args.batch_id,
            initial_prc_status=-2,
            final_prc_status=-2,
            demo=True,
        )
        print(f"{len(msgs)} tasks scheduled.")