Commit 4dc7deb0 authored by BO ZHANG's avatar BO ZHANG 🏀
Browse files

update DAG config files

parent c76e56a6
{ {
"dag_id": "csst-hstdm-l1", "dag_group": "csst-hstdm-l1",
"dag_run_id": "12345", "dag_group_run": "195244ff176f923aec9a9328c75ecaeb4a8c4345",
"batch_id": "hstdm-001-reduction-v2", "dag": "csst-hstdm-l1",
"message": { "dag_run": "c89d7e7a022e6f0cdf1daff921c29dbce0ac7c01",
"obsid": "50100000002", "batch_id": "inttest",
"chipid": "01", "priority": 1,
"dataset": "hstdm-001", "dataset": "csst-hstdm-c11-stare-sis1-v1",
"batch_id": "msc-001-reduction-v2" "obs_type": "STARE",
} "obs_group": "",
"pmapname": ""
} }
# 定义DAG的基本信息 name: csst-hstdm-l1
dag_id: "csst-hstdm-l1"
# 定义任务
tasks: tasks:
task1: - name: L1
image: csst-hstdm-l1-qc0
tag: latest
force_pull: true
bash_command: "python /pipeline/app/run.py {message}"
task2:
image: csst-hstdm-l1 image: csst-hstdm-l1
tag: latest - name: L2
force_pull: true dependencies: [L1]
bash_command: "python /pipeline/app/run.py {message}" image: csst-hstdm-l2
upstream_tasks: ["task1"] # 定义依赖关系,task2依赖task1 \ No newline at end of file
{
"dag_group": "csst-ifs-l1",
"dag_group_run": "195244ff176f923aec9a9328c75ecaeb4a8c4345",
"dag": "csst-ifs-l1-qc0",
"dag_run": "c89d7e7a022e6f0cdf1daff921c29dbce0ac7c01",
"batch_id": "inttest",
"priority": 1,
"dataset": "csst-ifs-c11-sim-v1",
"instrument": "IFS",
"obs_type": "BIAS",
"obs_group": "",
"obs_id": "",
"detector": "B",
"pmapname": "",
"ref_cat": ""
}
name: csst-ifs-l1-qc0
tasks:
- name: QC0
image: csst-ifs-l1-qc0
\ No newline at end of file
{
"dag_group": "csst-ifs-l1",
"dag_group_run": "195244ff176f923aec9a9328c75ecaeb4a8c4345",
"dag": "csst-ifs-l1-rss",
"dag_run": "c89d7e7a022e6f0cdf1daff921c29dbce0ac7c01",
"batch_id": "inttest",
"priority": 1,
"dataset": "csst-ifs-c11-sim-v1",
"instrument": "IFS",
"obs_type": "SCI",
"obs_group": "",
"obs_id": "",
"detector": "B",
"pmapname": "",
"ref_cat": ""
}
name: csst-ifs-l1-rss
tasks:
- name: RSS
image: csst-ifs-l1-rss
\ No newline at end of file
{
"dag_group": "csst-mci-l1",
"dag_group_run": "195244ff176f923aec9a9328c75ecaeb4a8c4345",
"dag": "csst-mci-l1",
"dag_run": "c89d7e7a022e6f0cdf1daff921c29dbce0ac7c01",
"batch_id": "inttest",
"priority": 1,
"dataset": "csst-mci-c11-c1",
"instrument": "MCI",
"obs_type": "EXDF",
"obs_group": "m1",
"obs_id": "20100000001",
"detector": "C1",
"pmapname": "",
"ref_cat": ""
}
name: csst-mci-l1
tasks:
- name: L1
image: csst-mci-l1
- name: L1-SUBTRACTION
dependencies: [L1]
image: csst-mci-l1-subtraction
\ No newline at end of file
{ {
"dag_group": "csst_dag.cli.msc_l1_ooc", "dag_group": "csst-msc-l1-ooc",
"dag_group_run": "195244ff176f923aec9a9328c75ecaeb4a8c4345", "dag_group_run": "195244ff176f923aec9a9328c75ecaeb4a8c4345",
"dag": "csst-msc-l1-ooc", "dag": "csst-msc-l1-ooc",
"dag_run": "c89d7e7a022e6f0cdf1daff921c29dbce0ac7c01", "dag_run": "c89d7e7a022e6f0cdf1daff921c29dbce0ac7c01",
"batch_id": "inttest", "batch_id": "inttest",
"priority": 1, "priority": 1,
"pmapname": "",
"dataset": "csst-msc-c9-ooc-v1", "dataset": "csst-msc-c9-ooc-v1",
"obs_type": "BIAS", "obs_type": "BIAS",
"obs_group": "bias-temperature-var", "obs_group": "bias-temperature-var",
"detector": "09" "detector": "09",
"pmapname": ""
} }
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment