Commit 4dc7deb0 authored by BO ZHANG's avatar BO ZHANG 🏀
Browse files

update DAG config files

parent c76e56a6
{
"dag_id": "csst-hstdm-l1",
"dag_run_id": "12345",
"batch_id": "hstdm-001-reduction-v2",
"message": {
"obsid": "50100000002",
"chipid": "01",
"dataset": "hstdm-001",
"batch_id": "msc-001-reduction-v2"
}
"dag_group": "csst-hstdm-l1",
"dag_group_run": "195244ff176f923aec9a9328c75ecaeb4a8c4345",
"dag": "csst-hstdm-l1",
"dag_run": "c89d7e7a022e6f0cdf1daff921c29dbce0ac7c01",
"batch_id": "inttest",
"priority": 1,
"dataset": "csst-hstdm-c11-stare-sis1-v1",
"obs_type": "STARE",
"obs_group": "",
"pmapname": ""
}
# 定义DAG的基本信息
dag_id: "csst-hstdm-l1"
# 定义任务
name: csst-hstdm-l1
tasks:
task1:
image: csst-hstdm-l1-qc0
tag: latest
force_pull: true
bash_command: "python /pipeline/app/run.py {message}"
task2:
- name: L1
image: csst-hstdm-l1
tag: latest
force_pull: true
bash_command: "python /pipeline/app/run.py {message}"
upstream_tasks: ["task1"] # 定义依赖关系,task2依赖task1
- name: L2
dependencies: [L1]
image: csst-hstdm-l2
\ No newline at end of file
{
"dag_group": "csst-ifs-l1",
"dag_group_run": "195244ff176f923aec9a9328c75ecaeb4a8c4345",
"dag": "csst-ifs-l1-qc0",
"dag_run": "c89d7e7a022e6f0cdf1daff921c29dbce0ac7c01",
"batch_id": "inttest",
"priority": 1,
"dataset": "csst-ifs-c11-sim-v1",
"instrument": "IFS",
"obs_type": "BIAS",
"obs_group": "",
"obs_id": "",
"detector": "B",
"pmapname": "",
"ref_cat": ""
}
name: csst-ifs-l1-qc0
tasks:
- name: QC0
image: csst-ifs-l1-qc0
\ No newline at end of file
{
"dag_group": "csst-ifs-l1",
"dag_group_run": "195244ff176f923aec9a9328c75ecaeb4a8c4345",
"dag": "csst-ifs-l1-rss",
"dag_run": "c89d7e7a022e6f0cdf1daff921c29dbce0ac7c01",
"batch_id": "inttest",
"priority": 1,
"dataset": "csst-ifs-c11-sim-v1",
"instrument": "IFS",
"obs_type": "SCI",
"obs_group": "",
"obs_id": "",
"detector": "B",
"pmapname": "",
"ref_cat": ""
}
name: csst-ifs-l1-rss
tasks:
- name: RSS
image: csst-ifs-l1-rss
\ No newline at end of file
{
"dag_group": "csst-mci-l1",
"dag_group_run": "195244ff176f923aec9a9328c75ecaeb4a8c4345",
"dag": "csst-mci-l1",
"dag_run": "c89d7e7a022e6f0cdf1daff921c29dbce0ac7c01",
"batch_id": "inttest",
"priority": 1,
"dataset": "csst-mci-c11-c1",
"instrument": "MCI",
"obs_type": "EXDF",
"obs_group": "m1",
"obs_id": "20100000001",
"detector": "C1",
"pmapname": "",
"ref_cat": ""
}
name: csst-mci-l1
tasks:
- name: L1
image: csst-mci-l1
- name: L1-SUBTRACTION
dependencies: [L1]
image: csst-mci-l1-subtraction
\ No newline at end of file
{
"dag_group": "csst_dag.cli.msc_l1_ooc",
"dag_group": "csst-msc-l1-ooc",
"dag_group_run": "195244ff176f923aec9a9328c75ecaeb4a8c4345",
"dag": "csst-msc-l1-ooc",
"dag_run": "c89d7e7a022e6f0cdf1daff921c29dbce0ac7c01",
"batch_id": "inttest",
"priority": 1,
"pmapname": "",
"dataset": "csst-msc-c9-ooc-v1",
"obs_type": "BIAS",
"obs_group": "bias-temperature-var",
"detector": "09"
"detector": "09",
"pmapname": ""
}
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment