Commit f7806201 authored by BO ZHANG's avatar BO ZHANG 🏀
Browse files

update msc sls and qc0 DAG

parent 94fba0a4
{
"dag_id": "csst-msc-l1-qc0",
"priority": 1,
"dag_id": "csst-msc-l1-sls",
"dag_run_id": "12345",
"batch_id": "msc-093-reduction-v2",
"message": {
"obsid": "10109300543790",
"chipid": "09",
"dataset": "msc-093",
"batch_id": "msc-093-reduction-v2"
}
"dataset": "csst-msc-c9-25sqdeg-v3",
"obs_type": "BIAS",
"project_id": "none",
"obs_id": "10100543790",
"chip_id": "01",
"batch_id": "csst-msc-c9-25-sqdeg-v3-rdx1"
}
# 定义DAG的基本信息
dag_id: "csst-msc-l1-qc0"
# 定义任务
tasks:
task1:
image: csst-msc-l1-qc0
tag: latest
force_pull: true
bash_command: "python /pipeline/app/run.py {message}"
\ No newline at end of file
- dag_id: csst-msc-l1-qc0
dag:
tasks:
- name: QC0
image: csst-msc-l1-qc0
{
"priority": 1,
"dag_id": "csst-msc-l1-sls",
"dag_run_id": "12345",
"batch_id": "msc-093-reduction-v2",
"message": {
"obsid": "10109300543790",
"chipid": "01",
"dataset": "msc-093",
"batch_id": "msc-093-reduction-v2"
}
"dataset": "csst-msc-c9-25sqdeg-v3",
"obs_type": "WIDE",
"project_id": "none",
"obs_id": "10100543790",
"chip_id": "01",
"batch_id": "csst-msc-c9-25-sqdeg-v3-rdx1"
}
# 定义DAG的基本信息
dag_id: "csst-msc-l1-sls"
# 定义任务
tasks:
task1:
image: csst-msc-l1-qc0
tag: latest
force_pull: true
bash_command: "python /pipeline/app/run.py {message}"
task2:
image: csst-msc-l1-sls
tag: latest
force_pull: true
bash_command: "python /pipeline/app/run.py {message}"
upstream_tasks: ["task1"] # 定义依赖关系,task2依赖task1
task3:
image: csst-msc-l1-sls-extraction-zero
tag: latest
force_pull: true
bash_command: "python /pipeline/app/run.py {message}"
upstream_tasks: ["task2"] # 定义依赖关系,task3依赖task2
- dag_id: csst-msc-l1-sls
dag:
tasks:
- name: QC0
image: csst-msc-l1-qc0
- name: SLS
dependencies: [QC0]
image: csst-msc-l1-sls
- name: EXT0
dependencies: [SLS]
image: csst-msc-l1-sls-extraction-zero
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment