Commit f7806201 authored by BO ZHANG's avatar BO ZHANG 🏀
Browse files

update msc sls and qc0 DAG

parent 94fba0a4
{ {
"dag_id": "csst-msc-l1-qc0", "priority": 1,
"dag_id": "csst-msc-l1-sls",
"dag_run_id": "12345", "dag_run_id": "12345",
"batch_id": "msc-093-reduction-v2", "dataset": "csst-msc-c9-25sqdeg-v3",
"message": { "obs_type": "BIAS",
"obsid": "10109300543790", "project_id": "none",
"chipid": "09", "obs_id": "10100543790",
"dataset": "msc-093", "chip_id": "01",
"batch_id": "msc-093-reduction-v2" "batch_id": "csst-msc-c9-25-sqdeg-v3-rdx1"
}
} }
# 定义DAG的基本信息 - dag_id: csst-msc-l1-qc0
dag_id: "csst-msc-l1-qc0" dag:
tasks:
# 定义任务 - name: QC0
tasks: image: csst-msc-l1-qc0
task1:
image: csst-msc-l1-qc0
tag: latest
force_pull: true
bash_command: "python /pipeline/app/run.py {message}"
\ No newline at end of file
{ {
"priority": 1,
"dag_id": "csst-msc-l1-sls", "dag_id": "csst-msc-l1-sls",
"dag_run_id": "12345", "dag_run_id": "12345",
"batch_id": "msc-093-reduction-v2", "dataset": "csst-msc-c9-25sqdeg-v3",
"message": { "obs_type": "WIDE",
"obsid": "10109300543790", "project_id": "none",
"chipid": "01", "obs_id": "10100543790",
"dataset": "msc-093", "chip_id": "01",
"batch_id": "msc-093-reduction-v2" "batch_id": "csst-msc-c9-25-sqdeg-v3-rdx1"
}
} }
# 定义DAG的基本信息 - dag_id: csst-msc-l1-sls
dag_id: "csst-msc-l1-sls" dag:
tasks:
# 定义任务 - name: QC0
tasks: image: csst-msc-l1-qc0
task1: - name: SLS
image: csst-msc-l1-qc0 dependencies: [QC0]
tag: latest image: csst-msc-l1-sls
force_pull: true - name: EXT0
bash_command: "python /pipeline/app/run.py {message}" dependencies: [SLS]
task2: image: csst-msc-l1-sls-extraction-zero
image: csst-msc-l1-sls
tag: latest
force_pull: true
bash_command: "python /pipeline/app/run.py {message}"
upstream_tasks: ["task1"] # 定义依赖关系,task2依赖task1
task3:
image: csst-msc-l1-sls-extraction-zero
tag: latest
force_pull: true
bash_command: "python /pipeline/app/run.py {message}"
upstream_tasks: ["task2"] # 定义依赖关系,task3依赖task2
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment