Commit f403e059 authored by BO ZHANG's avatar BO ZHANG 🏀
Browse files

add --dags to select DAGs

parent d9e01102
...@@ -58,7 +58,7 @@ parser.add_argument( ...@@ -58,7 +58,7 @@ parser.add_argument(
) )
# task parameters # task parameters
parser.add_argument("--batch-id", type=str, help="Batch ID", default="test-batch") parser.add_argument("--batch-id", type=str, help="Batch ID", default="test-batch")
parser.add_argument("--priority", type=str, help="Task priority", default=1) parser.add_argument("--priority", type=str, help="Task priority", default="1")
# DAG parameters # DAG parameters
parser.add_argument("--pmapname", type=str, help="CCDS pmapname", default="") parser.add_argument("--pmapname", type=str, help="CCDS pmapname", default="")
parser.add_argument( parser.add_argument(
...@@ -72,6 +72,13 @@ parser.add_argument( ...@@ -72,6 +72,13 @@ parser.add_argument(
) )
# force option # force option
parser.add_argument("--force", action="store_true", help="Force success", default=False) parser.add_argument("--force", action="store_true", help="Force success", default=False)
# submit top N
parser.add_argument(
"--top-n", type=int, help="Submit top N tasks", default=-1
)
# select DAGs
parser.add_argument('--dags', nargs='+', type=str, help="DAGs to select", default=None)
args = parser.parse_args() args = parser.parse_args()
...@@ -120,12 +127,16 @@ dag_run_list = [] ...@@ -120,12 +127,16 @@ dag_run_list = []
data_id_list = [] data_id_list = []
n_dag_run_all = 0 n_dag_run_all = 0
n_dag_run_success = 0 n_dag_run_success = 0
for dag in [
DEFAULT_DAGS = {
"csst-msc-l1-mbi", "csst-msc-l1-mbi",
"csst-msc-l1-ast", "csst-msc-l1-ast",
"csst-msc-l1-sls", "csst-msc-l1-sls",
"csst-msc-l1-qc0", "csst-msc-l1-qc0",
]: }
SELECTED_DAGS = DEFAULT_DAGS if args.dag is None else {dag for dag in args.dags if dag in DEFAULT_DAGS}
print("Selected DAGs: ", SELECTED_DAGS)
for dag in SELECTED_DAGS:
this_task_list = CSST_DAGS[dag].schedule( this_task_list = CSST_DAGS[dag].schedule(
dag_group_run=dag_group_run, dag_group_run=dag_group_run,
plan_basis=plan_basis, plan_basis=plan_basis,
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment