Commit 78bb2a01 authored by BO ZHANG's avatar BO ZHANG 🏀
Browse files

return relevant_data_id_list in dispatchers

parent 5cb66233
...@@ -95,7 +95,7 @@ for dag in [ ...@@ -95,7 +95,7 @@ for dag in [
force_success=args.force, force_success=args.force,
) )
this_dag_run_list = [this_task["dag_run"] for this_task in this_task_list if this_task["dag_run"] is not None] this_dag_run_list = [this_task["dag_run"] for this_task in this_task_list if this_task["dag_run"] is not None]
this_data_id_list = [this_task["relevant_data"]["_id"] for this_task in this_task_list if this_task["dag_run"] is not None] this_data_id_list = [this_task["relevant_data_id_list"] for this_task in this_task_list if this_task["dag_run"] is not None]
print(f"- [{dag}] : {len(this_dag_run_list)} dag_runs") print(f"- [{dag}] : {len(this_dag_run_list)} dag_runs")
dag_run_list.extend(this_dag_run_list) dag_run_list.extend(this_dag_run_list)
data_id_list.extend(this_data_id_list) data_id_list.extend(this_data_id_list)
......
...@@ -95,7 +95,7 @@ for dag in [ ...@@ -95,7 +95,7 @@ for dag in [
ref_cat=args.ref_cat, ref_cat=args.ref_cat,
) )
this_dag_run_list = [this_task["dag_run"] for this_task in this_task_list if this_task["dag_run"] is not None] this_dag_run_list = [this_task["dag_run"] for this_task in this_task_list if this_task["dag_run"] is not None]
this_data_id_list = [this_task["relevant_data"]["_id"] for this_task in this_task_list if this_task["dag_run"] is not None] this_data_id_list = [this_task["relevant_data_id_list"] for this_task in this_task_list if this_task["dag_run"] is not None]
print(f"- [{dag}] : {len(this_dag_run_list)} dag_runs") print(f"- [{dag}] : {len(this_dag_run_list)} dag_runs")
dag_run_list.extend(this_dag_run_list) dag_run_list.extend(this_dag_run_list)
data_id_list.extend(this_data_id_list) data_id_list.extend(this_data_id_list)
......
...@@ -130,7 +130,7 @@ for dag in [ ...@@ -130,7 +130,7 @@ for dag in [
ref_cat=args.ref_cat, ref_cat=args.ref_cat,
) )
this_dag_run_list = [this_task["dag_run"] for this_task in this_task_list if this_task["dag_run"] is not None] this_dag_run_list = [this_task["dag_run"] for this_task in this_task_list if this_task["dag_run"] is not None]
this_data_id_list = [this_task["relevant_data"]["_id"] for this_task in this_task_list if this_task["dag_run"] is not None] this_data_id_list = [this_task["relevant_data_id_list"] for this_task in this_task_list if this_task["dag_run"] is not None]
print(f"- [{dag}] : {len(this_dag_run_list)} dag_runs") print(f"- [{dag}] : {len(this_dag_run_list)} dag_runs")
dag_run_list.extend(this_dag_run_list) dag_run_list.extend(this_dag_run_list)
data_id_list.extend(this_data_id_list) data_id_list.extend(this_data_id_list)
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment