inspect_dag_group_run.py 530 Bytes
Newer Older
BO ZHANG's avatar
BO ZHANG committed
1
import os
BO ZHANG's avatar
BO ZHANG committed
2
3
import sys
import joblib
BO ZHANG's avatar
BO ZHANG committed
4

BO ZHANG's avatar
BO ZHANG committed
5
# get dag_group_run hash
BO ZHANG's avatar
BO ZHANG committed
6
7
8
dag_group_run_hash = sys.argv[1]
assert len(dag_group_run_hash) == 40

BO ZHANG's avatar
BO ZHANG committed
9
# get file path
BO ZHANG's avatar
BO ZHANG committed
10
11
12
13
14
15
file_path = os.path.join(
    os.getenv("HOME"),
    "csst_dag",
    f"{dag_group_run_hash}.joblib",
)

BO ZHANG's avatar
BO ZHANG committed
16
# load DAG group run
BO ZHANG's avatar
BO ZHANG committed
17
18
19
20
21
22
23
24
25
data = joblib.load(file_path)
dag_group_run = data["dag_group_run"]
dag_run_list = data["dag_run_list"]

# print dag_group_run and dag_run_list
print("`dag_group_run`:")
print(f"  - {dag_group_run}")
for dag_run in dag_run_list:
    print(f"  - {dag_run}")