Skip to content
GitLab
Projects
Groups
Snippets
/
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
csst-cicd
csst-dag
Commits
efd06df4
Commit
efd06df4
authored
Jul 08, 2025
by
BO ZHANG
🏀
Browse files
add test_dispatcher.py
parent
4962dd05
Changes
1
Hide whitespace changes
Inline
Side-by-side
tests/test_dispatcher.py
0 → 100644
View file @
efd06df4
import
numpy
as
np
from
astropy.table
import
Table
from
csst_dag.dag
import
Dispatcher
# # 1221 plan recs, 36630 data recs
plan_basis
,
data_basis
=
Dispatcher
.
load_test_data
()
# # 666 task/s
task_list_via_file
=
Dispatcher
.
dispatch_file
(
plan_basis
,
data_basis
)
t
=
Table
(
task_list_via_file
)
np
.
unique
(
t
[
"success"
])
np
.
unique
(
t
[
"n_relevant_plan"
])
np
.
unique
(
t
[
"n_relevant_data"
])
print
(
t
[
"task"
])
print
(
sum
(
t
[
"success"
]))
# # 13 task/s @n_jobs=1, 100*10 task/s @n_jobs=10 (max)
task_list_via_detector
=
Dispatcher
.
dispatch_detector
(
plan_basis
,
data_basis
[::
10
],
n_jobs
=
1
)
t
=
Table
(
task_list_via_detector
)
np
.
unique
(
t
[
"n_relevant_plan"
],
return_counts
=
True
)
np
.
unique
(
t
[
"success"
],
return_counts
=
True
)
# 16 task/s @n_jobs=1, 130*10 tasks/s @n_jobs=10 (max) 🔼
task_list_via_obsid
=
Dispatcher
.
dispatch_obsid
(
plan_basis
,
data_basis
,
n_jobs
=
10
)
t
=
Table
(
task_list_via_obsid
)
np
.
unique
(
t
[
"n_relevant_plan"
],
return_counts
=
True
)
np
.
unique
(
t
[
"success"
],
return_counts
=
True
)
# 13s/task
task_list_via_obsgroup
=
Dispatcher
.
dispatch_obsgroup
(
plan_basis
,
data_basis
)
t
=
Table
(
task_list_via_obsgroup
)
print
(
sum
(
_
[
"success"
]
for
_
in
task_list_via_obsgroup
),
"/"
,
len
(
task_list_via_obsgroup
),
)
Write
Preview
Supports
Markdown
0%
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment