Skip to content
GitLab
Projects
Groups
Snippets
/
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
csst-cicd
csst-dag
Commits
4c92ef65
Commit
4c92ef65
authored
Jul 18, 2025
by
BO ZHANG
🏀
Browse files
add qc_status filter
parent
7a94dc9f
Changes
2
Show whitespace changes
Inline
Side-by-side
csst_dag/cli/run.py
View file @
4c92ef65
...
...
@@ -5,9 +5,9 @@ Process an MSC dataset, given a set of parameters.
Example
-------
python -m csst_dag.cli.
csst_msc_l1
-h
python -m csst_dag.cli.
run
-h
python -m csst_dag.cli.
csst_msc_l1
\
python -m csst_dag.cli.
run
\
--dataset=csst-msc-c9-25sqdeg-v3
\
--instrument=MSC
\
--obs-type=WIDE
\
...
...
@@ -56,6 +56,9 @@ parser.add_argument("--detector", type=str, help="Detector name", default=None)
parser
.
add_argument
(
"--prc-status"
,
type
=
int
,
help
=
"Initial processing status"
,
default
=
None
)
parser
.
add_argument
(
"--qc-status"
,
type
=
int
,
help
=
"Initial QC status"
,
default
=
None
)
# task parameters
parser
.
add_argument
(
"--batch-id"
,
type
=
str
,
help
=
"Batch ID"
,
default
=
"test-batch"
)
parser
.
add_argument
(
"--priority"
,
type
=
str
,
help
=
"Task priority"
,
default
=
"1"
)
...
...
@@ -111,6 +114,7 @@ plan_basis, data_basis = Dispatcher.find_plan_level0_basis(
obs_id
=
args
.
obs_id
,
detector
=
args
.
detector
,
prc_status
=
args
.
prc_status
,
qc_status
=
args
.
qc_status
,
)
print
(
f
"
{
len
(
plan_basis
)
}
plan basis,
{
len
(
data_basis
)
}
data basis found"
)
...
...
csst_dag/dag/_dispatcher.py
View file @
4c92ef65
...
...
@@ -28,6 +28,7 @@ LEVEL0_PARAMS = {
"obs_id"
:
None
,
"detector"
:
None
,
"prc_status"
:
-
1024
,
"qc_status"
:
-
1024
,
}
LEVEL1_PARAMS
=
{
...
...
@@ -38,6 +39,7 @@ LEVEL1_PARAMS = {
"obs_id"
:
None
,
"detector"
:
None
,
"prc_status"
:
-
1024
,
"qc_status"
:
-
1024
,
# special keys for data products
"data_model"
:
None
,
"batch_id"
:
"default_batch"
,
...
...
@@ -164,9 +166,9 @@ class Dispatcher:
for
_
in
qr
.
data
:
if
_
[
"instrument"
]
==
"HSTDM"
:
if
_
[
"params"
][
"detector"
]
==
"SIS12"
:
this_n_file
=
_
[
"params"
][
"
num_epec_frame
"
]
*
2
this_n_file
=
len
(
_
[
"params"
][
"
exposure_start
"
]
)
*
2
else
:
this_n_file
=
_
[
"params"
][
"
num_epec_frame
"
]
this_n_file
=
len
(
_
[
"params"
][
"
exposure_start
"
]
)
else
:
this_n_file
=
1
_
[
"n_file"
]
=
this_n_file
...
...
Write
Preview
Supports
Markdown
0%
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment