Skip to content
GitLab
Projects
Groups
Snippets
/
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
csst-dfs
csst-dfs-client
Commits
26305abf
Commit
26305abf
authored
Apr 25, 2025
by
Wei Shoulin
Browse files
find process
parent
fe778337
Pipeline
#8214
failed with stages
in 0 seconds
Changes
4
Pipelines
1
Hide whitespace changes
Inline
Side-by-side
csst_dfs_client/level0.py
View file @
26305abf
...
@@ -221,25 +221,62 @@ def generate_prc_msg(instrument: Literal['MSC', 'IFS', 'MCI', 'HSTDM', 'CPIC'],
...
@@ -221,25 +221,62 @@ def generate_prc_msg(instrument: Literal['MSC', 'IFS', 'MCI', 'HSTDM', 'CPIC'],
return
request
.
put
(
f
"/api/level0/prc/
{
instrument
}
"
,
params
)
return
request
.
put
(
f
"/api/level0/prc/
{
instrument
}
"
,
params
)
def
process_list
(
level0_id
:
str
)
->
Result
:
def
find_process
(
dag_id
:
Optional
[
str
]
=
None
,
dag_run_id
:
Optional
[
str
]
=
None
,
batch_id
:
Optional
[
str
]
=
None
,
level0_id
:
Optional
[
str
]
=
None
,
dataset
:
Optional
[
str
]
=
None
,
prc_module
:
Optional
[
str
]
=
None
,
prc_status
:
Optional
[
int
]
=
None
,
prc_time
:
Optional
[
DateTimeTuple
]
=
None
,
page
:
int
=
1
,
limit
:
int
=
0
)
->
Result
:
"""
"""
通过 level0 的 ID
查询0级数据处理过程
查询0级数据处理过程
Args:
Args:
dag_id (str): 管线ID
dag_run_id (str): 运行ID
batch_id (str): 批次ID
level0_id (str): 0级数据的ID
level0_id (str): 0级数据的ID
dataset (str): 数据集
prc_module (str): 处理模块
prc_status (int): 处理状态
prc_time (DateTimeTuple): 处理时间范围
page (int): 页码,默认为1
limit (int): 每页数量 0: 不限制
Returns:
Returns:
Result: 成功后,Result.data为数据列表,失败message为失败原因
Result: 成功后,Result.data为数据列表,失败message为失败原因
"""
"""
return
request
.
get
(
f
"/api/level0/prc/
{
level0_id
}
"
)
params
=
{
'dag_id'
:
dag_id
,
'dag_run_id'
:
dag_run_id
,
'batch_id'
:
batch_id
,
'level0_id'
:
level0_id
,
'dataset'
:
dataset
,
'prc_module'
:
prc_module
,
'prc_status'
:
prc_status
,
'prc_time_start'
:
None
,
'prc_time_end'
:
None
,
'page'
:
page
,
'limit'
:
limit
}
if
prc_time
is
not
None
:
params
[
'prc_time_start'
],
params
[
'prc_time_end'
]
=
prc_time
if
params
[
'prc_time_start'
]
and
utils
.
is_valid_datetime_format
(
params
[
'prc_time_start'
]):
pass
if
params
[
'prc_time_end'
]
and
utils
.
is_valid_datetime_format
(
params
[
'prc_time_end'
]):
pass
return
request
.
post
(
"/api/level0/process"
,
params
)
def
add_process
(
level0_id
:
str
,
def
add_process
(
level0_id
:
str
,
dag_id
:
str
,
dag_id
:
str
,
dag_run_id
:
str
,
dag_run_id
:
str
,
batch_id
:
Optional
[
str
]
=
None
,
batch_id
:
Optional
[
str
]
=
None
,
dataset
:
str
=
constants
.
DEFAULT_DATASET
,
dataset
:
str
=
constants
.
DEFAULT_DATASET
,
prc_status
:
int
=
-
1024
,
prc_status
:
int
=
-
1024
,
prc_time
:
str
=
utils
.
get_current_time
(),
prc_time
:
str
=
utils
.
get_current_time
(),
prc_module
:
str
=
""
,
prc_module
:
str
=
""
,
message
:
str
=
""
)
->
Result
:
message
:
str
=
""
)
->
Result
:
...
...
csst_dfs_client/level1.py
View file @
26305abf
...
@@ -239,18 +239,55 @@ def generate_prc_msg(instrument: Literal['MSC', 'IFS', 'MCI', 'HSTDM', 'CPIC'],
...
@@ -239,18 +239,55 @@ def generate_prc_msg(instrument: Literal['MSC', 'IFS', 'MCI', 'HSTDM', 'CPIC'],
return
request
.
put
(
f
"/api/level1/prc/
{
instrument
}
"
,
params
)
return
request
.
put
(
f
"/api/level1/prc/
{
instrument
}
"
,
params
)
def
process_list
(
level1_id
:
str
)
->
Result
:
def
find_process
(
dag_id
:
Optional
[
str
]
=
None
,
dag_run_id
:
Optional
[
str
]
=
None
,
batch_id
:
Optional
[
str
]
=
None
,
level1_id
:
Optional
[
str
]
=
None
,
dataset
:
Optional
[
str
]
=
None
,
prc_module
:
Optional
[
str
]
=
None
,
prc_status
:
Optional
[
int
]
=
None
,
prc_time
:
Optional
[
DateTimeTuple
]
=
None
,
page
:
int
=
1
,
limit
:
int
=
0
)
->
Result
:
"""
"""
通过 level1 的 ID
查询
1
级数据处理
记录
查询
0
级数据处理
过程
Args:
Args:
dag_id (str): 管线ID
dag_run_id (str): 运行ID
batch_id (str): 批次ID
level1_id (str): 1级数据的ID
level1_id (str): 1级数据的ID
dataset (str): 数据集
prc_module (str): 处理模块
prc_status (int): 处理状态
prc_time (DateTimeTuple): 处理时间范围
page (int): 页码,默认为1
limit (int): 每页数量 0: 不限制
Returns:
Returns:
Result:
查询结果
Result:
成功后,Result.data为数据列表,失败message为失败原因
"""
"""
return
request
.
get
(
f
"/api/level1/prc/
{
level1_id
}
"
)
params
=
{
'dag_id'
:
dag_id
,
'dag_run_id'
:
dag_run_id
,
'batch_id'
:
batch_id
,
'level1_id'
:
level1_id
,
'dataset'
:
dataset
,
'prc_module'
:
prc_module
,
'prc_status'
:
prc_status
,
'prc_time_start'
:
None
,
'prc_time_end'
:
None
,
'page'
:
page
,
'limit'
:
limit
}
if
prc_time
is
not
None
:
params
[
'prc_time_start'
],
params
[
'prc_time_end'
]
=
prc_time
if
params
[
'prc_time_start'
]
and
utils
.
is_valid_datetime_format
(
params
[
'prc_time_start'
]):
pass
if
params
[
'prc_time_end'
]
and
utils
.
is_valid_datetime_format
(
params
[
'prc_time_end'
]):
pass
return
request
.
post
(
"/api/level1/process"
,
params
)
def
add_process
(
level1_id
:
str
,
def
add_process
(
level1_id
:
str
,
dag_id
:
str
,
dag_id
:
str
,
...
...
tests/test_level0.py
View file @
26305abf
...
@@ -55,8 +55,8 @@ class Level0TestCase(unittest.TestCase):
...
@@ -55,8 +55,8 @@ class Level0TestCase(unittest.TestCase):
print
(
result
)
print
(
result
)
self
.
assertEqual
(
result
.
code
,
200
,
"error code: "
+
str
(
result
.
code
)
+
", message: "
+
result
.
message
)
self
.
assertEqual
(
result
.
code
,
200
,
"error code: "
+
str
(
result
.
code
)
+
", message: "
+
result
.
message
)
def
test_process
_list
(
self
):
def
test_
find_
process
(
self
):
result
=
level0
.
process
_list
(
level0_id
=
"1060940003452925"
)
result
=
level0
.
find_
process
(
level0_id
=
"1060940003452925"
)
print
(
result
)
print
(
result
)
self
.
assertEqual
(
result
.
code
,
200
,
"error code: "
+
str
(
result
.
code
)
+
", message: "
+
result
.
message
)
self
.
assertEqual
(
result
.
code
,
200
,
"error code: "
+
str
(
result
.
code
)
+
", message: "
+
result
.
message
)
def
test_add_process
(
self
):
def
test_add_process
(
self
):
...
...
tests/test_level1.py
View file @
26305abf
...
@@ -53,8 +53,8 @@ class Level1TestCase(unittest.TestCase):
...
@@ -53,8 +53,8 @@ class Level1TestCase(unittest.TestCase):
print
(
result
)
print
(
result
)
self
.
assertEqual
(
result
.
code
,
200
,
"error code: "
+
str
(
result
.
code
)
+
", message: "
+
result
.
message
)
self
.
assertEqual
(
result
.
code
,
200
,
"error code: "
+
str
(
result
.
code
)
+
", message: "
+
result
.
message
)
def
test_process
_list
(
self
):
def
test_
find_
process
(
self
):
result
=
level1
.
process
_list
(
level1_id
=
"1060940003452925"
)
result
=
level1
.
find_
process
(
level1_id
=
"1060940003452925"
)
print
(
result
)
print
(
result
)
self
.
assertEqual
(
result
.
code
,
200
,
"error code: "
+
str
(
result
.
code
)
+
", message: "
+
result
.
message
)
self
.
assertEqual
(
result
.
code
,
200
,
"error code: "
+
str
(
result
.
code
)
+
", message: "
+
result
.
message
)
def
test_add_process
(
self
):
def
test_add_process
(
self
):
...
...
Write
Preview
Supports
Markdown
0%
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment