level1.py 9 KB
Newer Older
Wei Shoulin's avatar
Wei Shoulin committed
1
2
from typing import Optional, Tuple, Literal, IO, Union
from .common import request, Result, utils
Wei Shoulin's avatar
Wei Shoulin committed
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
import os

DateTimeTuple = Tuple[str, str]

def find(project_id: Optional[str] = None,
        obs_id: Optional[str] = None,
        level0_id: Optional[str] = None,
        module_id: Literal['MSC', 'IFS', 'MCI', 'HSTDM', 'CPIC'] = 'MSC',
        detector_no: Optional[str] = None,
        file_type: Optional[str] = None,
        filter: Optional[str] = None,
        obs_time: Optional[DateTimeTuple] = None,
        create_time: Optional[DateTimeTuple] = None,
        qc1_status: Optional[int] = None,
        prc_status: Optional[int] = None,
        file_name: Optional[str] = None,
        ra_obj: Optional[int] = None,
        dec_obj: Optional[int] = None,
        radius: Optional[float] = None,
        object_name: Optional[str] = None,
        rss_id: Optional[str] = None,
        cube_id: Optional[str] = None,
        page: int = 1,
        limit: int = 0) -> Result:
    """
Wei Shoulin's avatar
Wei Shoulin committed
28
    根据给定的参数搜索1级数据文件记录。
Wei Shoulin's avatar
Wei Shoulin committed
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
    
    Args:
        project_id (Optional[str], optional): 项目ID. Defaults to None.
        obs_id (Optional[str], optional): 观测ID. Defaults to None.
        module_id (Optional[str], optional): 模块ID,如'MSC', 'IFS'. Defaults to None.
        detector_no (Optional[str], optional): 探测器编号. Defaults to None.
        file_type (Optional[str], optional): 文件类型,如'SCI'. Defaults to None.
        filter (Optional[str], optional): 滤光片. Defaults to None.
        obs_time (Optional[DateTimeTuple], optional): 观测时间范围. Defaults to None.
        create_time (Optional[DateTimeTuple], optional): 创建时间范围. Defaults to None.
        qc1_status (Optional[int], optional): QC1状态. Defaults to None.
        prc_status (Optional[int], optional): 处理状态. Defaults to None.
        file_name (Optional[str], optional): 文件名. Defaults to None.
        ra_obj (Optional[int], optional): 目标赤经. Defaults to None.
        dec_obj (Optional[int], optional): 目标赤纬. Defaults to None.
        radius (Optional[float], optional): 搜索半径. Defaults to None.
        object_name (Optional[str], optional): 天体名称. Defaults to None.
        rss_id (Optional[str], optional): RSS ID (IFS) Defaults to None.
        cube_id (Optional[str], optional): Cube ID (IFS). Defaults to None.
        page (int, optional): 页码. Defaults to 1.
        limit (int, optional): 每页数量. Defaults to 0.
    
    Returns:
        Result: 搜索结果对象.
    
    """

    params = {
        'project_id': project_id,
        'level0_id': level0_id,
        'obs_id': obs_id,
        'module_id': module_id,
        'detector_no': detector_no,
        'file_type': file_type,
        'filter': filter,
        'qc1_status': qc1_status,
        'prc_status': prc_status,
        'file_name': file_name,
        'ra_obj': ra_obj,
        'dec_obj': dec_obj,
        'radius': radius,
        'object_name': object_name,
        'obs_time_start': None,
        'obs_time_end': None,
        'create_time_start': None,
        'create_time_end': None,
        'rss_id': rss_id,
        'cube_id': cube_id,
        'page': page,
        'limit': limit,
    }
    
    if obs_time is not None:
        params['obs_time_start'], params['obs_time_end'] = obs_time
Wei Shoulin's avatar
Wei Shoulin committed
83
        utils.is_valid_datetime_format(params['obs_time_start']) or not utils.is_valid_datetime_format(params['obs_time_end'])
Wei Shoulin's avatar
Wei Shoulin committed
84
85
    if create_time is not None:
        params['create_time_start'], params['create_time_end'] = create_time
Wei Shoulin's avatar
Wei Shoulin committed
86
        utils.is_valid_datetime_format(params['create_time_start']) or utils.is_valid_datetime_format(params['create_time_end'])
Wei Shoulin's avatar
Wei Shoulin committed
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
    
    return request.post("/api/level1", params)

def find_by_level1_id(level1_id: str) -> Result:
    """
    通过 level1 的 ID 查询1级数据。
    
    Args:
        level1_id (str): 1级数据的ID。
    
    Returns:
        Result: 查询结果。
    
    """
    return request.get(f"/api/level1/{level1_id}")

def find_by_brick_id(brick_id: int) -> Result:
Wei Shoulin's avatar
plan    
Wei Shoulin committed
104
105
106
107
108
109
110
111
112
113
    """
    通过 brick 的 ID 查询1级数据。
    
    Args:
        brick_id (int): 天区ID。
    
    Returns:
        Result: 查询结果。
    
    """
Wei Shoulin's avatar
Wei Shoulin committed
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
    return request.get(f"/api/level1/brick/{brick_id}")

def sls_find_by_qc1_status(qc1_status: int, limit: int = 1) -> Result:
    return request.post(f"/api/level1/sls/qc1_status/{qc1_status}", {'limit': limit})

def update_qc1_status(level1_id: str, file_type: str, qc1_status: int) -> Result:
    """
    更新1级数据的QC0状态
    
    Args:
        level1_id (str): 1级数据的ID
        file_type (str): 文件类型
        qc1_status (int): QC0状态
    
    Returns:
        Result: 更新结果
    """
    return request.put(f"/api/level1/qc1_status/{level1_id}", {'file_type': file_type, 'qc1_status': qc1_status})

def update_prc_status(level1_id: str, file_type: str, prc_status: int) -> Result:
    """
    更新1级数据的处理状态。
    
    Args:
        level1_id (str): 1级数据的ID。
        file_type (str): 文件类型。
        prc_status (int): 处理状态。
    
    Returns:
        Result: 操作结果。
    """
    return request.put(f"/api/level1/prc_status/{level1_id}", {'file_type': file_type, 'prc_status': prc_status})

Wei Shoulin's avatar
Wei Shoulin committed
147
def write(local_file: Union[IO | str], 
Wei Shoulin's avatar
Wei Shoulin committed
148
149
150
151
        module_id: Literal['MSC', 'IFS', 'MCI', 'HSTDM', 'CPIC'],
        level0_id: Optional[str | None],
        level1_id: Optional[str | None],
        file_type: str,
Wei Shoulin's avatar
Wei Shoulin committed
152
        file_name: str,
Wei Shoulin's avatar
Wei Shoulin committed
153
154
155
156
157
158
159
160
        pipeline_id: str,
        pmapname: str,
        build: int,
        **extra_kwargs) -> Result:
    '''
    将本地的1级数据文件写入到DFS中。其他参数如rss_id, cube_id等,可通过extra_kwargs传入。
    
    Args:
Wei Shoulin's avatar
Wei Shoulin committed
161
        local_file (Union[IO | str]): 文件路径或文件对象
Wei Shoulin's avatar
Wei Shoulin committed
162
163
164
165
        module_id ['MSC', 'IFS', 'MCI', 'HSTDM', 'CPIC']其中一个,代表: 模块ID。
        level0_id (Optional[str | None]): 0级数据的ID。默认为 None。
        level1_id (Optional[str | None]): 1级数据的ID。默认为 None。
        file_type (str): 文件类型。
Wei Shoulin's avatar
Wei Shoulin committed
166
        file_name (str): 1级数据文件名。
Wei Shoulin's avatar
Wei Shoulin committed
167
168
169
170
171
172
        pipeline_id (str): 管线ID。
        pmapname (str): CCDS pmap名称。
        build (int): 构建号。
        **kwargs: 额外的关键字参数,这些参数将传递给DFS。
    
    Returns:
Wei Shoulin's avatar
Wei Shoulin committed
173
        Result: 操作的结果对象,包含操作是否成功以及相关的错误信息,成功返回data为1级数据对象
Wei Shoulin's avatar
Wei Shoulin committed
174
175
    '''

Wei Shoulin's avatar
Wei Shoulin committed
176
177
178
179
    if utils.is_valid_filename(file_name):
        raise ValueError(f"Incorrect file name [{file_name}], should be *.*")
    
    params = {'module_id': module_id, 'level0_id': level0_id, 'level1_id': level1_id, 'file_type': file_type, 'file_name': file_name, 'pipeline_id': pipeline_id, 'pmapname': pmapname, 'build': build}
Wei Shoulin's avatar
Wei Shoulin committed
180
    params.update(extra_kwargs)
Wei Shoulin's avatar
Wei Shoulin committed
181
182
183
184
185
    if isinstance(local_file, str):
        if not os.path.exists(local_file):
            raise FileNotFoundError(local_file)        
        return request.post_file("/api/level1/file", local_file, params)
    return request.post_bytesio("/api/level1/file", local_file, params)
Wei Shoulin's avatar
Wei Shoulin committed
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206

def generate_prc_msg(module_id: Literal['MSC', 'IFS', 'MCI', 'HSTDM', 'CPIC'], 
                    level1_id: str, 
                    pipeline_id: Optional[str] = '') -> Result:
    """
    生成流水线的处理消息。
    
    Args:
        module_id (str): 模块ID。
        level1_id (str): 1级数据的ID。
        pipeline_id (str): 流水管线ID,默认为空字符串。
    
    Returns:
        Result: 处理消息生成的结果,是否成功以及相关的错误信息。
    
    """

    return request.put(f"/api/level1/prc/{module_id}/{level1_id}", {'pipeline_id': pipeline_id})

def process_list(level1_id: str) -> Result:
    """
Wei Shoulin's avatar
Wei Shoulin committed
207
    通过 level1 的 ID 查询1级数据处理记录。
Wei Shoulin's avatar
Wei Shoulin committed
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
    
    Args:
        level1_id (str): 1级数据的ID。
    
    Returns:
        Result: 查询结果。
    
    """
    return request.get(f"/api/level1/prc/{level1_id}")

def add_process(level1_id: str, 
                pipeline_id: str, 
                run_id: str, 
                prc_time: str,
                prc_status: int = -1024,
                prc_module: str = "",
                message: str = "") -> Result:
    """
Wei Shoulin's avatar
Wei Shoulin committed
226
    添加1级数据处理记录。
Wei Shoulin's avatar
Wei Shoulin committed
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
    
    Args:
        level1_id (str): 1级数据的ID。
        pipeline_id (str): 管线ID。
        run_id (str): 运行ID。
        prc_time (str): 处理时间,格式为"YYYY-MM-DD HH:MM:SS"。
        prc_status (int): 处理状态。
        prc_module (str): 处理模块。
        message (str): 处理消息。
    
    Returns:
        Result: 成功后,Result.data为写入记录,失败message为失败原因。
    
    """
    params = {
        'level1_id': level1_id,
        'pipeline_id': pipeline_id,
        'run_id': run_id,
        'prc_time': prc_time,
        'prc_status': prc_status,
        'prc_module': prc_module,
        'message': message,
    }
Wei Shoulin's avatar
Wei Shoulin committed
250
    utils.is_valid_datetime_format(prc_time)
Wei Shoulin's avatar
Wei Shoulin committed
251
    return request.post("/api/level1/prc", params)