level0.py 9.49 KB
Newer Older
Wei Shoulin's avatar
Wei Shoulin committed
1
import os
Wei Shoulin's avatar
t    
Wei Shoulin committed
2
from typing import Optional, Tuple, Literal
Wei Shoulin's avatar
Wei Shoulin committed
3
from .common import request, Result, utils, constants
Wei Shoulin's avatar
Wei Shoulin committed
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21

DateTimeTuple = Tuple[str, str]

def find(project_id: Optional[str] = None,
        obs_id: Optional[str] = None,
        module_id: Literal['MSC', 'IFS', 'MCI', 'HSTDM', 'CPIC'] = 'MSC', 
        detector_no: Optional[str] = None,
        file_type: Optional[str] = None,
        filter: Optional[str] = None,
        obs_time: Optional[DateTimeTuple] = None,
        create_time: Optional[DateTimeTuple] = None,
        qc0_status: Optional[int] = None,
        prc_status: Optional[int] = None,
        file_name: Optional[str] = None,
        ra_obj: Optional[int] = None,
        dec_obj: Optional[int] = None,
        radius: Optional[float] = None,
        object_name: Optional[str] = None,
Wei Shoulin's avatar
Wei Shoulin committed
22
        dataset: str = constants.DEFAULT_DATASET,
Wei Shoulin's avatar
Wei Shoulin committed
23
24
25
        page: int = 1,
        limit: int = 0) -> Result:
    """
Wei Shoulin's avatar
Wei Shoulin committed
26
    根据给定的参数搜索0级数据文件记录
Wei Shoulin's avatar
Wei Shoulin committed
27
28
29
30
    
    Args:
        project_id (Optional[str], optional): 项目ID. Defaults to None.
        obs_id (Optional[str], optional): 观测ID. Defaults to None.
Wei Shoulin's avatar
Wei Shoulin committed
31
        module_id (Optional[str], optional): 模块ID,如'MSC', 'IFS'. Defaults to 'MSC'.
Wei Shoulin's avatar
Wei Shoulin committed
32
33
34
35
36
37
38
39
40
41
42
43
        detector_no (Optional[str], optional): 探测器编号. Defaults to None.
        file_type (Optional[str], optional): 文件类型,如'SCI'. Defaults to None.
        filter (Optional[str], optional): 滤光片. Defaults to None.
        obs_time (Optional[DateTimeTuple], optional): 观测时间范围. Defaults to None.
        create_time (Optional[DateTimeTuple], optional): 创建时间范围. Defaults to None.
        qc0_status (Optional[int], optional): QC0状态. Defaults to None.
        prc_status (Optional[int], optional): 处理状态. Defaults to None.
        file_name (Optional[str], optional): 文件名. Defaults to None.
        ra_obj (Optional[int], optional): 目标赤经. Defaults to None.
        dec_obj (Optional[int], optional): 目标赤纬. Defaults to None.
        radius (Optional[float], optional): 搜索半径. Defaults to None.
        object_name (Optional[str], optional): 目标名称. Defaults to None.
Wei Shoulin's avatar
Wei Shoulin committed
44
        dataset (Optional[str], optional): 数据集名称. Defaults to constants.DEFAULT_DATASET.
Wei Shoulin's avatar
Wei Shoulin committed
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
        page (int, optional): 页码. Defaults to 1.
        limit (int, optional): 每页数量. Defaults to 0,不限制.
    
    Returns:
        Result: 搜索结果对象.
    
    """

    params = {
        'project_id': project_id,
        'obs_id': obs_id,
        'module_id': module_id,
        'detector_no': detector_no,
        'file_type': file_type,
        'filter': filter,
        'qc0_status': qc0_status,
        'prc_status': prc_status,
        'file_name': file_name,
        'ra_obj': ra_obj,
        'dec_obj': dec_obj,
        'radius': radius,
        'object_name': object_name,
        'obs_time_start': None,
        'obs_time_end': None,
        'create_time_start': None,
        'create_time_end': None,
Wei Shoulin's avatar
Wei Shoulin committed
71
        'dataset': dataset,
Wei Shoulin's avatar
Wei Shoulin committed
72
73
74
75
76
77
        'page': page,
        'limit': limit,
    }
    
    if obs_time is not None:
        params['obs_time_start'], params['obs_time_end'] = obs_time
Wei Shoulin's avatar
Wei Shoulin committed
78
79
80
81
        if params['obs_time_start'] and utils.is_valid_datetime_format(params['obs_time_start']):
            pass
        if params['obs_time_end'] and utils.is_valid_datetime_format(params['obs_time_end']):
            pass 
Wei Shoulin's avatar
Wei Shoulin committed
82
83
    if create_time is not None:
        params['create_time_start'], params['create_time_end'] = create_time
Wei Shoulin's avatar
Wei Shoulin committed
84
        utils.is_valid_datetime_format(params['create_time_start']) or utils.is_valid_datetime_format(params['create_time_end'])
Wei Shoulin's avatar
Wei Shoulin committed
85
86
87
    return request.post("/api/level0", params)

def get_by_id(_id: str) -> Result:
Wei Shoulin's avatar
docs    
Wei Shoulin committed
88
89
90
91
92
93
94
95
96
97
    """
    根据内部ID获取0级数据
    
    Args:
        _id (str): 0级数据的内部ID
    
    Returns:
        Result: 查询结果
    
    """
Wei Shoulin's avatar
Wei Shoulin committed
98
99
100
101
    return request.get(f"/api/level0/_id/{_id}")

def find_by_level0_id(level0_id: str) -> Result:
    """
Wei Shoulin's avatar
Wei Shoulin committed
102
    通过 level0 的 ID 查询0级数据
Wei Shoulin's avatar
Wei Shoulin committed
103
104
    
    Args:
Wei Shoulin's avatar
Wei Shoulin committed
105
        level0_id (str): 0级数据的ID
Wei Shoulin's avatar
Wei Shoulin committed
106
107
    
    Returns:
Wei Shoulin's avatar
Wei Shoulin committed
108
        Result: 查询结果
Wei Shoulin's avatar
Wei Shoulin committed
109
110
111
112
    
    """
    return request.get(f"/api/level0/{level0_id}")

Wei Shoulin's avatar
Wei Shoulin committed
113
def update_qc0_status(level0_id: str, file_type: str, qc0_status: int, dataset: str = constants.DEFAULT_DATASET) -> Result:
Wei Shoulin's avatar
Wei Shoulin committed
114
115
116
117
118
119
120
    """
    更新0级数据的QC0状态
    
    Args:
        level0_id (str): 0级数据的ID
        file_type (str): 文件类型
        qc0_status (int): QC0状态
Wei Shoulin's avatar
Wei Shoulin committed
121
        dataset (str): 数据集名称
Wei Shoulin's avatar
Wei Shoulin committed
122
123
124
125
    
    Returns:
        Result: 更新结果
    """
Wei Shoulin's avatar
Wei Shoulin committed
126
    return request.put(f"/api/level0/qc0_status/{level0_id}", {'file_type': file_type, 'qc0_status': qc0_status, 'dataset': dataset})
Wei Shoulin's avatar
Wei Shoulin committed
127

Wei Shoulin's avatar
Wei Shoulin committed
128
def update_prc_status(level0_id: str, file_type: str, prc_status: int, dataset: str = constants.DEFAULT_DATASET) -> Result:
Wei Shoulin's avatar
Wei Shoulin committed
129
    """
Wei Shoulin's avatar
Wei Shoulin committed
130
    更新0级数据的处理状态
Wei Shoulin's avatar
Wei Shoulin committed
131
132
    
    Args:
Wei Shoulin's avatar
Wei Shoulin committed
133
134
135
136
        level0_id (str): 0级数据的ID
        file_type (str): 文件类型
        prc_status (int): 处理状态
        dataset (str): 数据集名称
Wei Shoulin's avatar
Wei Shoulin committed
137
138
    
    Returns:
Wei Shoulin's avatar
Wei Shoulin committed
139
        Result: 操作结果
Wei Shoulin's avatar
Wei Shoulin committed
140
    """
Wei Shoulin's avatar
Wei Shoulin committed
141
    return request.put(f"/api/level0/prc_status/{level0_id}", {'file_type': file_type, 'prc_status': prc_status, 'dataset': dataset})
Wei Shoulin's avatar
Wei Shoulin committed
142

Wei Shoulin's avatar
Wei Shoulin committed
143
144
145
def write(local_file: str, 
        dataset: str = constants.DEFAULT_DATASET,
        **kwargs) -> Result:
Wei Shoulin's avatar
Wei Shoulin committed
146
    """
Wei Shoulin's avatar
Wei Shoulin committed
147
    将本地文件写入DFS中
Wei Shoulin's avatar
Wei Shoulin committed
148
149
    
    Args:
Wei Shoulin's avatar
Wei Shoulin committed
150
151
152
        local_file (str]): 文件路径
        dataset (Optional[str], optional): 数据集名称. Defaults to None.
        **kwargs: 额外的关键字参数,这些参数将传递给DFS
Wei Shoulin's avatar
Wei Shoulin committed
153
154
    
    Returns:
Wei Shoulin's avatar
Wei Shoulin committed
155
        Result: 操作的结果对象,包含操作是否成功以及相关的错误信息,成功返回数据对象
Wei Shoulin's avatar
Wei Shoulin committed
156
157
    
    """
Wei Shoulin's avatar
Wei Shoulin committed
158
159
160
161
    params = {
        'dataset': dataset,
    }
    params.update(kwargs)
Wei Shoulin's avatar
Wei Shoulin committed
162
163
    if not os.path.exists(local_file):
        raise FileNotFoundError(local_file)        
Wei Shoulin's avatar
Wei Shoulin committed
164
    return request.post_file("/api/level0/file", local_file, params)
Wei Shoulin's avatar
Wei Shoulin committed
165

Wei Shoulin's avatar
Wei Shoulin committed
166
167
168
def write_cat(local_file: str,
            dataset: str = constants.DEFAULT_DATASET,
            **kwargs) -> Result:
Wei Shoulin's avatar
Wei Shoulin committed
169
    """
Wei Shoulin's avatar
Wei Shoulin committed
170
    主巡天仿真数据的星表本地文件写入DFS中
Wei Shoulin's avatar
Wei Shoulin committed
171
172
    
    Args:
Wei Shoulin's avatar
Wei Shoulin committed
173
174
175
        local_file (str]): 文件路径
        dataset (Optional[str], optional): 数据集名称. Defaults to None.
        **kwargs: 额外的关键字参数,这些参数将传递给DFS
Wei Shoulin's avatar
Wei Shoulin committed
176
177
    
    Returns:
Wei Shoulin's avatar
Wei Shoulin committed
178
        Result: 操作的结果对象,包含操作是否成功以及相关的错误信息,成功返回数据对象
Wei Shoulin's avatar
Wei Shoulin committed
179
180
    
    """
Wei Shoulin's avatar
Wei Shoulin committed
181
182
183
184
    params = {
        'dataset': dataset,
    }
    params.update(kwargs)
Wei Shoulin's avatar
Wei Shoulin committed
185
186
    if not os.path.exists(local_file):
        raise FileNotFoundError(local_file)        
Wei Shoulin's avatar
Wei Shoulin committed
187
    return request.post_file("/api/level0/cat/file", local_file, params)
Wei Shoulin's avatar
Wei Shoulin committed
188
189
190

def generate_prc_msg(module_id: Literal['MSC', 'IFS', 'MCI', 'HSTDM', 'CPIC'], 
                    obs_id: str, 
Wei Shoulin's avatar
Wei Shoulin committed
191
192
                    detector_no: str,
                    dataset: str = constants.DEFAULT_DATASET,
Wei Shoulin's avatar
Wei Shoulin committed
193
                    batch_id: str = constants.DEFAULT_BATCH_ID) -> Result:
Wei Shoulin's avatar
Wei Shoulin committed
194
    """
Wei Shoulin's avatar
Wei Shoulin committed
195
    生成流水线的处理消息
Wei Shoulin's avatar
Wei Shoulin committed
196
197
    
    Args:
Wei Shoulin's avatar
Wei Shoulin committed
198
199
200
201
202
        module_id (str): 模块ID
        obs_id (str): 观测ID
        detector_no (str): 探测器编号
        dataset (Optional[str], optional): 数据集名称..
        batch_id (Optional[str], optional): 批次ID. Defaults to 'auto'.
Wei Shoulin's avatar
Wei Shoulin committed
203
204
    
    Returns:
Wei Shoulin's avatar
Wei Shoulin committed
205
        Result: 处理消息生成的结果,是否成功以及相关的错误信息
Wei Shoulin's avatar
Wei Shoulin committed
206
207
    
    """
Wei Shoulin's avatar
Wei Shoulin committed
208
209
210
211
212
213
214
215
    params = {
        'dataset': dataset,
        'batch_id': batch_id,
        'obs_id': obs_id,
        'detector_no': detector_no,
    }
    
    return request.put(f"/api/level0/prc/{module_id}", params)
Wei Shoulin's avatar
Wei Shoulin committed
216
217
218

def process_list(level0_id: str) -> Result:
    """
Wei Shoulin's avatar
Wei Shoulin committed
219
    通过 level0 的 ID 查询0级数据处理过程
Wei Shoulin's avatar
Wei Shoulin committed
220
221
    
    Args:
Wei Shoulin's avatar
Wei Shoulin committed
222
        level0_id (str): 0级数据的ID
Wei Shoulin's avatar
Wei Shoulin committed
223
224
    
    Returns:
Wei Shoulin's avatar
Wei Shoulin committed
225
        Result: 成功后,Result.data为数据列表,失败message为失败原因
Wei Shoulin's avatar
Wei Shoulin committed
226
227
228
229
230
231
232
    
    """
    return request.get(f"/api/level0/prc/{level0_id}")

def add_process(level0_id: str, 
                pipeline_id: str, 
                run_id: str, 
Wei Shoulin's avatar
Wei Shoulin committed
233
234
235
236
                batch_id: Optional[str] = None,
                dataset: str = constants.DEFAULT_DATASET,
                prc_status: int = -1024,                
                prc_time: str = utils.get_current_time(),                
Wei Shoulin's avatar
Wei Shoulin committed
237
238
239
                prc_module: str = "",
                message: str = "") -> Result:
    """
Wei Shoulin's avatar
Wei Shoulin committed
240
    添加0级数据处理过程
Wei Shoulin's avatar
Wei Shoulin committed
241
242
    
    Args:
Wei Shoulin's avatar
Wei Shoulin committed
243
244
245
246
247
248
249
250
251
        level0_id (str): 0级数据的ID
        pipeline_id (str): 管线ID
        run_id (str): 运行ID
        dataset (str): 数据集
        batch_id (str): 批次ID
        prc_time (str): 处理时间,格式为"YYYY-MM-DD HH:MM:SS"
        prc_status (int): 处理状态
        prc_module (str): 处理模块
        message (str): 处理消息
Wei Shoulin's avatar
Wei Shoulin committed
252
253
    
    Returns:
Wei Shoulin's avatar
Wei Shoulin committed
254
        Result: 成功后,Result.data为写入记录,失败message为失败原因
Wei Shoulin's avatar
Wei Shoulin committed
255
256
257
258
259
260
    
    """
    params = {
        'level0_id': level0_id,
        'pipeline_id': pipeline_id,
        'run_id': run_id,
Wei Shoulin's avatar
Wei Shoulin committed
261
262
        'dataset': dataset,
        'batch_id': batch_id,
Wei Shoulin's avatar
Wei Shoulin committed
263
264
265
266
267
        'prc_time': prc_time,
        'prc_status': prc_status,
        'prc_module': prc_module,
        'message': message,
    }
Wei Shoulin's avatar
Wei Shoulin committed
268
    utils.is_valid_datetime_format(prc_time)
Wei Shoulin's avatar
Wei Shoulin committed
269
270
271
272
    return request.post("/api/level0/prc", params)

def new(data: dict) -> Result:
    """
Wei Shoulin's avatar
Wei Shoulin committed
273
    新建0级数据,用于仿真数据测试
Wei Shoulin's avatar
Wei Shoulin committed
274
275
    
    Args:
Wei Shoulin's avatar
Wei Shoulin committed
276
        data (dict): 0级数据的字典表示
Wei Shoulin's avatar
Wei Shoulin committed
277
278
    
    Returns:
Wei Shoulin's avatar
Wei Shoulin committed
279
        Result: 成功后,Result.data为写入记录,失败message为失败原因
Wei Shoulin's avatar
Wei Shoulin committed
280
281
282
    
    """
    return request.post("/api/level0/new", data)