level2producer.py 14.6 KB
Newer Older
Wei Shoulin's avatar
brick  
Wei Shoulin committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
import grpc

from csst_dfs_commons.models import Result
from csst_dfs_commons.models.common import from_proto_model_list
from csst_dfs_commons.models.facility import Level2Producer, Level2Job, Level2ProducerRuning

from csst_dfs_proto.facility.level2producer import level2producer_pb2, level2producer_pb2_grpc

from ..common.service import ServiceProxy
from ..common.utils import *
from ..common.constants import UPLOAD_CHUNK_SIZE

class Level2ProducerApi(object):
    """
    Level2Producer Operation Class
    """    
    def __init__(self):
        self.stub = level2producer_pb2_grpc.Level2ProducerSrvStub(ServiceProxy().channel())

    def register(self, **kwargs):
        ''' register a Level2Producer data record into database
 
        :param kwargs: Parameter dictionary, key items support:
            name = [str]\n
            gitlink = [str]\n
            paramfiles = [str]\n
            priority = [int]\n
            pre_producers = list[int]
        
        :returns: csst_dfs_common.models.Result
        '''  
        rec = level2producer_pb2.Level2ProducerRecord(
            id = get_parameter(kwargs, "id", 0),
            name = get_parameter(kwargs, "name", ""),
            gitlink = get_parameter(kwargs, "gitlink"),
            paramfiles = get_parameter(kwargs, "paramfiles"),
            priority = get_parameter(kwargs, "priority", 0),
            pre_producers = get_parameter(kwargs, "pre_producers",[]),
        )
        req = level2producer_pb2.RegisterReq(record = rec)
        try:
            resp,_ = self.stub.Register.with_call(req, metadata = get_auth_headers())
            if resp.success:
                return Result.ok_data(data=Level2Producer().from_proto_model(resp.record))
            else:
                return Result.error(message = str(resp.error.detail))
    
        except grpc.RpcError as e:
            return Result.error(message="%s:%s" % (e.code().value, e.details))

    def find(self, **kwargs):
        ''' retrieve Level2Producer records from database

        :param kwargs: Parameter dictionary, key items support:
            key: [str]
            limit: limits returns the number of records,default 0:no-limit
        
        :returns: csst_dfs_common.models.Result
        '''
        try:
            resp, _ =  self.stub.Find.with_call(level2producer_pb2.FindReq(
                key = get_parameter(kwargs, "key", "")
            ),metadata = get_auth_headers())

            if resp.success:
                return Result.ok_data(data = from_proto_model_list(Level2Producer, resp.records)).append("totalCount", resp.totalCount)
            else:
                return Result.error(message = str(resp.error.detail))

        except grpc.RpcError as e:
            return Result.error(message="%s:%s" % (e.code().value, e.details))

    def get(self, **kwargs):
        '''  fetch a record from database

        parameter kwargs:
            id : [int]

        return csst_dfs_common.models.Result
        '''
        try:
            p_id = get_parameter(kwargs, "id", 0)
            resp, _ =  self.stub.Get.with_call(level2producer_pb2.GetReq(
                id = p_id
            ),metadata = get_auth_headers())

            if resp.record is None or resp.record.id == 0:
                return Result.error(message=f"{p_id} not found")  

            return Result.ok_data(data=Level2Producer().from_proto_model(resp.record))
           
        except grpc.RpcError as e:
            return Result.error(message="%s:%s" % (e.code().value, e.details))        

    def find_nexts(self, **kwargs):
        ''' retrieve Level2Producer records from database

        :param kwargs: Parameter dictionary, key items support:
            id : [int]
        
        :returns: csst_dfs_common.models.Result
        '''
        try:
            resp, _ =  self.stub.FindNexts.with_call(level2producer_pb2.FindNextsReq(
Wei Shoulin's avatar
Wei Shoulin committed
105
                id = get_parameter(kwargs, "id", 0)
Wei Shoulin's avatar
brick  
Wei Shoulin committed
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
            ),metadata = get_auth_headers())

            if resp.success:
                return Result.ok_data(data = from_proto_model_list(Level2Producer, resp.records)).append("totalCount", resp.totalCount)
            else:
                return Result.error(message = str(resp.error.detail))

        except grpc.RpcError as e:
            return Result.error(message="%s:%s" % (e.code().value, e.details))

    def find_start(self, **kwargs):
        ''' retrieve Level2Producer records from database

        :param kwargs: Parameter dictionary, key items support:
            key : [str]
        
        :returns: csst_dfs_common.models.Result
        '''
        try:

            resp, _ =  self.stub.FindStart.with_call(level2producer_pb2.FindStartReq(
                key = get_parameter(kwargs, "key", "")
            ),metadata = get_auth_headers())

            if resp.success:
                return Result.ok_data(data = from_proto_model_list(Level2Producer, resp.records)).append("totalCount", resp.totalCount)
            else:
                return Result.error(message = str(resp.error.detail))

        except grpc.RpcError as e:
            return Result.error(message="%s:%s" % (e.code().value, e.details))            

    def update(self, **kwargs):
        ''' update a Level2Producer
        
        :param kwargs: Parameter dictionary, key items support:
            id : [int]\n
            name = [str]\n
            gitlink = [str]\n
            paramfiles = [str]\n
            priority = [int]\n
            pre_producers = list[int]
        
        :returns: csst_dfs_common.models.Result            
        '''   
        try:
Wei Shoulin's avatar
Wei Shoulin committed
152
            rec = level2producer_pb2.Level2ProducerRecord(
Wei Shoulin's avatar
brick  
Wei Shoulin committed
153
154
155
156
157
158
                    id = get_parameter(kwargs, "id", 0),
                    name = get_parameter(kwargs, "name", ""),
                    gitlink = get_parameter(kwargs, "gitlink", ""),
                    paramfiles = get_parameter(kwargs, "paramfiles", ""),
                    priority = get_parameter(kwargs, "priority", 0),
                    pre_producers = get_parameter(kwargs, "pre_producers",[])
Wei Shoulin's avatar
Wei Shoulin committed
159
160
161
            )            
            resp,_ = self.stub.Update.with_call(
                level2producer_pb2.UpdateReq(record = rec),
Wei Shoulin's avatar
brick  
Wei Shoulin committed
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
                metadata = get_auth_headers()
            )
            if resp.success:
                return Result.ok_data()
            else:
                return Result.error(message = str(resp.error.detail))
        except grpc.RpcError as e:
            return Result.error(message="%s:%s" % (e.code().value, e.details))

    def delete(self, **kwargs):
        ''' delete a Level2Producer data
 
        :param kwargs: Parameter dictionary, key items support:
            id = [int]
        
        :returns: csst_dfs_common.models.Result
        '''     
        try:
            resp,_ = self.stub.Delete.with_call(
                level2producer_pb2.DeleteReq(
                    id = get_parameter(kwargs, "id", 0)),
                metadata = get_auth_headers()
            )
            if resp.success:
                return Result.ok_data()
            else:
                return Result.error(message = str(resp.error.detail))
        except grpc.RpcError as e:
            return Result.error(message="%s:%s" % (e.code().value, e.details))

    def new_job(self, **kwargs):
        ''' new a Level2Producer Job
 
        :param kwargs: Parameter dictionary, key items support:
            dag = [str]
        
        :returns: csst_dfs_common.models.Result
        '''  
        rec = level2producer_pb2.Level2JobRecord(
            id = 0,
            dag = get_parameter(kwargs, "dag", "")
        )
        req = level2producer_pb2.NewJobReq(record = rec)
        try:
            resp,_ = self.stub.NewJob.with_call(req, metadata = get_auth_headers())
            if resp.success:
                return Result.ok_data(data=Level2Job().from_proto_model(resp.record))
            else:
                return Result.error(message = str(resp.error.detail))
    
        except grpc.RpcError as e:
            return Result.error(message="%s:%s" % (e.code().value, e.details))

    def get_job(self, **kwargs):
        '''  fetch a record from database

        parameter kwargs:
            id : [int]

        return csst_dfs_common.models.Result
        '''
        try:
            p_id = get_parameter(kwargs, "id", 0)
            resp, _ =  self.stub.GetJob.with_call(level2producer_pb2.GetJobReq(
                id = p_id
            ),metadata = get_auth_headers())

            if resp.record is None or resp.record.id == 0:
                return Result.error(message=f"{p_id} not found")  

            return Result.ok_data(data=Level2Job().from_proto_model(resp.record))
           
        except grpc.RpcError as e:
            return Result.error(message="%s:%s" % (e.code().value, e.details))  

    def update_job(self, **kwargs):
        ''' update a Level2Producer Job
 
        :param kwargs: Parameter dictionary, key items support:
            id = [int]
            dag = [str]
            status = [int]
        
        :returns: csst_dfs_common.models.Result
        '''    
Wei Shoulin's avatar
Wei Shoulin committed
247

Wei Shoulin's avatar
brick  
Wei Shoulin committed
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
        rec = level2producer_pb2.Level2JobRecord(
            id = get_parameter(kwargs, "id", 0), 
            dag = get_parameter(kwargs, "dag", ""),
            status = get_parameter(kwargs, "status", -1)
        )
        req = level2producer_pb2.UpdateJobReq(record = rec)
        try:
            resp,_ = self.stub.UpdateJob.with_call(req, metadata = get_auth_headers())
            if resp.success:
                return Result.ok_data()
            else:
                return Result.error(message = str(resp.error.detail))
    
        except grpc.RpcError as e:
            return Result.error(message="%s:%s" % (e.code().value, e.details))   

    def new_running(self, **kwargs):
        ''' insert a Level2ProducerRuningRecord data
 
        :param kwargs: Parameter dictionary, key items support:
            job_id = [int]\n
            producer_id = [int]\n
            brick_id = [int]\n
            start_time = [str]\n
            end_time = [str]\n
            prc_status = [int]\n
            prc_result = [str]
        
        :returns: csst_dfs_common.models.Result
        ''' 
        rec = level2producer_pb2.Level2ProducerRuningRecord(
            id = 0,
            job_id = get_parameter(kwargs, "job_id", 0),
            producer_id = get_parameter(kwargs, "producer_id", 0),
            brick_id = get_parameter(kwargs, "brick_id", 0),
            start_time = get_parameter(kwargs, "start_time", ""),
            prc_status = get_parameter(kwargs, "prc_status", 0),
            prc_result = get_parameter(kwargs, "prc_result", "")
        )
        req = level2producer_pb2.WriteRunningReq(record = rec)
        try:
            resp,_ = self.stub.WriteRunning.with_call(req, metadata = get_auth_headers())
            if resp.success:
                return Result.ok_data(data=Level2ProducerRuning().from_proto_model(resp.record))
            else:
                return Result.error(message = str(resp.error.detail))
    
        except grpc.RpcError as e:
            return Result.error(message="%s:%s" % (e.code().value, e.details))

    def get_running(self, **kwargs):
        '''  fetch a record from database

        parameter kwargs:
            id : [int]

        return csst_dfs_common.models.Result
        '''
        try:
            p_id = get_parameter(kwargs, "id", 0)
            resp, _ =  self.stub.GetRunning.with_call(level2producer_pb2.GetRunningReq(
                id = p_id
            ),metadata = get_auth_headers())

            if resp.record is None or resp.record.id == 0:
                return Result.error(message=f"{p_id} not found")  

            return Result.ok_data(data=Level2ProducerRuning().from_proto_model(resp.record))
           
        except grpc.RpcError as e:
            return Result.error(message="%s:%s" % (e.code().value, e.details))  

Wei Shoulin's avatar
Wei Shoulin committed
320
    def update_running(self, **kwargs):
Wei Shoulin's avatar
brick  
Wei Shoulin committed
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
        ''' udpate a Level2ProducerRuningRecord data
 
        :param kwargs: Parameter dictionary, key items support:
            id = [int]\n
            job_id = [int]\n
            producer_id = [int]\n
            brick_id = [int]\n
            start_time = [str]\n
            end_time = [str]\n
            prc_status = [int]\n
            prc_result = [str]
        
        :returns: csst_dfs_common.models.Result
        ''' 
        rec = level2producer_pb2.Level2ProducerRuningRecord(
            id = get_parameter(kwargs, "id", 0),
            job_id = get_parameter(kwargs, "job_id", 0),
            producer_id = get_parameter(kwargs, "producer_id", 0),
            brick_id = get_parameter(kwargs, "brick_id", 0),
            start_time = get_parameter(kwargs, "start_time", ""),
            end_time = get_parameter(kwargs, "end_time", ""),
            prc_status = get_parameter(kwargs, "prc_status", 0),
            prc_result = get_parameter(kwargs, "prc_result", "")
        )
        req = level2producer_pb2.UpdateRunningReq(record = rec)
        try:
            resp,_ = self.stub.UpdateRunning.with_call(req, metadata = get_auth_headers())
            if resp.success:
                return Result.ok_data()
            else:
                return Result.error(message = str(resp.error.detail))
    
        except grpc.RpcError as e:
            return Result.error(message="%s:%s" % (e.code().value, e.details))

    def find_running(self, **kwargs):
Wei Shoulin's avatar
Wei Shoulin committed
357
        ''' find Level2ProducerRuningRecord data
Wei Shoulin's avatar
brick  
Wei Shoulin committed
358
359
360
361
362
363
 
        :param kwargs: Parameter dictionary, key items support:
            job_id = [int]\n
            producer_id = [int]\n
            brick_id = [int]\n
            prc_status = [int]\n
Wei Shoulin's avatar
Wei Shoulin committed
364
365
            create_time : (start, end)\n
            limit = [int]
Wei Shoulin's avatar
brick  
Wei Shoulin committed
366
367
        
        :returns: csst_dfs_common.models.Result
Wei Shoulin's avatar
Wei Shoulin committed
368
        '''  
Wei Shoulin's avatar
brick  
Wei Shoulin committed
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
        req = level2producer_pb2.FindRunningReq(
            job_id = get_parameter(kwargs, "job_id", 0),
            producer_id = get_parameter(kwargs, "producer_id", 0),
            brick_id = get_parameter(kwargs, "brick_id", 0),
            prc_status = get_parameter(kwargs, "prc_status", 0),
            start_time = get_parameter(kwargs, "create_time", [None, None])[0],
            end_time = get_parameter(kwargs, "create_time", [None, None])[1],
            limit = get_parameter(kwargs, "limit", 0)           
        )
        try:
            resp,_ = self.stub.FindRunning.with_call(req, metadata = get_auth_headers())
            if resp.success:
                return Result.ok_data(data = from_proto_model_list(Level2ProducerRuning, resp.records)).append("totalCount", resp.totalCount)
            else:
                return Result.error(message = str(resp.error.detail))
    
        except grpc.RpcError as e:
            return Result.error(message="%s:%s" % (e.code().value, e.details))