Skip to content
GitLab
An error occurred while loading the file. Please try again.
Switch branch/tag
Find file BlameHistoryPermalink
fits.py 4.12 KiB
Open in Web IDE
1 
import os
2 
import grpc
3
4 
from csst_dfs_proto.ifs.fits import fits_pb2, fits_pb2_grpc
5
6 
from ..common.client_config import ClientConfigurator
7 
from ..common.service import ServiceProxy
8 
from ..common.utils import *
9 
from ..common.constants import UPLOAD_CHUNK_SIZE
10
11 
class FitsApi(object):
12 
    def __init__(self, sub_system = "ifs"):
13 
        self.sub_system = sub_system
14 
        self.proxy = ServiceProxy(ClientConfigurator().gatewayCfg)
15 
        self.stub = self.proxy.insecure(fits_pb2_grpc.FitsSrvStub)
16
17 
    def find(self, **kwargs):
18 
        '''
19 
        parameter kwargs:
20 
            obs_time = [int],
21 
            file_name = [str],
22 
            exp_time = (start, end),
23 
            ccd_num = [int],
24 
            qc0_status = [int],
25 
            prc_status = [int]
26
27 
        return list of raw records
28 
        '''
29 
        return self.stub.Find(fits_pb2.FindRawFitsReq(
30 
            obs_time = get_parameter(kwargs, "obs_time"),
31 
            file_name = get_parameter(kwargs, "file_name"),
32 
            exp_time_start = get_parameter(kwargs, "exp_time", [None, None])[0],
33 
            exp_time_end = get_parameter(kwargs, "exp_time", [None, None])[1],
34 
            ccd_num = get_parameter(kwargs, "ccd_num"),
35 
            qc0_status = get_parameter(kwargs, "qc0_status"),
36 
            prc_status = get_parameter(kwargs, "prc_status"),
37 
            other_conditions = {"test":"cnlab.test"}
38 
        ))
39
40 
    def get(self, **kwargs):
41 
        '''  query database, return a record as dict
42
43 
        parameter kwargs:
44 
            fits_id = [int]
45
46 
        return dict or None
47 
        '''
48 
        return self.stub.Get(fits_pb2.GetRawFitsReq(
49 
            fits_id = get_parameter(kwargs, "fits_id")
50 
        ))
51
52 
    def read(self, **kwargs):
53 
        ''' yield bytes of fits file
54
55 
        parameter kwargs:
56 
            fits_id = [int],
57 
            file_path = [str],
58 
            chunk_size = [int] default 20480
59
60 
        yield bytes of fits file
61 
        '''
62 
        try:
63 
            streams = self.stub.Read(fits_pb2.ReadRawFitsReq(
64 
                fits_id = get_parameter(kwargs, "fits_id"),
65 
                file_path = get_parameter(kwargs, "file_path"),
66 
                chunk_size = get_parameter(kwargs, "chunk_size", 20480)
67 
            ))
68
69 
            for stream in streams:
70 
                yield stream.data
71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133
except Exception as e: print(e) def update_proc_status(self, **kwargs): ''' update the status of reduction parameter kwargs: fits_id = [int], status = [int] ''' fits_id = get_parameter(kwargs, "fits_id") status = get_parameter(kwargs, "status"), try: return self.stub.update_qc0_status((fits_pb2.UpdateProcStatusReq(fits_id=fits_id, status=status))) except grpc.RpcError as identifier: print(identifier) def update_qc0_status(self, **kwargs): ''' update the status of reduction parameter kwargs: fits_id = [int], status = [int] ''' fits_id = get_parameter(kwargs, "fits_id") status = get_parameter(kwargs, "status"), try: return self.stub.update_qc0_status((fits_pb2.UpdateQc0StatusReq(fits_id=fits_id, status=status))) except grpc.RpcError as identifier: print(identifier) def write(self, **kwargs): ''' copy a local file to file storage, then reduce the header of fits file and insert a record into database parameter kwargs: file_path = [str] ''' file_path = get_parameter(kwargs, "file_path") if os.path.exists(file_path): raise Exception("%s file not found" % (file_path)) def stream(v_file_path): v_file_name = os.path.basename(v_file_path) with open(v_file_path, 'rb') as f: while True: data = f.read(UPLOAD_CHUNK_SIZE) if not data: break yield fits_pb2.WriteRawFitsReq( file_name=v_file_name, fitsData=data) return self.stub.Write(stream(file_path))