level0.py

import os
import logging
import time, datetime
import shutil

from ..common.db import DBClient
from ..common.utils import *
from csst_dfs_commons.models import Result
from csst_dfs_commons.models.msc import Level0Record
from csst_dfs_commons.models.common import from_dict_list

log = logging.getLogger('csst')

class Level0DataApi(object):
    def __init__(self, sub_system = "msc"):
        self.sub_system = sub_system
        self.root_dir = os.getenv("CSST_LOCAL_FILE_ROOT", "/opt/temp/csst")
        self.db = DBClient()

    def find(self, **kwargs):
        ''' retrieve level0 records from database

        parameter kwargs:
            obs_id: [str]
            detector_no: [str]
            obs_type: [str]
            obs_time : (start, end),
            qc0_status : [int],
            prc_status : [int],
            file_name: [str]
            limit: limits returns the number of records,default 0:no-limit
            ra_obj: [float],
            dec_obj: [float],
            crpix1: [float],
            crpix2: [float],
            crval1: [float],
            crval1: [float],
            ctype1: [float],
            ctype2: [float],
            cd1_1: [float],
            cd1_2: [float],
            cd2_1: [float],
            cd2_2: [float],
            radius: [float],
            
        return: csst_dfs_common.models.Result
        '''
        try:
            obs_id = get_parameter(kwargs, "obs_id")
            detector_no = get_parameter(kwargs, "detector_no")
            obs_type = get_parameter(kwargs, "obs_type")
            exp_time_start = get_parameter(kwargs, "obs_time", [None, None])[0]
            exp_time_end = get_parameter(kwargs, "obs_time", [None, None])[1]
            qc0_status = get_parameter(kwargs, "qc0_status")
            prc_status = get_parameter(kwargs, "prc_status")
            file_name = get_parameter(kwargs, "file_name")
            limit = get_parameter(kwargs, "limit", 0)
            ra_obj = get_parameter(kwargs, "ra_obj", None)
            dec_obj = get_parameter(kwargs, "dec_obj", None)
            crpix1 = get_parameter(kwargs, "crpix1", None)
            crpix2 = get_parameter(kwargs, "crpix2", None)
            crval1 = get_parameter(kwargs, "crval1", None)
            crval2 = get_parameter(kwargs, "crval2", None)
            ctype1 = get_parameter(kwargs, "ctype1", None)
            ctype2 = get_parameter(kwargs, "ctype2", None)
            cd1_1 = get_parameter(kwargs, "cd1_1", None)
            cd1_2 = get_parameter(kwargs, "cd1_2", None)
            cd2_1 = get_parameter(kwargs, "cd2_1", None)
            cd2_2 = get_parameter(kwargs, "cd2_2", None)
            radius = get_parameter(kwargs, "radius", 0)
            

            sql_count = "select count(*) as c from msc_level0_data d left join msc_level0_header h on d.id=h.id where 1=1"
            sql_data = f"select * from msc_level0_data d left join msc_level0_header h on d.id=h.id where 1=1"

            sql_condition = "" 
            if obs_id:
                sql_condition = f"{sql_condition} and d.obs_id='{obs_id}'"              
            if detector_no:
                sql_condition = f"{sql_condition} and d.detector_no='{detector_no}'"
            if obs_type:
                sql_condition = f"{sql_condition} and d.obs_type='{obs_type}'"
            if exp_time_start:
                sql_condition = f"{sql_condition} and d.obs_time >='{exp_time_start}'"
            if exp_time_end:
                sql_condition = f"{sql_condition} and d.obs_time <='{exp_time_end}'"
            if qc0_status:
                sql_condition = f"{sql_condition} and d.qc0_status={qc0_status}"
            if prc_status:
                sql_condition = f"{sql_condition} and d.prc_status={prc_status}"
            if ra_obj:
                sql_condition = f"{sql_condition} and (h.ra_obj <='{ra_obj+radius} and h.ra_obj >={ra_obj-radius}'"
            if dec_obj:
                sql_condition = f"{sql_condition} and (h.dec_obj <='{dec_obj+radius} and h.dec_obj >={dec_obj-radius}'"
            if crpix1:
                sql_condition = f"{sql_condition} and h.crpix1 ='{crpix1}'"
            if crpix2:
                sql_condition = f"{sql_condition} and h.crpix2 ='{crpix2}'"
            if crval1:
                sql_condition = f"{sql_condition} and h.crval1 ='{crval1}'"
            if crval1:
                sql_condition = f"{sql_condition} and h.crval1 ='{crval1}'"
            if ctype1:
                sql_condition = f"{sql_condition} and h.ctype1 ='{ctype1}'"
            if ctype2:
                sql_condition = f"{sql_condition} and h.ctype2 ='{ctype2}'"
            if cd1_1:
                sql_condition = f"{sql_condition} and h.cd1_1='{cd1_1}'"
            if cd1_2:
                sql_condition = f"{sql_condition} and h.cd1_2='{cd1_2}'"
            if cd2_1:
                sql_condition = f"{sql_condition} and h.cd2_1='{cd2_1}'"
            if cd2_2:
                sql_condition = f"{sql_condition} and h.cd2_2='{cd2_2}'"

            if file_name:
                sql_condition = f" and filename='{file_name}'"  

            sql_count = f"{sql_count} {sql_condition}"
            sql_data = f"{sql_data} {sql_condition}"

            if limit > 0:
                sql_data = f"{sql_data} limit {limit}"   

            totalCount = self.db.select_one(sql_count)
            _, records = self.db.select_many(sql_data)

            return Result.ok_data(data=from_dict_list(Level0Record, records)).append("totalCount", totalCount['c'])

        except Exception as e:
            return Result.error(message=str(e))

    def get(self, **kwargs):
        '''  fetch a record from database

        parameter kwargs:
            id : [int],
            level0_id : [str]

        return csst_dfs_common.models.Result
        '''
        id = get_parameter(kwargs, "id", 0)
        level0_id = get_parameter(kwargs, "level0_id", "")

        if id == 0 and level0_id == "":
            return Result.error(message="at least define id or level0_id") 

        if id != 0: 
            return self.get_by_id(id)
        if level0_id != "": 
            return self.get_by_level0_id(level0_id)

    def get_by_id(self, id: int):
        try:
            r = self.db.select_one(
                "select * from msc_level0_data where id=?", (id,))
            if r:
                return Result.ok_data(data=Level0Record().from_dict(r))
            else:
                return Result.error(message=f"id:{id} not found")  
        except Exception as e:
            log.error(e)
            return Result.error(message=str(e))  

    def get_by_level0_id(self, level0_id: str):
        try:
            r = self.db.select_one(
                "select * from msc_level0_data where level0_id=?", (level0_id,))
            if r:
                return Result.ok_data(data=Level0Record().from_dict(r))
            else:
                return Result.error(message=f"level0_id:{level0_id} not found")  
        except Exception as e:
            log.error(e)
            return Result.error(message=str(e))  

    def update_proc_status(self, **kwargs):
        ''' update the status of reduction

        parameter kwargs:
            id : [int],
            level0_id : [str],
            status : [int]

        return csst_dfs_common.models.Result
        '''
        id = get_parameter(kwargs, "id")
        level0_id = get_parameter(kwargs, "level0_id")
        result = self.get(id = id, level0_id = level0_id)

        if not result.success:
            return Result.error(message="not found")

        id = result.data.id
        status = get_parameter(kwargs, "status")
        try:
            self.db.execute(
                'update msc_level0_data set prc_status=?, prc_time=? where id=?',
                (status, format_time_ms(time.time()), id)
            )  
            self.db.end() 
            return Result.ok_data()
           
        except Exception as e:
            log.error(e)
            return Result.error(message=str(e))

    def update_qc0_status(self, **kwargs):
        ''' update the status of QC0
        
        parameter kwargs:
            id : [int],
            level0_id : [str],
            status : [int]
        '''        
        id = get_parameter(kwargs, "id")
        level0_id = get_parameter(kwargs, "level0_id")
        result = self.get(id = id, level0_id = level0_id)

        if not result.success:
            return Result.error(message="not found")

        id = result.data.id
        status = get_parameter(kwargs, "status")
        try:
            self.db.execute(
                'update msc_level0_data set qc0_status=?, qc0_time=? where id=?',
                (status, format_time_ms(time.time()), id)
            )  
            self.db.end() 
            return Result.ok_data()
           
        except Exception as e:
            log.error(e)
            return Result.error(message=str(e))

    def write(self, **kwargs):
        ''' insert a level0 data record into database
 
        parameter kwargs:
            obs_id = [str]
            detector_no = [str]
            obs_type = [str]        
            obs_time = [str]
            exp_time = [int]
            detector_status_id = [int]
            filename = [str]
            file_path = [str]
        return: csst_dfs_common.models.Result
        '''          
        rec = Level0Record(
            obs_id = get_parameter(kwargs, "obs_id"),
            detector_no = get_parameter(kwargs, "detector_no"),
            obs_type = get_parameter(kwargs, "obs_type"),
            obs_time = get_parameter(kwargs, "obs_time"),
            exp_time = get_parameter(kwargs, "exp_time"),
            detector_status_id = get_parameter(kwargs, "detector_status_id"),
            filename = get_parameter(kwargs, "filename"),
            file_path = get_parameter(kwargs, "file_path")
        )
        rec.level0_id = f"{rec.obs_id}{rec.detector_no}"
        try:
            existed = self.db.exists(
                    "select * from msc_level0_data where filename=?",
                    (rec.filename,)
                )
            if existed:
                log.warning('%s existed' %(rec.filename, ))
                return Result.error(message ='%s existed' %(rec.filename, ))

            self.db.execute(
                'INSERT INTO msc_level0_data (level0_id, obs_id, detector_no, obs_type, obs_time, exp_time,detector_status_id, filename, file_path,qc0_status, prc_status,create_time) \
                    VALUES(?,?,?,?,?,?,?,?,?,?,?,?)',
                (rec.level0_id, rec.obs_id, rec.detector_no, rec.obs_type, rec.obs_time, rec.exp_time, rec.detector_status_id, rec.filename, rec.file_path,-1,-1,format_time_ms(time.time()))
            )
            self.db.end()
            rec.id = self.db.last_row_id()

            return Result.ok_data(data=rec)

        except Exception as e:
            log.error(e)
            return Result.error(message=str(e))