Skip to content
GitLab
Commit 924f36aa authored by Wei Shoulin's avatar Wei Shoulin
Browse files

C9

parent 97625e52
Pipeline #4159 passed with stage
Hide whitespace changes
Inline Side-by-side
csst_dfs_api/common/catalog.py
View file @ 924f36aa
...@@ -13,7 +13,7 @@ class CatalogApi(object): ...@@ -13,7 +13,7 @@ class CatalogApi(object):
:param ra: in deg :param ra: in deg
:param dec: in deg :param dec: in deg
:param radius: in deg :param radius: in deg
:param catalog_name: one of ['gaia3','',''] :param catalog_name: one of ['gaia3','sim']
:param columns: tuple of str, like ('ra','dec','phot_g_mean_mag') :param columns: tuple of str, like ('ra','dec','phot_g_mean_mag')
:param min_mag: minimal magnitude :param min_mag: minimal magnitude
:param max_mag: maximal magnitude :param max_mag: maximal magnitude
...@@ -22,32 +22,19 @@ class CatalogApi(object): ...@@ -22,32 +22,19 @@ class CatalogApi(object):
:returns: csst_dfs_common.models.Result :returns: csst_dfs_common.models.Result
''' '''
if not catalog_name or catalog_name not in ('gaia3', 'sim'):
if catalog_name == "gaia3": raise Exception("catalog_name is not allowed")
return self.gaia3_query(ra, dec, radius, columns, min_mag, max_mag, obstime, limit) if not columns:
else: raise Exception("columns is empty")
return Result.error(message="%s catalog search not yet implemented" %(catalog_name, )) return self.catalog_query(ra = ra,
dec = dec,
radius = radius,
catalog_name = catalog_name,
columns = columns,
min_mag = min_mag,
max_mag = max_mag,
obstime = obstime,
limit = limit)
def to_table(self, query_result): def to_table(self, query_result):
return to_fits_table(query_result) return to_fits_table(query_result)
def gaia3_query(self, ra: float, dec: float, radius: float, columns: tuple,min_mag: float, max_mag: float, obstime: int, limit: int):
"""retrieval GAIA DR 3, all column name must be lowercase. columns specification at https://gea.esac.esa.int/archive/documentation/GDR3/Gaia_archive/chap_datamodel/sec_dm_main_source_catalogue/ssec_dm_gaia_source.html
:param ra: in deg
:param dec: in deg
:param radius: in deg
:param columns: tuple of str, like ('ra','dec','phot_g_mean_mag')
:param min_mag: minimal magnitude
:param max_mag: maximal magnitude
:param obstime: seconds
:param limit: limits returns the number of records
:returns: csst_dfs_common.models.Result
"""
try:
if not columns:
raise Exception("columns is empty")
return self.stub.gaia3_query(ra, dec, radius, columns, min_mag, max_mag, obstime, limit)
except Exception as e:
return Result.error(message=repr(e))
csst_dfs_api/common/utils.py
View file @ 924f36aa
...@@ -131,6 +131,6 @@ def object_list_to_table(query_result): ...@@ -131,6 +131,6 @@ def object_list_to_table(query_result):
t.add_row(tuple([rec.__getattribute__(k) for k in fields])) t.add_row(tuple([rec.__getattribute__(k) for k in fields]))
return t return t
def get_nextId_by_prefix(prefix: str): def get_next_id(prefix: str):
pymodule = Delegate().load(sub_module = "common.utils") pymodule = Delegate().load(sub_module = "common.utils")
return getattr(pymodule, "get_nextId_by_prefix")(prefix) return getattr(pymodule, "get_next_id")(prefix)
\ No newline at end of file \ No newline at end of file
csst_dfs_api/facility/__init__.py
View file @ 924f36aa
from .detector import DetectorApi from .detector import DetectorApi
from .brick import BrickApi from .brick import BrickApi
from .level2producer import Level2ProducerApi
from .observation import ObservationApi from .observation import ObservationApi
from .level0 import Level0DataApi from .level0 import Level0DataApi
from .level0prc import Level0PrcApi from .level0prc import Level0PrcApi
......
csst_dfs_api/facility/brick.py
View file @ 924f36aa
...@@ -31,7 +31,7 @@ class BrickApi(object): ...@@ -31,7 +31,7 @@ class BrickApi(object):
def write(self, **kwargs): def write(self, **kwargs):
''' insert a brick data record into database ''' insert a brick data record into database
:param kwargs: Parameter dictionary, key items support: :param kwargs: Parameter dictionary, key items support:
ra = [float]\n ra = [float]\n
dec = [float]\n dec = [float]\n
...@@ -52,14 +52,13 @@ class BrickApi(object): ...@@ -52,14 +52,13 @@ class BrickApi(object):
''' '''
return self.stub.find_obs_status(**kwargs) return self.stub.find_obs_status(**kwargs)
def find_level1_data(self, **kwargs): def find_level1_ids(self, **kwargs):
''' find level1 data ''' find level1 id
:param kwargs: Parameter dictionary, support: :param kwargs: Parameter dictionary, support:
brick_id = [int]\n brick_id = [int]\n
level1_id = [int]\n level1_id = [int]
module = [str]
:returns: csst_dfs_common.models.Result :returns: csst_dfs_common.models.Result
''' '''
return self.stub.find_level1_data(**kwargs) return self.stub.find_level1_ids(**kwargs)
\ No newline at end of file \ No newline at end of file
csst_dfs_api/facility/level0.py
View file @ 924f36aa
...@@ -13,10 +13,11 @@ class Level0DataApi(object): ...@@ -13,10 +13,11 @@ class Level0DataApi(object):
''' retrieve level0 records from database ''' retrieve level0 records from database
:param kwargs: Parameter dictionary, key items support: :param kwargs: Parameter dictionary, key items support:
project_id: [str],
obs_id: [str], obs_id: [str],
module_id: [str] module_id: [str]
detector_no: [str], detector_no: [str],
obs_type: [str], file_type: [str],
filter: [str], filter: [str],
obs_time : (start, end), obs_time : (start, end),
qc0_status : [int], qc0_status : [int],
...@@ -26,7 +27,6 @@ class Level0DataApi(object): ...@@ -26,7 +27,6 @@ class Level0DataApi(object):
dec_obj: [float], dec_obj: [float],
radius: [float], radius: [float],
object_name: [str], object_name: [str],
version: [str],
limit: limits returns the number of records,default 0:no-limit limit: limits returns the number of records,default 0:no-limit
:returns: csst_dfs_common.models.Result :returns: csst_dfs_common.models.Result
...@@ -48,7 +48,7 @@ class Level0DataApi(object): ...@@ -48,7 +48,7 @@ class Level0DataApi(object):
:param kwargs: Parameter dictionary, key items support: :param kwargs: Parameter dictionary, key items support:
id : [int], id : [int],
level0_id: [str] level0_id: [str]
obs_type: [str] file_type: [str]
:returns: csst_dfs_common.models.Result :returns: csst_dfs_common.models.Result
''' '''
...@@ -60,7 +60,7 @@ class Level0DataApi(object): ...@@ -60,7 +60,7 @@ class Level0DataApi(object):
:param kwargs: Parameter dictionary, key items support: :param kwargs: Parameter dictionary, key items support:
id : [int], id : [int],
level0_id: [str], level0_id: [str],
obs_type: [str], file_type: [str],
status : [int] status : [int]
:returns: csst_dfs_common.models.Result :returns: csst_dfs_common.models.Result
...@@ -73,7 +73,7 @@ class Level0DataApi(object): ...@@ -73,7 +73,7 @@ class Level0DataApi(object):
:param kwargs: Parameter dictionary, key items support: :param kwargs: Parameter dictionary, key items support:
id : [int], id : [int],
level0_id: [str], level0_id: [str],
obs_type: [str], file_type: [str],
status : [int] status : [int]
:returns: csst_dfs_common.models.Result :returns: csst_dfs_common.models.Result
...@@ -86,7 +86,7 @@ class Level0DataApi(object): ...@@ -86,7 +86,7 @@ class Level0DataApi(object):
:param kwargs: Parameter dictionary, key items support: :param kwargs: Parameter dictionary, key items support:
obs_id = [str], obs_id = [str],
detector_no = [str], detector_no = [str],
obs_type = [str], file_type = [str],
obs_time = [str], obs_time = [str],
exp_time = [int], exp_time = [int],
detector_status_id = [int], detector_status_id = [int],
......
csst_dfs_api/facility/level0prc.py
View file @ 924f36aa
...@@ -35,15 +35,15 @@ class Level0PrcApi(object): ...@@ -35,15 +35,15 @@ class Level0PrcApi(object):
def write(self, **kwargs): def write(self, **kwargs):
''' insert a level0 procedure record into database ''' insert a level0 procedure record into database
:param kwargs: Parameter dictionary, key items support: :param kwargs: Parameter dictionary, key items support:
level0_id : [str] level0_id : [int]
pipeline_id : [str] pipeline_id : [str]
prc_module : [str] prc_module : [str]
params_file_path : [str] run_id : [str]
prc_status : [int] prc_status : [int]
prc_time : [str] prc_time : [str]
result_file_path : [str] message : [str]
:returns: csst_dfs_common.models.Result :returns: csst_dfs_common.models.Result
''' '''
......
csst_dfs_api/facility/level1prc.py
View file @ 924f36aa
...@@ -35,15 +35,15 @@ class Level1PrcApi(object): ...@@ -35,15 +35,15 @@ class Level1PrcApi(object):
def write(self, **kwargs): def write(self, **kwargs):
''' insert a level1 procedure record into database ''' insert a level1 procedure record into database
:param kwargs: Parameter dictionary, key items support: :param kwargs: Parameter dictionary, key items support:
level1_id : [int] level1_id : [int]
pipeline_id : [str] pipeline_id : [str]
prc_module : [str] prc_module : [str]
params_file_path : [str] run_id : [str]
prc_status : [int] prc_status : [int]
prc_time : [str] prc_time : [str]
result_file_path : [str] message : [str]
:returns: csst_dfs_common.models.Result :returns: csst_dfs_common.models.Result
''' '''
......
csst_dfs_api/facility/level2producer.py deleted 100644 → 0
View file @ 97625e52
import random
from ..common.delegate import Delegate
from csst_dfs_commons.models.errors import CSSTGenericException
class Level2ProducerApi(object):
"""
Level 0 Data Operation API
"""
def __init__(self):
self.pymodule = Delegate().load(sub_module = "facility")
self.stub = getattr(self.pymodule, "Level2ProducerApi")()
def register(self, **kwargs):
''' register a Level2Producer data record into database
:param kwargs: Parameter dictionary, key items support:
name = [str]\n
gitlink = [str]\n
paramfiles = [str]\n
priority = [int]\n
pre_producers = list[int]
:returns: csst_dfs_common.models.Result
'''
return self.stub.register(**kwargs)
def find(self, **kwargs):
''' retrieve Level2Producer records from database
:param kwargs: Parameter dictionary, key items support:
key: [str]
limit: limits returns the number of records,default 0:no-limit
:returns: csst_dfs_common.models.Result
'''
return self.stub.find(**kwargs)
def get(self, **kwargs):
''' fetch a record from database
:param kwargs: Parameter dictionary, key items support:
id : [int]
:returns: csst_dfs_common.models.Result
'''
return self.stub.get(**kwargs)
def find_nexts(self, **kwargs):
''' retrieve Level2Producer records from database
:param kwargs: Parameter dictionary, key items support:
id : [int]
:returns: csst_dfs_common.models.Result
'''
return self.stub.find_nexts(**kwargs)
def find_start(self, **kwargs):
''' retrieve Level2Producer records from database
:param kwargs: Parameter dictionary, key items support:
key : [str]
:returns: csst_dfs_common.models.Result
'''
return self.stub.find_start(**kwargs)
def update(self, **kwargs):
''' update a Level2Producer
:param kwargs: Parameter dictionary, key items support:
id : [int]\n
name = [str]\n
gitlink = [str]\n
paramfiles = [str]\n
priority = [int]\n
pre_producers = list[int]
:returns: csst_dfs_common.models.Result
'''
return self.stub.update(**kwargs)
def delete(self, **kwargs):
''' delete a Level2Producer data
:param kwargs: Parameter dictionary, key items support:
id = [int]
:returns: csst_dfs_common.models.Result
'''
return self.stub.delete(**kwargs)
def new_job(self, **kwargs):
''' new a Level2Producer Job
:param kwargs: Parameter dictionary, key items support:
name = [str]
dag = [str]
:returns: csst_dfs_common.models.Result
'''
return self.stub.new_job(**kwargs)
def get_job(self, **kwargs):
''' fetch a record from database
:param kwargs: Parameter dictionary, key items support:
id : [int]
:returns: csst_dfs_common.models.Result
'''
return self.stub.get_job(**kwargs)
def update_job(self, **kwargs):
''' update a Level2Producer Job
:param kwargs: Parameter dictionary, key items support:
id = [int]
name = [str]
dag = [str]
status = [int]
:returns: csst_dfs_common.models.Result
'''
return self.stub.update_job(**kwargs)
def new_running(self, **kwargs):
''' insert a Level2ProducerRuningRecord data
:param kwargs: Parameter dictionary, key items support:
job_id = [int]\n
producer_id = [int]\n
brick_id = [int]\n
start_time = [str]\n
end_time = [str]\n
prc_status = [int]\n
prc_result = [str]
:returns: csst_dfs_common.models.Result
'''
return self.stub.new_running(**kwargs)
def get_running(self, **kwargs):
''' fetch a record from database
:param kwargs: Parameter dictionary, key items support:
id : [int]
:returns: csst_dfs_common.models.Result
'''
return self.stub.get_running(**kwargs)
def update_running(self, **kwargs):
''' udpate a Level2ProducerRuningRecord data
:param kwargs: Parameter dictionary, key items support:
id = [int]\n
job_id = [int]\n
producer_id = [int]\n
brick_id = [int]\n
start_time = [str]\n
end_time = [str]\n
prc_status = [int]\n
prc_result = [str]
:returns: csst_dfs_common.models.Result
'''
return self.stub.update_running(**kwargs)
def find_running(self, **kwargs):
''' find Level2ProducerRuningRecord data
:param kwargs: Parameter dictionary, key items support:
job_id = [int]\n
producer_id = [int]\n
brick_id = [int]\n
prc_status = [int]\n
create_time : (start, end)\n
limit = [int]
:returns: csst_dfs_common.models.Result
'''
return self.stub.find_running(**kwargs)
def make_graph(self, start_producer_id, fig_path = None):
start_node = self.get(id = start_producer_id)
if not start_node.success:
raise CSSTGenericException("start node not found")
def get_next(pre_node, node_level_x, node_level_y):
the_nodes = self.find_nexts(id = pre_node.id)
graph_name_edges = [(pre_node.name, n.name) for n in the_nodes.data]
graph_id_edges = [(pre_node.id, n.id) for n in the_nodes.data]
pos = {pre_node.name: (node_level_x,node_level_y)}
for idx, node in enumerate(the_nodes.data):
sub_id_edges, sub_name_edges, sub_pos = get_next(node, node_level_x+1, random.randint(-3,3))
graph_id_edges.extend(sub_id_edges)
graph_name_edges.extend(sub_name_edges)
pos.update(sub_pos)
return graph_id_edges, graph_name_edges, pos
graph_id_edges, graph_name_edges, pos = get_next(start_node.data, 0, 0)
if fig_path:
import networkx as nx
from matplotlib import pyplot as plt
g1 = nx.DiGraph()
vertex_list = list(set([str(i) for e in graph_name_edges for i in e]))
g1.add_nodes_from(vertex_list)
g1.add_edges_from(graph_name_edges)
plt.xlim(-1, 8)
plt.ylim(-4, 4)
plt.tight_layout()
nx.draw(
g1,
pos = pos,
node_color = 'orange',
edge_color = 'black',
font_size =12,
node_size =360,
with_labels=True
)
plt.savefig(fig_path, format="PNG")
plt.clf()
return graph_id_edges
csst_dfs_api/facility/observation.py
View file @ 924f36aa
...@@ -35,31 +35,6 @@ class ObservationApi(object): ...@@ -35,31 +35,6 @@ class ObservationApi(object):
''' '''
return self.stub.get(**kwargs) return self.stub.get(**kwargs)
def update_proc_status(self, **kwargs):
''' update the status of reduction
:param kwargs: Parameter dictionary, key items support:
id = [int],
obs_id = [str],
status = [int]
:returns: csst_dfs_common.models.Result
'''
return self.stub.update_proc_status(**kwargs)
def update_qc0_status(self, **kwargs):
''' update the status of QC0
:param kwargs: Parameter dictionary, key items support:
id = [int],
obs_id = [str],
status = [int]
:returns: csst_dfs_common.models.Result
'''
return self.stub.update_qc0_status(**kwargs)
def write(self, **kwargs): def write(self, **kwargs):
''' insert a observational record into database ''' insert a observational record into database
......
csst_dfs_api/hstdm/__init__.py
View file @ 924f36aa
from .level2 import Level2DataApi
\ No newline at end of file
csst_dfs_api/hstdm/level2.py → csst_dfs_api/ifs/level1.py
View file @ 924f36aa
from ..common.delegate import Delegate from ..common.delegate import Delegate
class Level2DataApi(object): class Level1DataApi(object):
""" """
Level1 Data Operation Class Level1 Data Operation Class
""" """
def __init__(self): def __init__(self):
self.pymodule = Delegate().load(sub_module = "hstdm") self.pymodule = Delegate().load(sub_module = "facility")
self.stub = getattr(self.pymodule, "Level2DataApi")() self.stub = getattr(self.pymodule, "Level1DataApi")()
def find(self, **kwargs): def find(self, **kwargs):
''' retrieve level2 spectra records from database ''' retrieve level1 records from database
:param kwargs: Parameter dictionary, key items support: :param kwargs: Parameter dictionary, key items support:
obs_id: [str]
level0_id: [str] level0_id: [str]
level1_id: [int] module_id: [str]
project_id: [int] data_type: [str]
file_type: [str] create_time : (start, end)
create_time : (start, end), qc1_status : [int]
qc2_status : [int], prc_status : [int]
prc_status : [int],
filename: [str] filename: [str]
ra_cen: float = None
dec_cen: float = None,
radius_cen: float = None
pipeline_id: [str]
build: [int]
detector_no: [str]
filter: [str]
object_name: [str]
limit: limits returns the number of records,default 0:no-limit limit: limits returns the number of records,default 0:no-limit
:returns: csst_dfs_common.models.Result :returns: csst_dfs_common.models.Result
''' '''
return self.stub.find(**kwargs) return self.stub.find(**kwargs)
def find_by_brick_ids(self, **kwargs):
''' retrieve level1 records by brick_ids like [1,2,3,4]
:param kwargs: Parameter dictionary, key items support:
brick_ids: [list]
:returns: csst_dfs_common.models.Result
'''
return self.stub.find_by_brick_ids(**kwargs)
def find_by_ids(self, **kwargs):
''' retrieve level1 records by internal level1 ids like [1,2,3,4]
:param kwargs: Parameter dictionary, key items support:
ids: [list]
:returns: csst_dfs_common.models.Result
'''
return self.stub.find_by_ids(**kwargs)
def sls_find_by_qc1_status(self, **kwargs):
''' retrieve level1 records from database
:param kwargs: Parameter dictionary, key items support:
qc1_status : [int],
limit: limits returns the number of records,default 1
:returns: csst_dfs_common.models.Result
'''
return self.stub.sls_find_by_qc1_status(**kwargs)
def get(self, **kwargs): def get(self, **kwargs):
''' fetch a record from database ''' fetch a record from database
...@@ -49,8 +86,8 @@ class Level2DataApi(object): ...@@ -49,8 +86,8 @@ class Level2DataApi(object):
''' '''
return self.stub.update_proc_status(**kwargs) return self.stub.update_proc_status(**kwargs)
def update_qc2_status(self, **kwargs): def update_qc1_status(self, **kwargs):
''' update the status of QC2 ''' update the status of QC1
:param kwargs: Parameter dictionary, key items support: :param kwargs: Parameter dictionary, key items support:
id = [int], id = [int],
...@@ -58,21 +95,23 @@ class Level2DataApi(object): ...@@ -58,21 +95,23 @@ class Level2DataApi(object):
:returns: csst_dfs_common.models.Result :returns: csst_dfs_common.models.Result
''' '''
return self.stub.update_qc2_status(**kwargs) return self.stub.update_qc1_status(**kwargs)
def write(self, **kwargs): def write(self, **kwargs):
''' insert a level2 record into database ''' insert a level1 record into database
:param kwargs: Parameter dictionary, key items support: :param kwargs: Parameter dictionary, key items support:
level0_id: [str] level0_id: [str]
level1_id: [int] data_type : [str]
project_id: [int] cor_sci_id : [int]
file_type : [str] prc_params : [str]
filename : [str] filename : [str]
file_path : [str] file_path : [str]
prc_status : [int] prc_status : [int]
prc_time : [str] prc_time : [str]
pipeline_id : [str] pipeline_id : [str]
pmapname : [str]
build : [str]
:returns: csst_dfs_common.models.Result :returns: csst_dfs_common.models.Result
''' '''
......
tests/common/test_common_catalog.py
View file @ 924f36aa
...@@ -8,7 +8,7 @@ class CommonCatalogTestCase(unittest.TestCase): ...@@ -8,7 +8,7 @@ class CommonCatalogTestCase(unittest.TestCase):
def setUp(self): def setUp(self):
self.api = CatalogApi() self.api = CatalogApi()
def test_catalog_query(self): def test_gaia3_query(self):
t= time.time() t= time.time()
result = self.api.catalog_query( result = self.api.catalog_query(
ra=90, ra=90,
...@@ -29,3 +29,25 @@ class CommonCatalogTestCase(unittest.TestCase): ...@@ -29,3 +29,25 @@ class CommonCatalogTestCase(unittest.TestCase):
# print(df.head()) # print(df.head())
print('used:', time.time()-t) print('used:', time.time()-t)
print('return:', len(result.data)) print('return:', len(result.data))
def test_sim_query(self):
t= time.time()
result = self.api.catalog_query(
ra=90,
dec=24.5,
radius=0.21,
columns = ('id','ra','dec','av','pmdec','phot_g_mean_mag'),
catalog_name='sim',
min_mag=-1,
max_mag=-1,
obstime = -1,
limit = 20
)
print(result)
if result.success:
dt = self.api.to_table(result)
dt.pprint()
# df = dt.to_pandas()
# print(df.head())
print('used:', time.time()-t)
print('return:', len(result.data))
\ No newline at end of file
tests/common/test_common_utils.py
View file @ 924f36aa
import unittest import unittest
import time import time
from csst_dfs_api.common.utils import get_nextId_by_prefix from csst_dfs_api.common.utils import get_next_id
class CommonUtilsTestCase(unittest.TestCase): class CommonUtilsTestCase(unittest.TestCase):
def setUp(self): def setUp(self):
pass pass
def test_get_nextId_by_prefix(self): def test_get_nextId(self):
t= time.time() t= time.time()
result = get_nextId_by_prefix("MBI") result = get_next_id("MBI")
print(result) print(result)
assert type(result.data) == int assert type(result.data) == int
tests/facility/test_facility_brick.py
View file @ 924f36aa
...@@ -13,17 +13,17 @@ class FacilityBrickTestCase(unittest.TestCase): ...@@ -13,17 +13,17 @@ class FacilityBrickTestCase(unittest.TestCase):
print('find:', recs) print('find:', recs)
def test_get(self): def test_get(self):
rec = self.api.get(id=1) rec = self.api.get(brick_id=1)
print('get:', rec) print('get:', rec)
def test_write(self): def test_write(self):
rec = self.api.write(id=1, ra = 3.2, dec = 3.3, boundingbox = '12,12') rec = self.api.write(brick_id=3, ra = 3.2, dec = 3.3, boundingbox = '12,12')
print('test_write:', rec) print('test_write:', rec)
def test_find_obs_status(self): def test_find_obs_status(self):
rec = self.api.find_obs_status(brick_id=1, band = 'r') rec = self.api.find_obs_status(brick_id=1, band = 'r')
print('find_obs_status:', rec) print('find_obs_status:', rec)
def test_find_level1_data(self): def test_find_level1_ids(self):
rec = self.api.find_level1_data(brick_id=1, level1_id = 1, module = 'msc') rec = self.api.find_level1_ids(brick_id=1, level1_id = 1)
print('find_level1_data:', rec) print('find_level1_ids:', rec)
tests/facility/test_facility_detector.py
View file @ 924f36aa
...@@ -16,10 +16,10 @@ class DetectorApiTestCase(unittest.TestCase): ...@@ -16,10 +16,10 @@ class DetectorApiTestCase(unittest.TestCase):
print('get:', rec) print('get:', rec)
def test_write(self): def test_write(self):
rec = self.api.write(no = 'CCD02', rec = self.api.write(no = 'CCD03',
detector_name = 'CCD02', detector_name = 'CCD03',
module_id = 'MSC', module_id = 'MSC',
filter_id='f2') filter_id='uv')
print('write:', rec) print('write:', rec)
def test_update(self): def test_update(self):
......
tests/facility/test_facility_level0.py
View file @ 924f36aa
...@@ -8,18 +8,14 @@ class Level0DataTestCase(unittest.TestCase): ...@@ -8,18 +8,14 @@ class Level0DataTestCase(unittest.TestCase):
self.api = Level0DataApi() self.api = Level0DataApi()
def test_find(self): def test_find(self):
recs = self.api.find(obs_id = '0000011', obs_type = 'sci', limit = 0) recs = self.api.find(obs_id = '100000101', file_type = 'sci', limit = 0)
print('find:', recs) print('find:', recs)
def test_find_by_brick_ids(self):
recs = self.api.find_by_brick_ids(brick_ids = [1,2,3,4])
print('find_by_brick_ids:', recs)
def test_get(self): def test_get(self):
rec = self.api.get(id = 3) rec = self.api.get(id = 14)
print('get:', rec) print('get:', rec)
rec = self.api.get(level0_id = '000001101',obs_type='sci') rec = self.api.get(level0_id = '000001101',file_type='sci')
print('get:', rec) print('get:', rec)
def test_update_proc_status(self): def test_update_proc_status(self):
...@@ -36,7 +32,7 @@ class Level0DataTestCase(unittest.TestCase): ...@@ -36,7 +32,7 @@ class Level0DataTestCase(unittest.TestCase):
obs_id = '100000101', obs_id = '100000101',
detector_no = "01", detector_no = "01",
filter = "u", filter = "u",
obs_type = "sci", file_type = "sci",
obs_time = "2021-06-06 11:12:13", obs_time = "2021-06-06 11:12:13",
exp_time = 150, exp_time = 150,
detector_status_id = 3, detector_status_id = 3,
......
tests/facility/test_facility_level0_prc.py
View file @ 924f36aa
...@@ -18,10 +18,10 @@ class Level0PrcTestCase(unittest.TestCase): ...@@ -18,10 +18,10 @@ class Level0PrcTestCase(unittest.TestCase):
def test_write(self): def test_write(self):
rec = self.api.write( rec = self.api.write(
level0_id='134', level0_id='134',
run_id = "P1",
pipeline_id = "P1", pipeline_id = "P1",
prc_module = "QC0", prc_module = "QC0",
params_file_path = "/opt/dddasd.params",
prc_status = 3, prc_status = 3,
prc_time = '2021-06-04 11:12:13', prc_time = '2021-06-04 11:12:13',
result_file_path = "/opt/dddasd.header") message = "test")
print('write:', rec) print('write:', rec)
\ No newline at end of file
tests/facility/test_facility_level1.py
View file @ 924f36aa
...@@ -11,16 +11,31 @@ class Level1DataTestCase(unittest.TestCase): ...@@ -11,16 +11,31 @@ class Level1DataTestCase(unittest.TestCase):
def test_find(self): def test_find(self):
recs = self.api.find( recs = self.api.find(
level0_id='000001201', level0_id='10000010101',
create_time = ("2021-06-01 11:12:13","2021-06-08 11:12:13")) module_id = "MSC",
create_time = ("2024-01-01 11:12:13","2024-06-08 11:12:13"))
print('find:', recs) print('find:', recs)
def test_find_by_ids(self): def test_find_by_ids(self):
recs = self.api.find_by_ids( recs = self.api.find_by_ids(
ids=[1,2,3,4] module_id = "MSC",
ids=[16]
) )
print('find_by_ids:', recs) print('find_by_ids:', recs)
def test_find_by_brick_ids(self):
recs = self.api.find_by_brick_ids(
brick_ids=[1,2,3,4]
)
print('find_by_brick_ids:', recs)
def test_sls_find_by_qc1_status(self):
recs = self.api.sls_find_by_qc1_status(
qc1_status = 1,
limit = 1
)
print('sls_find_by_qc1_status:', recs)
def test_get(self): def test_get(self):
rec = self.api.get(id = 2) rec = self.api.get(id = 2)
print('get:', rec) print('get:', rec)
...@@ -36,13 +51,13 @@ class Level1DataTestCase(unittest.TestCase): ...@@ -36,13 +51,13 @@ class Level1DataTestCase(unittest.TestCase):
def test_write(self): def test_write(self):
rec = self.api.write( rec = self.api.write(
level0_id = '10000010101', level0_id = '10000010101',
data_type = "SCIE", file_type = "SCIE",
cor_sci_id = 0,
prc_params = "/opt/dddasd.params",
prc_status = 3, prc_status = 3,
prc_time = '2021-10-22 11:12:13', prc_time = '2021-10-22 11:12:13',
filename = "CSST_MSC_MS_SCI_20270810142128_20270810142358_100000101_20_img_L1.fits", filename = "CSST_MSC_MS_SCI_20270810142128_20270810142358_100000101_20_img_L1.fits",
file_path = "/opt/temp/csst/CSST_MSC_MS_SCI_20270810142128_20270810142358_100000101_20_img_L1.fits", file_path = "/opt/temp/csst/CSST_MSC_MS_SCI_20270810142128_20270810142358_100000101_20_img_L1.fits",
pipeline_id = "P1", pipeline_id = "P1",
refs = {'dark': '1', 'bias': '2', 'flat': '3' }) build_id = 123,
refs = [('dark', '1'), ('bias', '2'), ('flat', '3')]
)
print('write:', rec) print('write:', rec)
\ No newline at end of file
tests/facility/test_facility_level1_prc.py
View file @ 924f36aa
...@@ -21,8 +21,8 @@ class Level1PrcTestCase(unittest.TestCase): ...@@ -21,8 +21,8 @@ class Level1PrcTestCase(unittest.TestCase):
rec = self.api.write(level1_id=1, rec = self.api.write(level1_id=1,
pipeline_id = "P1", pipeline_id = "P1",
prc_module = "QC0", prc_module = "QC0",
params_file_path = "/opt/dddasd.params", run_id = "2323",
prc_status = 3, prc_status = 3,
prc_time = '2021-06-04 11:12:13', prc_time = '2021-06-04 11:12:13',
result_file_path = "/opt/dddasd.header") message = "256's character")
print('write:', rec) print('write:', rec)
\ No newline at end of file
tests/facility/test_facility_level2.py
View file @ 924f36aa
...@@ -14,59 +14,70 @@ class Level2DataTestCase(unittest.TestCase): ...@@ -14,59 +14,70 @@ class Level2DataTestCase(unittest.TestCase):
level1_id=1) level1_id=1)
print('find:', recs) print('find:', recs)
def test_find_existed_brick_ids(self): # def test_find_existed_brick_ids(self):
recs = self.api.find_existed_brick_ids(data_type = "csst-msc-l1-mbi-cat") # recs = self.api.find_existed_brick_ids(data_type = "csst-msc-l1-mbi-cat")
print('find_existed_brick_ids:', recs) # print('find_existed_brick_ids:', recs)
def test_catalog_query(self): # def test_catalog_query(self):
result = self.api.catalog_query( # result = self.api.catalog_query(
sql = 'select x,y,A,B,PA,AB,E from csst_msc_l1_mbi_cat', # sql = 'select x,y,A,B,PA,AB,E from csst_msc_l1_mbi_cat',
limit = 2) # limit = 2)
print(result) # print(result)
if result.success and result['totalCount'] > 0: # if result.success and result['totalCount'] > 0:
dt = to_fits_table(result) # dt = to_fits_table(result)
dt.pprint() # dt.pprint()
def test_coord_cond_sql(self): # def test_coord_cond_sql(self):
result = self.api.coord_cond_sql(data_type="csst-msc-l1-mbi-cat", ra = 120, dec = 40, radius = 0.5) # result = self.api.coord_cond_sql(data_type="csst-msc-l1-mbi-cat", ra = 120, dec = 40, radius = 0.5)
print(result) # print(result)
def test_catalog_column(self): # def test_catalog_column(self):
result = self.api.catalog_columns(data_type="csst-msc-l1-mbi-cat", columns = ['RA', 'DEC']) # result = self.api.catalog_columns(data_type="csst-msc-l1-mbi-cat", columns = ['RA', 'DEC'])
print(result) # print(result)
def test_get(self): # def test_get(self):
rec = self.api.get(id = 1) # rec = self.api.get(id = 10)
print('get:', rec) # print('get:', rec)
def test_update_proc_status(self): # def test_update_proc_status(self):
rec = self.api.update_proc_status(id = 1, status = 4) # rec = self.api.update_proc_status(id = 10, status = 4)
print('update_proc_status:', rec) # print('update_proc_status:', rec)
def test_update_qc2_status(self): # def test_update_qc2_status(self):
rec = self.api.update_qc2_status(id = 1, status = 7) # rec = self.api.update_qc2_status(id = 10, status = 7)
print('update_qc2_status:', rec) # print('update_qc2_status:', rec)
def test_write(self): # def test_write(self):
rec = self.api.write( # # rec = self.api.write(
level0_id= '1016000000412', # # level0_id= '1016000000412',
module_id = 'MSC', # # module_id = 'MSC',
data_type = "csst-msc-l1-mbi-cat", # # data_type = "csst_example_table",
prc_status = 3, # # prc_status = 3,
prc_time = '2021-10-22 11:12:13', # # prc_time = '2021-10-22 11:12:13',
filename = "CSST_MSC_MS_SCIE_20240821023334_20240821023604_10160000011_19_L1_V01_CAT.fits", # # filename = "csst_example_table.fits",
file_path = "/opt/temp/csst/msc/L2/CSST_MSC_MS_SCIE_20240821023334_20240821023604_10160000011_19_L1_V01_CAT.fits", # # file_path = "/Users/wsl/temp/csst/csst_example_table.fits",
pipeline_id = "csst-msc-l1-mbi-cat" # # pipeline_id = "csst-msc-l1-mbi-cat"
) # # )
print('write:', rec) # # print('write:', rec)
# rec = self.api.write( # rec = self.api.write(
# level1_id= 1, # level0_id= '1016000000412',
# module_id = 'MSC', # module_id = 'MSC',
# data_type = "csst-msc-xcat", # data_type = "csst-msc-l1-mbi-cat",
# prc_status = 3, # prc_status = 3,
# prc_time = '2021-10-22 11:12:13', # prc_time = '2021-10-22 11:12:13',
# filename = "MSC_MS_XCAT_BRICK_156958.fits", # filename = "CSST_MSC_MS_SCIE_20240821023334_20240821023604_10160000011_19_L1_V01_CAT.fits",
# file_path = "/opt/temp/csst/fits_file/L2/L2_DEMO/MSC_MS_XCAT_BRICK_156958.fits", # file_path = "/opt/temp/csst/msc/L2/CSST_MSC_MS_SCIE_20240821023334_20240821023604_10160000011_19_L1_V01_CAT.fits",
# pipeline_id = "P1" # pipeline_id = "csst-msc-l1-mbi-cat"
# ) # )
# print('write:', rec) # print('write:', rec)
\ No newline at end of file # rec = self.api.write(
# level1_id= 1,
# module_id = 'MSC',
# data_type = "csst-msc-xcat",
# prc_status = 3,
# prc_time = '2021-10-22 11:12:13',
# filename = "MSC_MS_XCAT_BRICK_156958.fits",
# file_path = "/opt/temp/csst/fits_file/L2/L2_DEMO/MSC_MS_XCAT_BRICK_156958.fits",
# pipeline_id = "P1"
# )
# print('write:', rec)
\ No newline at end of file
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment