Commit c28df511 authored by BO ZHANG's avatar BO ZHANG 🏀
Browse files

update to C6.2 for dm.quickstart

parent 0519cbb9
...@@ -615,15 +615,15 @@ class CsstMsDataManager: ...@@ -615,15 +615,15 @@ class CsstMsDataManager:
return info return info
@staticmethod @staticmethod
def quickstart(ver_sim="C5.2", datatype="mbi", dir_l1=".", exposure_id=100, def quickstart(ver_sim="C6.2", datatype="mbi", dir_l1=".", exposure_id=100,
use_dfs=False, dfs_node="kmust", clear_l1=False, n_jobs=18, backend="multiprocessing"): use_dfs=False, dfs_node="kmust", n_jobs=18, backend="multiprocessing"):
""" """
Quick dataset generator for tests on dandelion or PML Quick dataset generator for tests on dandelion or PML
Parameters Parameters
---------- ----------
ver_sim : str ver_sim : str
{"C5.2"} "C6.2"
datatype : str datatype : str
{"mbi", "sls"} {"mbi", "sls"}
dir_l1 : str dir_l1 : str
...@@ -634,8 +634,6 @@ class CsstMsDataManager: ...@@ -634,8 +634,6 @@ class CsstMsDataManager:
If True, use DFS. If True, use DFS.
dfs_node : str dfs_node : str
The DFS node. Defaults to "kmust", could be "pml". The DFS node. Defaults to "kmust", could be "pml".
clear_l1 : bool
If True, clear dir_l1.
n_jobs : int n_jobs : int
The number of jobs. The number of jobs.
backend : str backend : str
...@@ -646,32 +644,40 @@ class CsstMsDataManager: ...@@ -646,32 +644,40 @@ class CsstMsDataManager:
CsstMsDataManager CsstMsDataManager
The Main Survey Data Manager instance. The Main Survey Data Manager instance.
""" """
try:
assert ver_sim == "C6.2" and exposure_id == 100
except BaseException:
raise ValueError("Please use ver_sim = 'C6.2'!")
assert datatype in ["mbi", "sls"] assert datatype in ["mbi", "sls"]
# auto identify node name # auto identify node name
hostname = os.uname()[1] hostname = os.uname()[1]
assert hostname in ["dandelion", "tulip", "ubuntu"] assert hostname in ["dandelion", "tulip", ]
# dandelion dir_l0 = "/nfsdata/share/csst_unittest/C6.2/MSC_0000100"
if hostname in ["dandelion", "tulip"] and datatype == "mbi":
dir_l0 = "/nfsdata/share/csst_simulation_data/Cycle-5-SimuData/multipleBandsImaging/" \
"NGP_AstrometryON_shearOFF/MSC_{:07d}/".format(exposure_id)
path_aux = "/nfsdata/users/csstpipeline/L1Pipeline/aux"
elif hostname in ["dandelion", "tulip"] and datatype == "sls":
dir_l0 = "/nfsdata/share/csst_simulation_data/Cycle-5-SimuData/slitlessSpectroscopy/" \
"NGP_AstrometryON_shearOFF_Spec/MSC_{:07d}/".format(exposure_id)
path_aux = "/nfsdata/users/csstpipeline/L1Pipeline/aux" path_aux = "/nfsdata/users/csstpipeline/L1Pipeline/aux"
# PMO # # dandelion
elif hostname == "ubuntu" and datatype == "mbi": # if hostname in ["dandelion", "tulip"] and datatype == "mbi":
dir_l0 = "/share/simudata/CSSOSDataProductsSims/data/CSSTSimImage_C5/" \ # # dir_l0 = "/nfsdata/share/csst_simulation_data/Cycle-5-SimuData/multipleBandsImaging/" \
"NGP_AstrometryON_shearOFF/MSC_{:07d}/".format(exposure_id) # # "NGP_AstrometryON_shearOFF/MSC_{:07d}/".format(exposure_id)
path_aux = "/L1Pipeline/aux" # path_aux = "/nfsdata/users/csstpipeline/L1Pipeline/aux"
elif hostname == "ubuntu" and datatype == "sls": # elif hostname in ["dandelion", "tulip"] and datatype == "sls":
dir_l0 = "/share/simudata/CSSOSDataProductsSims/data/CSSTSimImage_C5/" \ # dir_l0 = "/nfsdata/share/csst_simulation_data/Cycle-5-SimuData/slitlessSpectroscopy/" \
"NGP_AstrometryON_shearOFF_Spec/MSC_{:07d}/".format(exposure_id) # "NGP_AstrometryON_shearOFF_Spec/MSC_{:07d}/".format(exposure_id)
path_aux = "/L1Pipeline/aux" # path_aux = "/nfsdata/users/csstpipeline/L1Pipeline/aux"
else: #
raise ValueError("@DM: invalid hostname {} or datatype {}!".format(hostname, datatype)) # # PMO
# elif hostname == "ubuntu" and datatype == "mbi":
# dir_l0 = "/share/simudata/CSSOSDataProductsSims/data/CSSTSimImage_C5/" \
# "NGP_AstrometryON_shearOFF/MSC_{:07d}/".format(exposure_id)
# path_aux = "/L1Pipeline/aux"
# elif hostname == "ubuntu" and datatype == "sls":
# dir_l0 = "/share/simudata/CSSOSDataProductsSims/data/CSSTSimImage_C5/" \
# "NGP_AstrometryON_shearOFF_Spec/MSC_{:07d}/".format(exposure_id)
# path_aux = "/L1Pipeline/aux"
# else:
# raise ValueError("@DM: invalid hostname {} or datatype {}!".format(hostname, datatype))
return CsstMsDataManager.from_dir( return CsstMsDataManager.from_dir(
ver_sim=ver_sim, datatype=datatype, dir_l0=dir_l0, dir_l1=dir_l1, path_aux=path_aux, ver_sim=ver_sim, datatype=datatype, dir_l0=dir_l0, dir_l1=dir_l1, path_aux=path_aux,
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment