Skip to content
GitLab
Projects
Groups
Snippets
/
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
csst-pipeline
csst_common
Commits
c28df511
Commit
c28df511
authored
May 18, 2023
by
BO ZHANG
🏀
Browse files
update to C6.2 for dm.quickstart
parent
0519cbb9
Changes
1
Show whitespace changes
Inline
Side-by-side
csst_common/data_manager.py
View file @
c28df511
...
@@ -615,15 +615,15 @@ class CsstMsDataManager:
...
@@ -615,15 +615,15 @@ class CsstMsDataManager:
return
info
return
info
@
staticmethod
@
staticmethod
def
quickstart
(
ver_sim
=
"C
5
.2"
,
datatype
=
"mbi"
,
dir_l1
=
"."
,
exposure_id
=
100
,
def
quickstart
(
ver_sim
=
"C
6
.2"
,
datatype
=
"mbi"
,
dir_l1
=
"."
,
exposure_id
=
100
,
use_dfs
=
False
,
dfs_node
=
"kmust"
,
clear_l1
=
False
,
n_jobs
=
18
,
backend
=
"multiprocessing"
):
use_dfs
=
False
,
dfs_node
=
"kmust"
,
n_jobs
=
18
,
backend
=
"multiprocessing"
):
"""
"""
Quick dataset generator for tests on dandelion or PML
Quick dataset generator for tests on dandelion or PML
Parameters
Parameters
----------
----------
ver_sim : str
ver_sim : str
{
"C
5
.2"
}
"C
6
.2"
datatype : str
datatype : str
{"mbi", "sls"}
{"mbi", "sls"}
dir_l1 : str
dir_l1 : str
...
@@ -634,8 +634,6 @@ class CsstMsDataManager:
...
@@ -634,8 +634,6 @@ class CsstMsDataManager:
If True, use DFS.
If True, use DFS.
dfs_node : str
dfs_node : str
The DFS node. Defaults to "kmust", could be "pml".
The DFS node. Defaults to "kmust", could be "pml".
clear_l1 : bool
If True, clear dir_l1.
n_jobs : int
n_jobs : int
The number of jobs.
The number of jobs.
backend : str
backend : str
...
@@ -646,32 +644,40 @@ class CsstMsDataManager:
...
@@ -646,32 +644,40 @@ class CsstMsDataManager:
CsstMsDataManager
CsstMsDataManager
The Main Survey Data Manager instance.
The Main Survey Data Manager instance.
"""
"""
try
:
assert
ver_sim
==
"C6.2"
and
exposure_id
==
100
except
BaseException
:
raise
ValueError
(
"Please use ver_sim = 'C6.2'!"
)
assert
datatype
in
[
"mbi"
,
"sls"
]
assert
datatype
in
[
"mbi"
,
"sls"
]
# auto identify node name
# auto identify node name
hostname
=
os
.
uname
()[
1
]
hostname
=
os
.
uname
()[
1
]
assert
hostname
in
[
"dandelion"
,
"tulip"
,
"ubuntu"
]
assert
hostname
in
[
"dandelion"
,
"tulip"
,
]
# dandelion
dir_l0
=
"/nfsdata/share/csst_unittest/C6.2/MSC_0000100"
if
hostname
in
[
"dandelion"
,
"tulip"
]
and
datatype
==
"mbi"
:
dir_l0
=
"/nfsdata/share/csst_simulation_data/Cycle-5-SimuData/multipleBandsImaging/"
\
"NGP_AstrometryON_shearOFF/MSC_{:07d}/"
.
format
(
exposure_id
)
path_aux
=
"/nfsdata/users/csstpipeline/L1Pipeline/aux"
elif
hostname
in
[
"dandelion"
,
"tulip"
]
and
datatype
==
"sls"
:
dir_l0
=
"/nfsdata/share/csst_simulation_data/Cycle-5-SimuData/slitlessSpectroscopy/"
\
"NGP_AstrometryON_shearOFF_Spec/MSC_{:07d}/"
.
format
(
exposure_id
)
path_aux
=
"/nfsdata/users/csstpipeline/L1Pipeline/aux"
path_aux
=
"/nfsdata/users/csstpipeline/L1Pipeline/aux"
# PMO
# # dandelion
elif
hostname
==
"ubuntu"
and
datatype
==
"mbi"
:
# if hostname in ["dandelion", "tulip"] and datatype == "mbi":
dir_l0
=
"/share/simudata/CSSOSDataProductsSims/data/CSSTSimImage_C5/"
\
# # dir_l0 = "/nfsdata/share/csst_simulation_data/Cycle-5-SimuData/multipleBandsImaging/" \
"NGP_AstrometryON_shearOFF/MSC_{:07d}/"
.
format
(
exposure_id
)
# # "NGP_AstrometryON_shearOFF/MSC_{:07d}/".format(exposure_id)
path_aux
=
"/L1Pipeline/aux"
# path_aux = "/nfsdata/users/csstpipeline/L1Pipeline/aux"
elif
hostname
==
"ubuntu"
and
datatype
==
"sls"
:
# elif hostname in ["dandelion", "tulip"] and datatype == "sls":
dir_l0
=
"/share/simudata/CSSOSDataProductsSims/data/CSSTSimImage_C5/"
\
# dir_l0 = "/nfsdata/share/csst_simulation_data/Cycle-5-SimuData/slitlessSpectroscopy/" \
"NGP_AstrometryON_shearOFF_Spec/MSC_{:07d}/"
.
format
(
exposure_id
)
# "NGP_AstrometryON_shearOFF_Spec/MSC_{:07d}/".format(exposure_id)
path_aux
=
"/L1Pipeline/aux"
# path_aux = "/nfsdata/users/csstpipeline/L1Pipeline/aux"
else
:
#
raise
ValueError
(
"@DM: invalid hostname {} or datatype {}!"
.
format
(
hostname
,
datatype
))
# # PMO
# elif hostname == "ubuntu" and datatype == "mbi":
# dir_l0 = "/share/simudata/CSSOSDataProductsSims/data/CSSTSimImage_C5/" \
# "NGP_AstrometryON_shearOFF/MSC_{:07d}/".format(exposure_id)
# path_aux = "/L1Pipeline/aux"
# elif hostname == "ubuntu" and datatype == "sls":
# dir_l0 = "/share/simudata/CSSOSDataProductsSims/data/CSSTSimImage_C5/" \
# "NGP_AstrometryON_shearOFF_Spec/MSC_{:07d}/".format(exposure_id)
# path_aux = "/L1Pipeline/aux"
# else:
# raise ValueError("@DM: invalid hostname {} or datatype {}!".format(hostname, datatype))
return
CsstMsDataManager
.
from_dir
(
return
CsstMsDataManager
.
from_dir
(
ver_sim
=
ver_sim
,
datatype
=
datatype
,
dir_l0
=
dir_l0
,
dir_l1
=
dir_l1
,
path_aux
=
path_aux
,
ver_sim
=
ver_sim
,
datatype
=
datatype
,
dir_l0
=
dir_l0
,
dir_l1
=
dir_l1
,
path_aux
=
path_aux
,
...
...
Write
Preview
Supports
Markdown
0%
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment