Skip to content
GitLab
Projects
Groups
Snippets
/
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
csst-pipeline
csst_common
Commits
eada2258
Commit
eada2258
authored
Aug 11, 2023
by
BO ZHANG
🏀
Browse files
update dm.quickstart() data path
parent
21e48872
Pipeline
#965
failed with stage
in 0 seconds
Changes
1
Pipelines
1
Hide whitespace changes
Inline
Side-by-side
csst_common/data_manager.py
View file @
eada2258
...
...
@@ -672,8 +672,10 @@ class CsstMsDataManager:
return
info
@
staticmethod
def
quickstart
(
ver_sim
=
"C6.2"
,
datatype
=
"mbi"
,
dir_l1
=
"."
,
exposure_id
=
100
,
use_dfs
=
False
,
dfs_node
=
"kmust"
,
n_jobs
=
18
,
backend
=
"multiprocessing"
):
def
quickstart
(
ver_sim
=
"C6.2"
,
datatype
=
"mbi"
,
dir_l1
=
"."
,
exposure_id
=
100
,
use_dfs
=
False
,
dfs_node
=
"kmust"
,
n_jobs
=
18
,
backend
=
"multiprocessing"
):
"""
Quick dataset generator for tests on dandelion or PML
...
...
@@ -704,37 +706,15 @@ class CsstMsDataManager:
try
:
assert
ver_sim
==
"C6.2"
and
exposure_id
==
100
except
BaseException
:
raise
ValueError
(
"Please use ver_sim = 'C6.2'!"
)
raise
ValueError
(
"Please use ver_sim = 'C6.2'!
and exposure_id = 100
"
)
assert
datatype
in
[
"mbi"
,
"sls"
]
# auto identify node name
hostname
=
os
.
uname
()[
1
]
assert
hostname
in
[
"dandelion"
,
"tulip"
,
]
dir_l0
=
"/nfsdata/share/csst_unittest/C6.2/MSC_0000100"
path_aux
=
"/nfsdata/users/csstpipeline/L1Pipeline/aux"
# # dandelion
# if hostname in ["dandelion", "tulip"] and datatype == "mbi":
# # dir_l0 = "/nfsdata/share/csst_simulation_data/Cycle-5-SimuData/multipleBandsImaging/" \
# # "NGP_AstrometryON_shearOFF/MSC_{:07d}/".format(exposure_id)
# path_aux = "/nfsdata/users/csstpipeline/L1Pipeline/aux"
# elif hostname in ["dandelion", "tulip"] and datatype == "sls":
# dir_l0 = "/nfsdata/share/csst_simulation_data/Cycle-5-SimuData/slitlessSpectroscopy/" \
# "NGP_AstrometryON_shearOFF_Spec/MSC_{:07d}/".format(exposure_id)
# path_aux = "/nfsdata/users/csstpipeline/L1Pipeline/aux"
#
# # PMO
# elif hostname == "ubuntu" and datatype == "mbi":
# dir_l0 = "/share/simudata/CSSOSDataProductsSims/data/CSSTSimImage_C5/" \
# "NGP_AstrometryON_shearOFF/MSC_{:07d}/".format(exposure_id)
# path_aux = "/L1Pipeline/aux"
# elif hostname == "ubuntu" and datatype == "sls":
# dir_l0 = "/share/simudata/CSSOSDataProductsSims/data/CSSTSimImage_C5/" \
# "NGP_AstrometryON_shearOFF_Spec/MSC_{:07d}/".format(exposure_id)
# path_aux = "/L1Pipeline/aux"
# else:
# raise ValueError("@DM: invalid hostname {} or datatype {}!".format(hostname, datatype))
dir_l0
=
"/nfsdata/share/pipeline-unittest/MSC_C6.2_UNITTEST/MSC_0000100"
path_aux
=
"/nfsdata/share/pipeline/aux"
return
CsstMsDataManager
.
from_dir
(
ver_sim
=
ver_sim
,
datatype
=
datatype
,
dir_l0
=
dir_l0
,
dir_l1
=
dir_l1
,
path_aux
=
path_aux
,
...
...
Write
Preview
Supports
Markdown
0%
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment