Skip to content
GitLab
Projects
Groups
Snippets
/
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
csst-pipeline
csst_common
Commits
19dc7050
Commit
19dc7050
authored
Aug 31, 2022
by
BO ZHANG
🏀
Browse files
fixed data path
parent
07fb3c3c
Changes
1
Hide whitespace changes
Inline
Side-by-side
csst_common/data_manager.py
View file @
19dc7050
...
@@ -92,7 +92,7 @@ class CsstMbiDataManager:
...
@@ -92,7 +92,7 @@ class CsstMbiDataManager:
# get info
# get info
# print(re.split(r"[_.]", fps[0]))
# print(re.split(r"[_.]", fps[0]))
self
.
_instrument
,
self
.
_survey
,
\
self
.
_instrument
,
self
.
_survey
,
\
self
.
_exp_start
,
self
.
_exp_id
,
\
self
.
_exp_start
,
self
.
_exp_id
,
\
_detector
,
self
.
_l0_suffix
,
_ext
=
re
.
split
(
r
"[_.]"
,
fps_img
[
0
])
_detector
,
self
.
_l0_suffix
,
_ext
=
re
.
split
(
r
"[_.]"
,
fps_img
[
0
])
self
.
_cat_id
=
re
.
split
(
r
"[_.]"
,
fps_cat
[
0
])[
1
]
self
.
_cat_id
=
re
.
split
(
r
"[_.]"
,
fps_cat
[
0
])[
1
]
...
@@ -107,7 +107,7 @@ class CsstMbiDataManager:
...
@@ -107,7 +107,7 @@ class CsstMbiDataManager:
# get info
# get info
# print(re.split(r"[_.]", fps[0]))
# print(re.split(r"[_.]", fps[0]))
self
.
_telescope
,
self
.
_instrument
,
self
.
_survey
,
self
.
_imagetype
,
\
self
.
_telescope
,
self
.
_instrument
,
self
.
_survey
,
self
.
_imagetype
,
\
self
.
_exp_start
,
self
.
_exp_stop
,
self
.
_exp_id
,
\
self
.
_exp_start
,
self
.
_exp_stop
,
self
.
_exp_id
,
\
_detector
,
self
.
_l0_suffix
,
self
.
_version
,
_ext
=
re
.
split
(
r
"[_.]"
,
fps_img
[
0
])
_detector
,
self
.
_l0_suffix
,
self
.
_version
,
_ext
=
re
.
split
(
r
"[_.]"
,
fps_img
[
0
])
self
.
_cat_id
=
re
.
split
(
r
"[_.]"
,
fps_cat
[
0
])[
1
]
self
.
_cat_id
=
re
.
split
(
r
"[_.]"
,
fps_cat
[
0
])[
1
]
...
@@ -327,14 +327,14 @@ class CsstMbiDataManager:
...
@@ -327,14 +327,14 @@ class CsstMbiDataManager:
"""
"""
if
hostname
==
"dandelion"
:
if
hostname
==
"dandelion"
:
# dandelion node
# dandelion node
dir_l0
=
"/nfsdata/share/csst_simulation_data/Cycle-5-SimuData/multipleBandsImaging/
CSST_shearOFF/
"
\
dir_l0
=
"/nfsdata/share/csst_simulation_data/Cycle-5-SimuData/multipleBandsImaging/"
\
"MSC_{:07d}/"
.
format
(
exposure_id
)
"
NGP_AstrometryON_shearOFF/
MSC_{:07d}/"
.
format
(
exposure_id
)
path_aux
=
"/data/L1Pipeline/msc/ref/MSC_{}_*_{:02d}_combine.fits"
path_aux
=
"/data/L1Pipeline/msc/ref/MSC_{}_*_{:02d}_combine.fits"
dir_pcref
=
"/data/L1Pipeline/msc/gaia_dr3/"
dir_pcref
=
"/data/L1Pipeline/msc/gaia_dr3/"
elif
hostname
==
"ubuntu"
:
elif
hostname
==
"ubuntu"
:
# PMO node
# PMO node
dir_l0
=
"/share/simudata/CSSOSDataProductsSims/data/CSSTSimImage_C5/
NGP_AstrometryON_shearOFF/
"
\
dir_l0
=
"/share/simudata/CSSOSDataProductsSims/data/CSSTSimImage_C5/"
\
"MSC_{:07d}/"
.
format
(
exposure_id
)
"
NGP_AstrometryON_shearOFF/
MSC_{:07d}/"
.
format
(
exposure_id
)
path_aux
=
"/data/sim_data/MSC_0000100/ref/MSC_{}_*_{:02d}_combine.fits"
path_aux
=
"/data/sim_data/MSC_0000100/ref/MSC_{}_*_{:02d}_combine.fits"
dir_pcref
=
"/home/user/L1Pipeline/msc/gaia_dr3/"
dir_pcref
=
"/home/user/L1Pipeline/msc/gaia_dr3/"
else
:
else
:
...
@@ -343,9 +343,17 @@ class CsstMbiDataManager:
...
@@ -343,9 +343,17 @@ class CsstMbiDataManager:
return
CsstMbiDataManager
(
ver_sim
=
ver_sim
,
dir_l0
=
dir_l0
,
dir_l1
=
dir_l1
,
dir_pcref
=
dir_pcref
,
path_aux
=
path_aux
)
return
CsstMbiDataManager
(
ver_sim
=
ver_sim
,
dir_l0
=
dir_l0
,
dir_l1
=
dir_l1
,
dir_pcref
=
dir_pcref
,
path_aux
=
path_aux
)
DIR_SIM
=
{
(
"C5.2"
,
"dandelion"
):
"/nfsdata/share/csst_simulation_data/Cycle-5-SimuData/multipleBandsImaging/"
\
"NGP_AstrometryON_shearOFF/MSC_{:07d}/"
,
(
"C5.2"
,
"ubuntu"
):
"/nfsdata/share/csst_simulation_data/Cycle-5-SimuData/multipleBandsImaging/"
\
"NGP_AstrometryON_shearOFF/MSC_{:07d}/"
,
}
if
__name__
==
"__main__"
:
if
__name__
==
"__main__"
:
# test C3
# test C3
import
os
import
os
dm
=
CsstMbiDataManager
(
dm
=
CsstMbiDataManager
(
ver_sim
=
"C3"
,
dir_l0
=
"/data/L1Pipeline/msc/MSC_0000020"
,
dir_l1
=
"/data/L1Pipeline/msc/work"
)
ver_sim
=
"C3"
,
dir_l0
=
"/data/L1Pipeline/msc/MSC_0000020"
,
dir_l1
=
"/data/L1Pipeline/msc/work"
)
print
(
"----- L0 images -----"
)
print
(
"----- L0 images -----"
)
...
@@ -364,6 +372,7 @@ if __name__ == "__main__":
...
@@ -364,6 +372,7 @@ if __name__ == "__main__":
# test C5.1
# test C5.1
import
os
import
os
dm
=
CsstMbiDataManager
(
dm
=
CsstMbiDataManager
(
ver_sim
=
"C5.1"
,
dir_l0
=
"/data/sim_data/MSC_0000100"
,
dir_l1
=
"/home/user/L1Pipeline/msc/work"
)
ver_sim
=
"C5.1"
,
dir_l0
=
"/data/sim_data/MSC_0000100"
,
dir_l1
=
"/home/user/L1Pipeline/msc/work"
)
print
(
"----- available detectors -----"
)
print
(
"----- available detectors -----"
)
...
...
Write
Preview
Supports
Markdown
0%
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment