Skip to content
GitLab
Projects
Groups
Snippets
/
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
Liu Dezi
csst_msc_sim
Commits
8918310a
Commit
8918310a
authored
Nov 20, 2023
by
Zhang Xin
Browse files
add flat with shutter Effect
parent
c4412855
Changes
3
Show whitespace changes
Inline
Side-by-side
ObservationSim/Instrument/Chip/Chip.py
View file @
8918310a
...
@@ -268,7 +268,7 @@ class Chip(FocalPlane):
...
@@ -268,7 +268,7 @@ class Chip(FocalPlane):
noise
=
self
.
dark_noise
*
exptime
+
self
.
read_noise
**
2
noise
=
self
.
dark_noise
*
exptime
+
self
.
read_noise
**
2
return
noise
return
noise
def
addEffects
(
self
,
config
,
img
,
chip_output
,
filt
,
ra_cen
,
dec_cen
,
img_rot
,
exptime
=
150.
,
pointing_ID
=
0
,
timestamp_obs
=
1621915200
,
pointing_type
=
'SCI'
,
sky_map
=
None
,
tel
=
None
,
logger
=
None
):
def
addEffects
(
self
,
config
,
img
,
chip_output
,
filt
,
ra_cen
,
dec_cen
,
img_rot
,
exptime
=
150.
,
pointing_ID
=
0
,
timestamp_obs
=
1621915200
,
pointing_type
=
'SCI'
,
sky_map
=
None
,
post_flash_map
=
None
,
tel
=
None
,
logger
=
None
):
# Set random seeds
# Set random seeds
SeedGainNonuni
=
int
(
config
[
"random_seeds"
][
"seed_gainNonUniform"
])
SeedGainNonuni
=
int
(
config
[
"random_seeds"
][
"seed_gainNonUniform"
])
SeedBiasNonuni
=
int
(
config
[
"random_seeds"
][
"seed_biasNonUniform"
])
SeedBiasNonuni
=
int
(
config
[
"random_seeds"
][
"seed_biasNonUniform"
])
...
@@ -307,6 +307,9 @@ class Chip(FocalPlane):
...
@@ -307,6 +307,9 @@ class Chip(FocalPlane):
if
config
[
"output_setting"
][
"flat_output"
]
==
False
:
if
config
[
"output_setting"
][
"flat_output"
]
==
False
:
del
flat_img
del
flat_img
if
post_flash_map
is
not
None
:
img
=
img
+
post_flash_map
# Apply Shutter-effect for one chip
# Apply Shutter-effect for one chip
if
config
[
"ins_effects"
][
"shutter_effect"
]
==
True
:
if
config
[
"ins_effects"
][
"shutter_effect"
]
==
True
:
chip_utils
.
log_info
(
msg
=
" Apply shutter effect"
,
logger
=
self
.
logger
)
chip_utils
.
log_info
(
msg
=
" Apply shutter effect"
,
logger
=
self
.
logger
)
...
@@ -318,7 +321,6 @@ class Chip(FocalPlane):
...
@@ -318,7 +321,6 @@ class Chip(FocalPlane):
shutt_gsimg
.
write
(
"%s/ShutterEffect_%s_1.fits"
%
(
chip_output
.
subdir
,
self
.
chipID
))
shutt_gsimg
.
write
(
"%s/ShutterEffect_%s_1.fits"
%
(
chip_output
.
subdir
,
self
.
chipID
))
del
shutt_gsimg
del
shutt_gsimg
del
shuttimg
del
shuttimg
# # Add Poisson noise to the resulting images
# # Add Poisson noise to the resulting images
# # (NOTE): this can only applied to the slitless image
# # (NOTE): this can only applied to the slitless image
# # since it dose not use photon shooting to draw stamps
# # since it dose not use photon shooting to draw stamps
...
...
ObservationSim/ObservationSim.py
View file @
8918310a
...
@@ -415,7 +415,7 @@ class Observation(object):
...
@@ -415,7 +415,7 @@ class Observation(object):
chip_output
.
Log_info
(
"check running:2: pointing-%d chip-%d pid-%d memory-%6.2fGB"
%
(
pointing
.
id
,
chip
.
chipID
,
os
.
getpid
(),
(
psutil
.
Process
(
os
.
getpid
()).
memory_info
().
rss
/
1024
/
1024
/
1024
)
))
chip_output
.
Log_info
(
"check running:2: pointing-%d chip-%d pid-%d memory-%6.2fGB"
%
(
pointing
.
id
,
chip
.
chipID
,
os
.
getpid
(),
(
psutil
.
Process
(
os
.
getpid
()).
memory_info
().
rss
/
1024
/
1024
/
1024
)
))
def
run_one_chip_
LEDlight
(
self
,
chip
,
filt
,
pointing
,
chip_output
,
wcs_fp
=
None
,
psf_model
=
None
,
cat_dir
=
None
,
sed_dir
=
None
):
def
run_one_chip_
calibration
(
self
,
chip
,
filt
,
pointing
,
chip_output
,
skyback_level
=
20000
,
sky_level_filt
=
'g'
,
wcs_fp
=
None
,
psf_model
=
None
,
cat_dir
=
None
,
sed_dir
=
None
):
...
@@ -428,18 +428,51 @@ class Observation(object):
...
@@ -428,18 +428,51 @@ class Observation(object):
chip
.
img
=
galsim
.
ImageF
(
chip
.
npix_x
,
chip
.
npix_y
)
chip
.
img
=
galsim
.
ImageF
(
chip
.
npix_x
,
chip
.
npix_y
)
chip
.
img
.
setOrigin
(
chip
.
bound
.
xmin
,
chip
.
bound
.
ymin
)
chip
.
img
.
setOrigin
(
chip
.
bound
.
xmin
,
chip
.
bound
.
ymin
)
# chip.img.wcs = wcs_fp
# chip.img.wcs = wcs_fp
pf_map
=
np
.
zeros_like
(
chip
.
img
.
array
)
if
self
.
config
[
"obs_setting"
][
"LED_TYPE"
]
is
not
None
:
if
len
(
self
.
config
[
"obs_setting"
][
"LED_TYPE"
])
!=
0
:
print
(
"LED OPEN--------"
)
led_obj
=
FlatLED
(
chip
,
filt
)
led_obj
=
FlatLED
(
chip
,
filt
)
led_flat
=
led_obj
.
drawObj_LEDFlat
(
led_type_list
=
self
.
config
[
"obs_setting"
][
"LED_TYPE"
],
exp_t_list
=
self
.
config
[
"obs_setting"
][
"LED_TIME"
])
led_flat
=
led_obj
.
drawObj_LEDFlat
(
led_type_list
=
self
.
config
[
"obs_setting"
][
"LED_TYPE"
],
exp_t_list
=
self
.
config
[
"obs_setting"
][
"LED_TIME"
])
chip
.
img
=
chip
.
img
+
galsim
.
ImageF
(
led_flat
)
pf_map
=
led_flat
# whether to output zero, dark, flat calibration images.
# whether to output zero, dark, flat calibration images.
sky_map
=
np
.
zeros_like
(
chip
.
img
.
array
)
expTime
=
self
.
config
[
"obs_setting"
][
"exp_time"
]
skybg_unit
=
self
.
filter_param
.
param
[
sky_level_filt
][
5
]
norm_scaler
=
skyback_level
/
expTime
/
skybg_unit
if
skyback_level
==
0
:
self
.
config
[
"ins_effects"
][
"shutter_effect"
]
=
False
self
.
config
[
"ins_effects"
][
"shutter_effect"
]
=
False
if
chip
.
survey_type
==
"photometric"
:
sky_map
=
np
.
ones_like
(
chip
.
img
.
array
)
*
skybg_unit
*
norm_scaler
/
self
.
tel
.
pupil_area
elif
chip
.
survey_type
==
"spectroscopic"
:
flat_normal
=
np
.
ones_like
(
chip
.
img
.
array
)
if
self
.
config
[
"ins_effects"
][
"flat_fielding"
]
==
True
:
chip_output
.
Log_info
(
"SLS flat preprocess,CHIP %d : Creating and applying Flat-Fielding"
%
chip
.
chipID
)
msg
=
str
(
chip
.
img
.
bounds
)
chip_output
.
Log_info
(
msg
)
flat_img
=
Effects
.
MakeFlatSmooth
(
chip
.
img
.
bounds
,
int
(
self
.
config
[
"random_seeds"
][
"seed_flat"
]))
flat_normal
=
flat_normal
*
flat_img
.
array
/
np
.
mean
(
flat_img
.
array
)
if
self
.
config
[
"ins_effects"
][
"shutter_effect"
]
==
True
:
chip_output
.
Log_info
(
"SLS flat preprocess,CHIP %d : Apply shutter effect"
%
chip
.
chipID
)
shuttimg
=
Effects
.
ShutterEffectArr
(
chip
.
img
,
t_shutter
=
1.3
,
dist_bearing
=
735
,
dt
=
1E-3
)
# shutter effect normalized image for this chip
flat_normal
=
flat_normal
*
shuttimg
flat_normal
=
np
.
array
(
flat_normal
,
dtype
=
'float32'
)
sky_map
=
calculateSkyMap_split_g
(
skyMap
=
flat_normal
,
blueLimit
=
filt
.
blue_limit
,
redLimit
=
filt
.
red_limit
,
conf
=
chip
.
sls_conf
,
pixelSize
=
chip
.
pix_scale
,
isAlongY
=
0
,
flat_cube
=
chip
.
flat_cube
)
sky_map
=
sky_map
*
norm_scaler
chip
.
img
=
chip
.
addEffects
(
chip
.
img
=
chip
.
addEffects
(
config
=
self
.
config
,
config
=
self
.
config
,
img
=
chip
.
img
,
img
=
chip
.
img
,
...
@@ -453,6 +486,7 @@ class Observation(object):
...
@@ -453,6 +486,7 @@ class Observation(object):
timestamp_obs
=
pointing
.
timestamp
,
timestamp_obs
=
pointing
.
timestamp
,
pointing_type
=
pointing
.
pointing_type
,
pointing_type
=
pointing
.
pointing_type
,
sky_map
=
sky_map
,
tel
=
self
.
tel
,
sky_map
=
sky_map
,
tel
=
self
.
tel
,
post_flash_map
=
pf_map
,
logger
=
chip_output
.
logger
)
logger
=
chip_output
.
logger
)
datetime_obs
=
datetime
.
utcfromtimestamp
(
pointing
.
timestamp
)
datetime_obs
=
datetime
.
utcfromtimestamp
(
pointing
.
timestamp
)
...
@@ -564,11 +598,13 @@ class Observation(object):
...
@@ -564,11 +598,13 @@ class Observation(object):
subdir
=
sub_img_dir
,
subdir
=
sub_img_dir
,
prefix
=
prefix
)
prefix
=
prefix
)
chip_output
.
Log_info
(
"running pointing#%d, chip#%d, at PID#%d..."
%
(
pointing_ID
,
chip
.
chipID
,
pid
))
chip_output
.
Log_info
(
"running pointing#%d, chip#%d, at PID#%d..."
%
(
pointing_ID
,
chip
.
chipID
,
pid
))
if
self
.
config
[
"obs_setting"
][
"survey_type"
]
==
"
LED
"
:
if
self
.
config
[
"obs_setting"
][
"survey_type"
]
==
"
CALIBRATION
"
:
self
.
run_one_chip_
LEDlight
(
chip
=
chip
,
self
.
run_one_chip_
calibration
(
chip
=
chip
,
filt
=
filt
,
filt
=
filt
,
chip_output
=
chip_output
,
chip_output
=
chip_output
,
pointing
=
pointing
)
pointing
=
pointing
,
skyback_level
=
self
.
config
[
"obs_setting"
][
"FLAT_LEVEL"
],
sky_level_filt
=
self
.
config
[
"obs_setting"
][
"FLAT_LEVEL_FIL"
])
else
:
else
:
self
.
run_one_chip
(
self
.
run_one_chip
(
chip
=
chip
,
chip
=
chip
,
...
...
config/config_C6_dev.yaml
View file @
8918310a
...
@@ -66,11 +66,16 @@ obs_setting:
...
@@ -66,11 +66,16 @@ obs_setting:
# "Spectroscopic": simulate slitless spectroscopic chips only
# "Spectroscopic": simulate slitless spectroscopic chips only
# "FGS": simulate FGS chips only (31-42)
# "FGS": simulate FGS chips only (31-42)
# "All": simulate full focal plane
# "All": simulate full focal plane
# "LED":
# "CALIBRATION": falt, bias, dark with or without postflash
survey_type
:
"
LED"
survey_type
:
"
CALIBRATION"
#"LED": ['LED1','LED2','LED3','LED4','LED5','LED6','LED7','LED8','LED9','LED10','LED11','LED12','LED13','LED14'] or null
LED_TYPE
:
[
"
LED5"
]
#'LED1': '275', 'LED2': '310', 'LED3': '430', 'LED4': '505', 'LED5': '545', 'LED6': '590', 'LED7': '670',
LED_TIME
:
[
10.
]
#'LED8': '760', 'LED9': '940', 'LED10': '940', 'LED11': '1050', 'LED12': '1050','LED13': '340', 'LED14': '365'
LED_TYPE
:
[
'
LED5'
]
LED_TIME
:
[
1.
]
# unit e- ,flat level
FLAT_LEVEL
:
20000
FLAT_LEVEL_FIL
:
'
g'
# Exposure time [seconds]
# Exposure time [seconds]
exp_time
:
150.
exp_time
:
150.
...
@@ -106,7 +111,7 @@ obs_setting:
...
@@ -106,7 +111,7 @@ obs_setting:
# - give a list of indexes of chips: [ip_1, ip_2...]
# - give a list of indexes of chips: [ip_1, ip_2...]
# - run all chips: null
# - run all chips: null
# Note: for all pointings
# Note: for all pointings
run_chips
:
[
8
]
run_chips
:
[
5
]
# Whether to enable astrometric modeling
# Whether to enable astrometric modeling
enable_astrometric_model
:
False
enable_astrometric_model
:
False
...
...
Write
Preview
Supports
Markdown
0%
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment