Commit e77d4046 authored by Fang Yuedong's avatar Fang Yuedong
Browse files

add ooc config

parent 9fabe429

config/config_C6_dev.yaml

+14 −14
Original line number Diff line number Diff line
@@ -11,7 +11,7 @@ 
# OK to pass either way or both, as long as they are consistent

work_dir: "/share/home/fangyuedong/20231211/workplace/"

data_dir: "/share/simudata/CSSOSDataProductsSims/data/"

run_name: "test_C6_dev"

run_name: "test_spec"

project_cycle: 6

run_counter: 1
@@ -46,7 +46,7 @@ catalog_options: 
    AGN_SED_WAVE: "wave_ross13.npy"



  # Only simulate stars?

  star_only: YES

  star_only: NO



  # Only simulate galaxies?

  galaxy_only: NO
@@ -67,15 +67,15 @@ obs_setting: 
  # "FGS": simulate FGS chips only (31-42)

  # "All": simulate full focal plane

  # "CALIBRATION": falt, bias, dark with or without postflash

  survey_type: "Photometric"

  survey_type: "Spectroscopic"

  #"LED": ['LED1','LED2','LED3','LED4','LED5','LED6','LED7','LED8','LED9','LED10','LED11','LED12','LED13','LED14'] or null

  #'LED1': '275', 'LED2': '310', 'LED3': '430', 'LED4': '505', 'LED5': '545', 'LED6': '590', 'LED7': '670',

  #'LED8': '760', 'LED9': '940', 'LED10': '940', 'LED11': '1050', 'LED12': '1050','LED13': '340', 'LED14': '365'

  # LED_TYPE: ['LED5']

  # LED_TIME: [1.]

  # # unit e- ,flat level

  # FLAT_LEVEL: 20000

  # FLAT_LEVEL_FIL: 'g'

  LED_TYPE: ['LED5']

  LED_TIME: [1.]

  # unit e- ,flat level

  FLAT_LEVEL: 20000

  FLAT_LEVEL_FIL: 'g'

  

  # Exposure time [seconds]

  exp_time: 150.
@@ -99,7 +99,7 @@ obs_setting: 
  pointing_file: "pointing_radec_246.5_40.dat"



  # Number of calibration pointings

  np_cal: 1

  np_cal: 0



  # Run specific pointing(s):

  # - give a list of indexes of pointings: [ip_1, ip_2...]
@@ -111,7 +111,7 @@ obs_setting: 
  # - give a list of indexes of chips: [ip_1, ip_2...]

  # - run all chips: null

  # Note: for all pointings

  run_chips: [8]

  run_chips: [1]



  # Whether to enable astrometric modeling

  enable_astrometric_model: True
@@ -174,7 +174,7 @@ ins_effects: 
  add_dark:       YES  # Whether to add dark noise

  add_readout:    YES  # Whether to add read-out (Gaussian) noise

  add_bias:       YES  # Whether to add bias-level to images

  add_prescan:    OFF

  add_prescan:    YES

  bias_16channel: YES  # Whether to add different biases for 16 channels

  gain_16channel: YES  # Whether to make different gains for 16 channels

  shutter_effect: YES  # Whether to add shutter effect

config/config_ooc_c6.yaml

0 → 100644
+234 −0
Original line number Diff line number Diff line 
---

###############################################

#

#  Configuration file for CSST simulation

#  CSST-Sim Group, 2023/04/25

#

###############################################



# Base diretories and naming setup

# Can add some of the command-line arguments here as well;

# OK to pass either way or both, as long as they are consistent

work_dir: "/share/home/fangyuedong/20231211/workplace/"

data_dir: "/share/simudata/CSSOSDataProductsSims/data/"

run_name: "test20231218_c6_onlyCat"

project_cycle: 6

run_counter: 1



# Whether to use MPI

run_option:

  use_mpi: NO

  # NOTE: "n_threads" paramters is currently not used in the backend

  # simulation codes. It should be implemented later in the web frontend

  # in order to config the number of threads to request from NAOC cluster

  n_threads: 80



  # Output catalog only?

  # If yes, no imaging simulation will run

  out_cat_only: YES



###############################################

# Catalog setting

###############################################

# Configure your catalog: options to be implemented 

# in the corresponding (user defined) 'Catalog' class

catalog_options:

  input_path:

    cat_dir: "Catalog_C6_20221212"

    star_cat: "C6_MMW_GGC_Astrometry_healpix.hdf5"

    galaxy_cat: "cat2CSSTSim_bundle/"

    AGN_cat: "AGN_C6_ross13_rand_pos_rmax-1.3.fits"



  SED_templates_path:

    star_SED: "Catalog_20210126/SpecLib.hdf5"

    galaxy_SED: "Catalog_C6_20221212/sedlibs/"

    AGN_SED: "quickspeclib_ross13.fits"

    AGN_SED_WAVE: "wave_ross13.npy"



  # Only simulate stars?

  star_only: YES



  # Only simulate galaxies?

  galaxy_only: NO



  # rotate galaxy ellipticity

  rotateEll: 0. # [degree]



  seed_Av: 121212    # Seed for generating random intrinsic extinction



###############################################

# Observation setting

###############################################

obs_setting:



  # Options for survey types:

  # "Photometric": simulate photometric chips only

  # "Spectroscopic": simulate slitless spectroscopic chips only

  # "FGS": simulate FGS chips only (31-42)

  # "All": simulate full focal plane

  # "CALIBRATION": falt, bias, dark with or without postflash

  survey_type: "Photometric"

  #"LED": ['LED1','LED2','LED3','LED4','LED5','LED6','LED7','LED8','LED9','LED10','LED11','LED12','LED13','LED14'] or null

  #'LED1': '275', 'LED2': '310', 'LED3': '430', 'LED4': '505', 'LED5': '545', 'LED6': '590', 'LED7': '670',

  #'LED8': '760', 'LED9': '940', 'LED10': '940', 'LED11': '1050', 'LED12': '1050','LED13': '340', 'LED14': '365'

  LED_TYPE: ['LED5']

  LED_TIME: [1.]

  # unit e- ,flat level

  FLAT_LEVEL: 20000

  FLAT_LEVEL_FIL: 'g'

  

  # Exposure time [seconds]

  exp_time: 150.



  # Observation starting date & time

  date_obs: "210525" # [yymmdd]

  time_obs: "120000" # [hhmmss]



  # Default Pointing [degrees]

  # Note: NOT valid when a pointing list file is specified

  ra_center: 192.8595

  dec_center:  27.1283

  # Image rotation [degree]

  image_rot: -113.4333



  # (Optional) a file of point list 

  # if you just want to run default pointing:

  # - pointing_dir: null

  # - pointing_file: null

  pointing_dir: "/share/simudata/CSSOSDataProductsSims/data/"

  pointing_file: "pointing_radec_246.5_40.dat"



  # Number of calibration pointings

  np_cal: 0



  # Run specific pointing(s):

  # - give a list of indexes of pointings: [ip_1, ip_2...]

  # - run all pointings: null

  # Note: only valid when a pointing list is specified

  run_pointings: [0]

  

  # Run specific chip(s):

  # - give a list of indexes of chips: [ip_1, ip_2...]

  # - run all chips: null

  # Note: for all pointings

  run_chips: [8]



  # Whether to enable astrometric modeling

  enable_astrometric_model: False



  # Whether to enable straylight model

  enable_straylight_model: True



  # Cut by saturation magnitude in which band?

  cut_in_band: "z"



  # saturation magnitude margin

  mag_sat_margin: -2.5

  # mag_sat_margin: -15.



  # limiting magnitude margin

  mag_lim_margin: +1.0



###############################################

# PSF setting

###############################################

psf_setting:

  

  # Which PSF model to use:

  # "Gauss": simple gaussian profile

  # "Interp": Interpolated PSF from sampled ray-tracing data

  psf_model: "Interp"



  # PSF size [arcseconds]

  # radius of 80% energy encircled

  # NOTE: only valid for "Gauss" PSF

  psf_rcont: 0.15



  # path to PSF data

  # NOTE: only valid for "Interp" PSF

  psf_dir: "/share/simudata/CSSOSDataProductsSims/data/psfCube1"

  psf_sls_dir: "/share/simudata/CSSOSDataProductsSims/data/SLS_PSF_PCA_fp/"

###############################################

# Shear setting

###############################################



shear_setting:

  # Options to generate mock shear field:

  # "constant": all galaxies are assigned a constant reduced shear

  # "catalog": from catalog

  shear_type: "constant"



  # For constant shear filed

  reduced_g1: 0.

  reduced_g2: 0.



###############################################

# Instrumental effects setting

###############################################

ins_effects:

  # switches

  # Note: bias_16channel, gain_16channel, and shutter_effect

  # is currently not applicable to "FGS" observations

  field_dist:     YES  # Whether to add field distortions

  add_back:       YES  # Whether to add sky background

  add_dark:       YES  # Whether to add dark noise

  add_readout:    YES  # Whether to add read-out (Gaussian) noise

  add_bias:       YES  # Whether to add bias-level to images

  bias_16channel: YES  # Whether to add different biases for 16 channels

  gain_16channel: YES  # Whether to make different gains for 16 channels

  shutter_effect: YES  # Whether to add shutter effect

  flat_fielding:  YES  # Whether to add flat-fielding effect

  prnu_effect:    YES  # Whether to add PRNU effect

  non_linear:     YES  # Whether to add non-linearity

  cosmic_ray:     YES  # Whether to add cosmic-ray

  cray_differ:    YES  # Whether to generate different cosmic ray maps CAL and MS output

  cte_trail:      YES  # Whether to simulate CTE trails, CTI_lgl_v0.3.tar.gz

  saturbloom:     YES  # Whether to simulate Saturation & Blooming

  add_badcolumns: YES  # Whether to add bad columns

  add_hotpixels:  YES  # Whether to add hot pixels

  add_deadpixels: YES  # Whether to add dead(dark) pixels

  bright_fatter:  YES  # Whether to simulate Brighter-Fatter (also diffusion) effect

  add_prescan:    YES  # Whether to add pre/over-scan

  format_output:  YES  ##1*16 output



  # Values: 

  # default values have been defined individually for each chip in:

  # ObservationSim/Instrument/data/ccd/chip_definition.json

  # Set them here will override the default values

  # dark_exptime:   300   # Exposure time for dark current frames [seconds]

  # flat_exptime:   150   # Exposure time for flat-fielding frames [seconds]

  # readout_time:   40    # The read-out time for each channel [seconds]

  # df_strength:    2.3   # Sillicon sensor diffusion strength

  # bias_level:     500   # bias level [e-/pixel]

  # gain:           1.1   # Gain

  # full_well:      90000 # Full well depth [e-]



###############################################

# Output options (for calibration pointings only)

###############################################

output_setting:

  readout16:      OFF # Whether to export as 16 channels (subimages) with pre- and over-scan

  shutter_output: OFF # Whether to export shutter effect 16-bit image

  bias_output:    ON  # Whether to export bias frames

  dark_output:    ON  # Whether to export the combined dark current files

  flat_output:    ON  # Whether to export the combined flat-fielding files

  prnu_output:    OFF # Whether to export the PRNU (pixel-to-pixel flat-fielding) files

  NBias:          1     # Number of bias frames to be exported for each exposure

  NDark:          1     # Number of dark frames to be exported for each exposure

  NFlat:          1     # Number of flat frames to be exported for each exposure



###############################################

# Random seeds

###############################################

random_seeds:

  seed_poisson:         20210601  # Seed for Poisson noise

  seed_CR:              20210317  # Seed for generating random cosmic ray maps

  seed_flat:            20210101  # Seed for generating random flat fields

  seed_prnu:            20210102  # Seed for photo-response non-uniformity

  seed_gainNonUniform:  20210202  # Seed for gain nonuniformity

  seed_biasNonUniform:  20210203  # Seed for bias nonuniformity

  seed_rnNonUniform:    20210204  # Seed for readout-noise nonuniformity

  seed_badcolumns:      20240309  # Seed for bad columns

  seed_defective:       20210304  # Seed for defective (bad) pixels

  seed_readout:         20210601  # Seed for read-out gaussian noise

...

test_C6.sh

+5 −0
Original line number Diff line number Diff line
@@ -7,3 +7,8 @@ python3 /share/home/fangyuedong/20231211/csst-simulation/run_sim.py \ 
    --catalog C6_Catalog \

    -c /share/home/fangyuedong/20231211/csst-simulation/config



# python3 /share/home/fangyuedong/20231211/csst-simulation/run_sim.py \

#     --config_file config_ooc_c6.yaml \

#     --catalog C6_Catalog \

#     -c /share/home/fangyuedong/20231211/csst-simulation/config