Commit b4eb2513 authored by Fang Yuedong's avatar Fang Yuedong
Browse files

add photometry pipeline, warpper for L1_instrument and injection pipelines

parent 5617dc34

.gitignore

+3 −1
Original line number Diff line number Diff line
@@ -5,3 +5,5 @@ 
*.png

*.pyc

*.so

*.out

*pnodes
 
 No newline at end of file

L1_flg_img_MSC_0000000.list

deleted100644 → 0
+0 −18
Original line number Diff line number Diff line 
/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_06_flg_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_07_flg_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_08_flg_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_09_flg_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_11_flg_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_12_flg_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_13_flg_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_14_flg_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_15_flg_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_16_flg_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_17_flg_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_18_flg_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_19_flg_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_20_flg_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_22_flg_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_23_flg_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_24_flg_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_25_flg_L1.fits

L1_wht_img_MSC_0000000.list

deleted100644 → 0
+0 −18
Original line number Diff line number Diff line 
/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_06_wht_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_07_wht_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_08_wht_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_09_wht_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_11_wht_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_12_wht_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_13_wht_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_14_wht_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_15_wht_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_16_wht_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_17_wht_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_18_wht_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_19_wht_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_20_wht_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_22_wht_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_23_wht_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_24_wht_L1.fits

/share/L1Result/C6_2sq_sheared_photometry/MSC_0000000/CSST_MSC_MS_SCI_20240817060512_20240817060742_100000000_25_wht_L1.fits

config/config_injection.yaml

+21 −20
Original line number Diff line number Diff line
@@ -7,18 +7,19 @@ 
###############################################

# n_objects: 500

rotate_objs: NO

use_mpi: YES

run_name: "test_20230517"

run_name: "test_20240421"

project_cycle: 9

run_counter: 1



pos_sampling:

  # type: "HexGrid"

  type: "HexGrid"

  # type: "RectGrid"

  # grid_spacing: 18.5 # arcsec (~250 pixels)

  type: "uniform"

  object_density: 37 # arcmin^-2

  grid_spacing: 15 # arcsec (~500 pixels)

  # type: "uniform"

  # object_density: 37 # arcmin^-2



output_img_dir: "/share/home/fangyuedong/injection_pipeline/workspace"

input_img_list: "/share/home/fangyuedong/injection_pipeline/input_L1_img_MSC_0000000.list"

# output_img_dir: "/public/home/fangyuedong/project/injection_pipeline/workspace"



###############################################

# PSF setting
@@ -37,23 +38,23 @@ psf_setting: 


  # path to PSF data

  # NOTE: only valid for "Interp" PSF

  psf_dir: "/share/simudata/CSSOSDataProductsSims/data/psfCube1"

  psf_pho_dir: "/public/share/yangxuliu/CSSOSDataProductsSims/dataC6/psfCube1"

  psf_sls_dir: "/share/simudata/CSSOSDataProductsSims/data/SLS_PSF_PCA_fp/"



###############################################

# Input path setting

# (NOTE) Used NGP Catalog for testing

###############################################

# Default path settings for NGP footprint simulation

data_dir: "/share/simudata/CSSOSDataProductsSims/data/"



catalog_options:

  input_path:

  cat_dir: "OnOrbitCalibration/CTargets20211231"

  star_cat: "CT-NGP_r1.8_G28.hdf5"

  galaxy_cat: "galaxyCats_r_3.0_healpix_shift_192.859500_27.128300.hdf5"

    cat_dir: "/public/share/yangxuliu/CSSOSDataProductsSims/data_50sqDeg/"

    galaxy_cat: "qsocat/cat2CSSTSim_bundle-50sqDeg/"



  SED_templates_path:

  star_SED: "Catalog_20210126/SpecLib.hdf5"

  galaxy_SED: "Templates/Galaxy/"

    galaxy_SED: "/public/share/yangxuliu/CSSOSDataProductsSims/data_50sqDeg/sedlibs/"



  # rotate galaxy ellipticity

  rotateEll: 0. # [degree]





###############################################
@@ -64,7 +65,7 @@ SED_templates_path: 
###############################################

ins_effects:

  # switches

  bright_fatter:  ON # Whether to simulate Brighter-Fatter (also diffusion) effect

  # bright_fatter:  ON # Whether to simulate Brighter-Fatter (also diffusion) effect



  # values

  # dark_exptime:   300   # Exposure time for dark current frames [seconds]
@@ -78,8 +79,8 @@ ins_effects: 
###############################################

# Random seeds

###############################################

random_seeds:

  seed_Av:              121212    # Seed for generating random intrinsic extinction

# random_seeds:

#   seed_Av:              121212    # Seed for generating random intrinsic extinction



###############################################

# Measurement setting

config/config_injection_20231203.yaml

deleted100644 → 0
+0 −99
Original line number Diff line number Diff line 
---

###############################################

#

#  Configuration file for CSST object injection

#      Last modified: 2022/06/19

#

###############################################

# n_objects: 500

rotate_objs: NO

use_mpi: YES

run_name: "test_20231203"

project_cycle: 6

run_counter: 1



pos_sampling:

  type: "HexGrid"

  # type: "RectGrid"

  # grid_spacing: 18.5 # arcsec (~250 pixels)

  grid_spacing: 15 # arcsec (~500 pixels)

  # type: "uniform"

  # object_density: 37 # arcmin^-2



output_img_dir: "/share/home/fangyuedong/injection_pipeline/workspace"

input_img_list: "/share/home/fangyuedong/injection_pipeline/input_L1_IMG_20231203.list"



###############################################

# PSF setting

###############################################

psf_setting:

  

  # Which PSF model to use:

  # "Gauss": simple gaussian profile

  # "Interp": Interpolated PSF from sampled ray-tracing data

  psf_model: "Interp"



  # PSF size [arcseconds]

  # radius of 80% energy encircled

  # NOTE: only valid for "Gauss" PSF

  psf_rcont: 0.15



  # path to PSF data

  # NOTE: only valid for "Interp" PSF

  psf_dir: "/share/simudata/CSSOSDataProductsSims/data/psfCube1"



###############################################

# Input path setting

# (NOTE) Used NGP Catalog for testing

###############################################

# Default path settings for NGP footprint simulation

data_dir: "/share/simudata/CSSOSDataProductsSims/data/"



input_path:

  cat_dir: "OnOrbitCalibration/CTargets20211231"

  star_cat: "CT-NGP_r1.8_G28.hdf5"

  galaxy_cat: "galaxyCats_r_3.0_healpix_shift_192.859500_27.128300.hdf5"



SED_templates_path:

  star_SED: "Catalog_20210126/SpecLib.hdf5"

  galaxy_SED: "Templates/Galaxy/"





###############################################

# Instrumental effects setting

# (NOTE) Here only used to construct

# ObservationSim.Instrument.Chip object

# (TODO) Should readout from header

###############################################

ins_effects:

  # switches

  bright_fatter:  ON # Whether to simulate Brighter-Fatter (also diffusion) effect



  # values

  # dark_exptime:   300   # Exposure time for dark current frames [seconds]

  # flat_exptime:   150   # Exposure time for flat-fielding frames [seconds]

  # readout_time:   40    # The read-out time for each channel [seconds]

  # df_strength:    2.3   # Sillicon sensor diffusion strength

  # bias_level:     500   # bias level [e-/pixel]

  # gain:           1.1   # Gain

  # full_well:      90000 # Full well depth [e-]



###############################################

# Random seeds

###############################################

random_seeds:

  seed_Av:              121212    # Seed for generating random intrinsic extinction



###############################################

# Measurement setting

###############################################

measurement_setting:

  input_img_list: "/share/home/fangyuedong/injection_pipeline/L1_INJECTED_20231203.list"

  # input_img_list: "/share/home/fangyuedong/injection_pipeline/input_L1_img_MSC_0000000.list"

  input_wht_list: "/share/home/fangyuedong/injection_pipeline/L1_WHT_20231203.list"

  input_flg_list: "/share/home/fangyuedong/injection_pipeline/L1_FLG_20231203.list"

  # input_psf_list: "/share/home/fangyuedong/injection_pipeline/psf_img_MSC_0000000.list"

  sex_config: "/share/home/fangyuedong/injection_pipeline/config/default.config"

  sex_param: "/share/home/fangyuedong/injection_pipeline/config/default.param"

  n_jobs: 18

  output_dir: "/share/home/fangyuedong/injection_pipeline/workspace"
 
 No newline at end of file