Commit 33baa6e6 authored by Fang Yuedong's avatar Fang Yuedong
Browse files

rearrange the pipeline structure

parent f751d1a2
Loading
Loading
Loading
Loading
+1 −1
Original line number Diff line number Diff line
Pipeline for source injection
 No newline at end of file
## Pipeline for source injection
 No newline at end of file

__init__.py

0 → 100644
+0 −0

Empty file added.

+21 −15
Original line number Diff line number Diff line
@@ -5,15 +5,21 @@
#      Last modified: 2022/06/19
#
###############################################
n_objects: 20
rotate_objs: False
# n_objects: 500
rotate_objs: NO
use_mpi: YES
run_name: "test_20230509"

pos_sampling:
  # type: "HexGrid"
  type: "RectGrid"
  grid_spacing: 74 # arcsec (~1000 pixels)
  # type: "RectGrid"
  # grid_spacing: 18.5 # arcsec (~250 pixels)
  type: "uniform"
  object_density: 50 # arcmin^-2

output_img_dir: "./workspace"
input_img_list: "/share/home/fangyuedong/injection_pipeline/input_L1_img_MSC_0000000.list"

# output_img_name: "test_HexGrid_20220628.fits"
output_img_name: "test_RectGrid_20220628.fits"
###############################################
# PSF setting
###############################################
@@ -31,14 +37,14 @@ psf_setting:

  # path to PSF data
  # NOTE: only valid for "Interp" PSF
  psf_dir: "/data/simudata/CSSOSDataProductsSims/data/csstPSFdata/psfCube"
  psf_dir: "/share/simudata/CSSOSDataProductsSims/data/psfCube1"

###############################################
# Input path setting
# (NOTE) Used NGP Catalog for testing
###############################################
# Default path settings for NGP footprint simulation
data_dir: "/data/simudata/CSSOSDataProductsSims/data/"
data_dir: "/share/simudata/CSSOSDataProductsSims/data/"

input_path:
  cat_dir: "OnOrbitCalibration/CTargets20211231"
@@ -61,13 +67,13 @@ ins_effects:
  bright_fatter:  ON # Whether to simulate Brighter-Fatter (also diffusion) effect

  # values
  dark_exptime:   300   # Exposure time for dark current frames [seconds]
  flat_exptime:   150   # Exposure time for flat-fielding frames [seconds]
  readout_time:   40    # The read-out time for each channel [seconds]
  df_strength:    2.3   # Sillicon sensor diffusion strength
  bias_level:     500   # bias level [e-/pixel]
  gain:           1.1   # Gain
  full_well:      90000 # Full well depth [e-]
  # dark_exptime:   300   # Exposure time for dark current frames [seconds]
  # flat_exptime:   150   # Exposure time for flat-fielding frames [seconds]
  # readout_time:   40    # The read-out time for each channel [seconds]
  # df_strength:    2.3   # Sillicon sensor diffusion strength
  # bias_level:     500   # bias level [e-/pixel]
  # gain:           1.1   # Gain
  # full_well:      90000 # Full well depth [e-]

###############################################
# Random seeds

config/default.config

0 → 100644
+90 −0
Original line number Diff line number Diff line
# Default configuration file for SExtractor 2.25.0
# EB 2019-10-03
#
 
#-------------------------------- Catalog ------------------------------------
 
CATALOG_NAME     test.cat       # name of the output catalog
CATALOG_TYPE     FITS_1.0     # NONE,ASCII,ASCII_HEAD, ASCII_SKYCAT,
                                # ASCII_VOTABLE, FITS_1.0 or FITS_LDAC
PARAMETERS_NAME  default.param  # name of the file containing catalog contents
 
#------------------------------- Extraction ----------------------------------
 
DETECT_TYPE      CCD            # CCD (linear) or PHOTO (with gamma correction)
DETECT_MINAREA   3              # min. # of pixels above threshold
DETECT_THRESH    1.5            # <sigmas> or <threshold>,<ZP> in mag.arcsec-2
ANALYSIS_THRESH  1.5            # <sigmas> or <threshold>,<ZP> in mag.arcsec-2
THRESH_TYPE      RELATIVE
 
FILTER           Y              # apply filter for detection (Y or N)?
FILTER_NAME      ../measurement_pipeline/data/default.conv   # name of the file containing the filter
 
DEBLEND_NTHRESH  64             # Number of deblending sub-thresholds
DEBLEND_MINCONT  0.0005          # Minimum contrast parameter for deblending
 
CLEAN            Y              # Clean spurious detections? (Y or N)?
CLEAN_PARAM      1.0            # Cleaning efficiency
 
MASK_TYPE        CORRECT        # type of detection MASKing: can be one of
                                # NONE, BLANK or CORRECT

#------------------------------ Flagging -----------------------------------
#FLAG_TYPE        OR

#------------------------------ Photometry -----------------------------------
 
PHOT_APERTURES   5              # MAG_APER aperture diameter(s) in pixels
PHOT_AUTOPARAMS  2.5, 3.5       # MAG_AUTO parameters: <Kron_fact>,<min_radius>
PHOT_PETROPARAMS 2.0, 3.5       # MAG_PETRO parameters: <Petrosian_fact>,
                                # <min_radius>
 
SATUR_LEVEL      50000.0        # level (in ADUs) at which arises saturation
SATUR_KEY        SATURATE       # keyword for saturation level (in ADUs)
 
MAG_ZEROPOINT    0.0            # magnitude zero-point
#MAG_GAMMA        4.0            # gamma of emulsion (for photographic scans)
GAIN             1.0            # detector gain in e-/ADU
#GAIN_KEY         GAIN           # keyword for detector gain in e-/ADU
PIXEL_SCALE      0            # size of pixel in arcsec (0=use FITS WCS info)
 
#------------------------- Star/Galaxy Separation ----------------------------
 
SEEING_FWHM      0.15           # stellar FWHM in arcsec
STARNNW_NAME     ../measurement_pipeline/data/default.nnw    # Neural-Network_Weight table filename
 
#------------------------------ Background -----------------------------------

BACK_TYPE        AUTO
BACK_SIZE        400            # Background mesh: <size> or <width>,<height>
BACK_FILTERSIZE  3              # Background filter: <size> or <width>,<height>
 
BACKPHOTO_TYPE   GLOBAL         # can be GLOBAL or LOCAL
 
#------------------------------ Check Image ----------------------------------
 
CHECKIMAGE_TYPE  NONE           # can be NONE, BACKGROUND, BACKGROUND_RMS,
                                # MINIBACKGROUND, MINIBACK_RMS, -BACKGROUND,
                                # FILTERED, OBJECTS, -OBJECTS, SEGMENTATION,
                                # or APERTURES
CHECKIMAGE_NAME  ../check.fits  # Filename for the check-image
 
#--------------------- Memory (change with caution!) -------------------------
 
MEMORY_OBJSTACK  3000           # number of objects in stack
MEMORY_PIXSTACK  300000         # number of pixels in stack
MEMORY_BUFSIZE   1024           # number of lines in buffer
 
#----------------------------- Miscellaneous ---------------------------------
 
VERBOSE_TYPE     NORMAL         # can be QUIET, NORMAL or FULL
HEADER_SUFFIX    .head          # Filename extension for additional headers
WRITE_XML        N              # Write XML file (Y/N)?
XML_NAME         sex.xml        # Filename for XML output

#------------------------------ Weighting -----------------------------------
#WEIGHT_TYPE     MAP_WEIGHT
#RESCALE_WEIGHTS Y
#WEIGHT_IMAGE    weight.fits
#WEIGHT_GAIN     N
#WEIGHT_THRESH   1e-7

config/default.param

0 → 100644
+67 −0
Original line number Diff line number Diff line
# ID and flags
NUMBER 
FLAGS 
# Basic coordinates
X_IMAGE
Y_IMAGE
XMIN_IMAGE 
XMAX_IMAGE 
YMIN_IMAGE 
YMAX_IMAGE 
# Accurate coordinates
XWIN_IMAGE 
YWIN_IMAGE 
ERRAWIN_IMAGE
ERRBWIN_IMAGE
ERRTHETAWIN_IMAGE
ALPHAWIN_J2000 
DELTAWIN_J2000 
ERRAWIN_WORLD
ERRBWIN_WORLD
ERRTHETAWIN_J2000
# Peak value
XPEAK_IMAGE 
YPEAK_IMAGE 
ALPHAPEAK_J2000 
DELTAPEAK_J2000 
# Basic shape info
A_IMAGE
B_IMAGE
THETA_IMAGE
A_WORLD
B_WORLD
THETA_J2000
ELONGATION
FLUX_RADIUS
# Isophotal photometry
#FLUX_ISO
#FLUXERR_ISO
MAG_ISO
MAGERR_ISO
ISOAREA_IMAGE
ISOAREAF_IMAGE
ISOAREA_WORLD
ISOAREAF_WORLD
# Aperture photometry
FLUX_APER(1)
FLUXERR_APER(1)
MAG_APER(1)
MAGERR_APER(1)
# Kron photometry
FLUX_AUTO
FLUXERR_AUTO
MAG_AUTO
MAGERR_AUTO
KRON_RADIUS
# Petrosian photometry
#FLUX_PETRO
#FLUXERR_PETRO
MAG_PETRO
MAGERR_PETRO
PETRO_RADIUS
# Basic surface brightnesses
BACKGROUND
THRESHOLD
MU_THRESHOLD
FLUX_MAX
MU_MAX
 No newline at end of file
Loading