diff --git a/tests/testData/CSST_GI2.conf b/tests/testData/csst_fz_gc0/CSST_GI2.conf similarity index 100% rename from tests/testData/CSST_GI2.conf rename to tests/testData/csst_fz_gc0/CSST_GI2.conf diff --git a/tests/testData/GI.Throughput.-1st.fits b/tests/testData/csst_fz_gc0/GI.Throughput.-1st.fits similarity index 100% rename from tests/testData/GI.Throughput.-1st.fits rename to tests/testData/csst_fz_gc0/GI.Throughput.-1st.fits diff --git a/tests/testData/GI.Throughput.-2st.fits b/tests/testData/csst_fz_gc0/GI.Throughput.-2st.fits similarity index 100% rename from tests/testData/GI.Throughput.-2st.fits rename to tests/testData/csst_fz_gc0/GI.Throughput.-2st.fits diff --git a/tests/testData/GI.Throughput.0st.fits b/tests/testData/csst_fz_gc0/GI.Throughput.0st.fits similarity index 100% rename from tests/testData/GI.Throughput.0st.fits rename to tests/testData/csst_fz_gc0/GI.Throughput.0st.fits diff --git a/tests/testData/GI.Throughput.1st.fits b/tests/testData/csst_fz_gc0/GI.Throughput.1st.fits similarity index 100% rename from tests/testData/GI.Throughput.1st.fits rename to tests/testData/csst_fz_gc0/GI.Throughput.1st.fits diff --git a/tests/testData/GI.Throughput.2st.fits b/tests/testData/csst_fz_gc0/GI.Throughput.2st.fits similarity index 100% rename from tests/testData/GI.Throughput.2st.fits rename to tests/testData/csst_fz_gc0/GI.Throughput.2st.fits diff --git a/tests/testData/SLOAN_SDSS.g.fits b/tests/testData/csst_fz_gc0/SLOAN_SDSS.g.fits similarity index 100% rename from tests/testData/SLOAN_SDSS.g.fits rename to tests/testData/csst_fz_gc0/SLOAN_SDSS.g.fits diff --git a/tests/testData/Straylight_test.dat b/tests/testData/csst_fz_gc0/Straylight_test.dat similarity index 100% rename from tests/testData/Straylight_test.dat rename to tests/testData/csst_fz_gc0/Straylight_test.dat diff --git a/tests/testData/csst_fz_gc0/config_C6.yaml b/tests/testData/csst_fz_gc0/config_C6.yaml new file mode 100644 index 0000000000000000000000000000000000000000..655d52cccc910be5e6de83edb92ae24dd031ad2b --- /dev/null +++ b/tests/testData/csst_fz_gc0/config_C6.yaml @@ -0,0 +1,225 @@ +--- +############################################### +# +# Configuration file for CSST simulation +# CSST-Sim Group, 2021/10/07 +# +############################################### + +# Base diretories and naming setup +# Can add some of the command-line arguments here as well; +# OK to pass either way or both, as long as they are consistent +work_dir: "/share/home/fangyuedong/test_psf_rot/csst-simulation/workplace/" +# work_dir: "/share/" +data_dir: "/share/simudata/CSSOSDataProductsSims/data/" +run_name: "C6_photometry" + +# (Optional) a file of point list +# if you just want to run default pointing: +# - pointing_dir: null +# - pointing_file: null +pointing_dir: "/share/simudata/CSSOSDataProductsSims/data/" +# pointing_dir: "/share/home/fangyuedong/test_psf_rot/csst-simulation/workplace/" +pointing_file: "pointing_radec_246.5_40.dat" + +# Whether to use MPI +run_option: + use_mpi: YES + # NOTE: "n_threads" paramters is currently not used in the backend + # simulation codes. It should be implemented later in the web frontend + # in order to config the number of threads to request from NAOC cluster + n_threads: 80 + + # Output catalog only? + # If yes, no imaging simulation will run + out_cat_only: NO + + # Only simulate stars? + star_only: NO + + # Only simulate galaxies? + galaxy_only: NO + +############################################### +# Observation setting +############################################### +obs_setting: + + # Options for survey types: + # "Photometric": simulate photometric chips only + # "Spectroscopic": simulate slitless spectroscopic chips only + # "All": simulate full focal plane + survey_type: "Spectroscopic" + + # Exposure time [seconds] + exp_time: 150. + + # Observation starting date & time + # (Subject to change) + date_obs: "210525" # [yymmdd] + time_obs: "120000" # [hhmmss] + + # Default Pointing [degrees] + # Note: NOT valid when a pointing list file is specified + ra_center: 192.8595 + dec_center: 27.1283 + + # Image rotation [degree] + image_rot: -113.4333 + + # Number of calibration pointings + np_cal: 0 + + # Run specific pointing(s): + # - give a list of indexes of pointings: [ip_1, ip_2...] + # - run all pointings: null + # Note: only valid when a pointing list is specified + run_pointings: null + + # Run specific chip(s): + # - give a list of indexes of chips: [ip_1, ip_2...] + # - run all chips: null + # Note: for all pointings + run_chips: null + + # Whether to enable astrometric modeling + # astrometric_lib: "libshao.so" + enable_astrometric_model: True + + # Cut by saturation magnitude in which band? + cut_in_band: "z" + + # saturation magnitude margin + mag_sat_margin: -2.5 + + # limiting magnitude margin + mag_lim_margin: +1.0 + +############################################### +# Input path setting +############################################### + +# Default path settings for WIDE survey simulation +input_path: + cat_dir: "Catalog_C6_20221212" + star_cat: "C6_MMW_GGC_Astrometry_healpix.hdf5" + galaxy_cat: "cat2CSSTSim_bundle/" + +SED_templates_path: + star_SED: "Catalog_20210126/SpecLib.hdf5" + galaxy_SED: "Catalog_C6_20221212/sedlibs/" + +############################################### +# PSF setting +############################################### +psf_setting: + + # Which PSF model to use: + # "Gauss": simple gaussian profile + # "Interp": Interpolated PSF from sampled ray-tracing data + psf_model: "Interp" + + # PSF size [arcseconds] + # radius of 80% energy encircled + # NOTE: only valid for "Gauss" PSF + psf_rcont: 0.15 + + # path to PSF data + # NOTE: only valid for "Interp" PSF + psf_dir: "/share/simudata/CSSOSDataProductsSims/data/psfCube" + + # path to field-distortion model + # Note: only valid when ins_effects: field_dist is "ON" + fd_path: "FieldDistModelGlobal_v1.0.pickle" + + # sigma_spin: 0.0 # psf spin? + +############################################### +# Shear setting +############################################### + +shear_setting: + # Options to generate mock shear field: + # "constant": all galaxies are assigned a constant reduced shear + # "catalog": from catalog + # "extra": from seprate file + shear_type: "catalog" + + # For constant shear filed + reduced_g1: 0. + reduced_g2: 0. + + # Representation of the shear vector? + reShear: "E" + + # rotate galaxy ellipticity + rotateEll: 0. # [degree] + + # Extra shear catalog + # (currently not used) + # shear_cat: "mockShear.cat" + +############################################### +# Instrumental effects setting +############################################### +ins_effects: + # switches + field_dist: ON # Whether to add field distortions + add_back: ON # Whether to add sky background + add_dark: ON # Whether to add dark noise + add_readout: ON # Whether to add read-out (Gaussian) noise + add_bias: ON # Whether to add bias-level to images + bias_16channel: ON # Whether to add different biases for 16 channels + gain_16channel: ON # Whether to make different gains for 16 channels + shutter_effect: ON # Whether to add shutter effect + flat_fielding: ON # Whether to add flat-fielding effect + prnu_effect: ON # Whether to add PRNU effect + non_linear: ON # Whether to add non-linearity + cosmic_ray: ON # Whether to add cosmic-ray + cray_differ: ON # Whether to generate different cosmic ray maps CAL and MS output + cte_trail: ON # Whether to simulate CTE trails + saturbloom: ON # Whether to simulate Saturation & Blooming + add_badcolumns: ON # Whether to add bad columns + add_hotpixels: ON # Whether to add hot pixels + add_deadpixels: ON # Whether to add dead(dark) pixels + bright_fatter: ON # Whether to simulate Brighter-Fatter (also diffusion) effect + + # values + dark_exptime: 300 # Exposure time for dark current frames [seconds] + flat_exptime: 150 # Exposure time for flat-fielding frames [seconds] + readout_time: 40 # The read-out time for each channel [seconds] + df_strength: 2.3 # Sillicon sensor diffusion strength + bias_level: 500 # bias level [e-/pixel] + gain: 1.1 # Gain + full_well: 90000 # Full well depth [e-] + NBias: 1 # Number of bias frames to be exported for each exposure + NDark: 1 # Number of dark frames to be exported for each exposure + NFlat: 1 # Number of flat frames to be exported for each exposure + +############################################### +# Output options +############################################### +output_setting: + readout16: OFF # Whether to export as 16 channels (subimages) with pre- and over-scan + shutter_output: OFF # Whether to export shutter effect 16-bit image + bias_output: ON # Whether to export bias frames + dark_output: ON # Whether to export the combined dark current files + flat_output: ON # Whether to export the combined flat-fielding files + prnu_output: OFF # Whether to export the PRNU (pixel-to-pixel flat-fielding) files + +############################################### +# Random seeds +############################################### +random_seeds: + seed_Av: 121212 # Seed for generating random intrinsic extinction + seed_poisson: 20210601 # Seed for Poisson noise + seed_CR: 20210317 # Seed for generating random cosmic ray maps + seed_flat: 20210101 # Seed for generating random flat fields + seed_prnu: 20210102 # Seed for photo-response non-uniformity + seed_gainNonUniform: 20210202 # Seed for gain nonuniformity + seed_biasNonUniform: 20210203 # Seed for bias nonuniformity + seed_rnNonUniform: 20210204 # Seed for readout-noise nonuniformity + seed_badcolumns: 20240309 # Seed for bad columns + seed_defective: 20210304 # Seed for defective (bad) pixels + seed_readout: 20210601 # Seed for read-out gaussian noise +... \ No newline at end of file diff --git a/tests/test_SpecDisperse.py b/tests/test_SpecDisperse.py index 7e16089d4e81d2754e90cc9f247d91a56ac7261a..b6b58a726f74c082c0cd29715918f86f248d3c0b 100644 --- a/tests/test_SpecDisperse.py +++ b/tests/test_SpecDisperse.py @@ -145,13 +145,17 @@ class TestSpecDisperse(unittest.TestCase): def __init__(self, methodName='runTest'): super(TestSpecDisperse,self).__init__(methodName) - self.conff= os.path.join(os.getenv('UNIT_TEST_DATA_ROOT'), 'CSST_GI2.conf') - self.throughputf= os.path.join(os.getenv('UNIT_TEST_DATA_ROOT'), 'GI.Throughput.1st.fits') - self.testDir = os.getenv('UNIT_TEST_DATA_ROOT') - + self.filePath('csst_fz_gc0') + # self.conff = conff # self.throughputf = throughputf + def filePath(self, file_name): + fn = os.path.join(os.getenv('UNIT_TEST_DATA_ROOT'), file_name) + self.conff= os.path.join(fn, 'CSST_GI2.conf') + self.throughputf= os.path.join(fn, 'GI.Throughput.1st.fits') + self.testDir = fn + def test_rotate901(self): m = np.array([[1,2,3,4,5],[6,7,8,9,10],[11,12,13,14,15],[16,17,18,19,20],[21,22,23,24,25]]) m1 = np.array([[21,16,11,6,1],[22,17,12,7,2],[23,18,13,8,3],[24,19,14,9,4],[25,20,15,10,5]]) diff --git a/tests/test_Straylight.py b/tests/test_Straylight.py index b20fc2f1df5f14d115e23d04d22a84729003c53c..c79dc6f7980791dc80bee79eed12bf1038cdb3fe 100644 --- a/tests/test_Straylight.py +++ b/tests/test_Straylight.py @@ -69,12 +69,18 @@ def calculateAnglePwithEarth(sat = np.array([0,0,0]), pointing = np.array([0,0,0 class TestStraylight(unittest.TestCase): - def __init__(self, methodName='runTest', filter = 'i', grating = "GI"): + def __init__(self,methodName='runTest', filter = 'i', grating = "GI"): super(TestStraylight,self).__init__(methodName) - self.pointingData = np.loadtxt(os.path.join(os.getenv('UNIT_TEST_DATA_ROOT'), 'Straylight_test.dat'), dtype=np.double) + # print(file_name) + # fn = os.path.join(os.getenv('UNIT_TEST_DATA_ROOT'), file_name) + # self.pointingData = np.loadtxt(os.path.join(fn, 'Straylight_test.dat'), dtype=np.double) + self.filePath('csst_fz_gc0') self.filter = filter self.grating = grating - + + def filePath(self, file_name): + fn = os.path.join(os.getenv('UNIT_TEST_DATA_ROOT'), file_name) + self.pointingData = np.loadtxt(os.path.join(fn, 'Straylight_test.dat'), dtype=np.double) def test_EarthShineFilter(self): d_sh = self.pointingData.shape