modified fits header etc.

ObservationSim/ObservationSim.py

@@ -4,8 +4,8 @@ from Instrument import Telescope, Filter, FilterParam, FocalPlane, Chip
 from MockObject import Catalog, MockObject, Star, Galaxy, Quasar, calculateSkyMap_split_g
 from PSF import PSFGauss, PSFInterp, FieldDistortion
 from _util import makeSubDir, getShearFiled, makeSubDir_PointingList
-from astropy.time import Time as asTime
 from astropy.io import fits
+from datetime import datetime
 import numpy as np
 import mpi4py.MPI as MPI
 import galsim
@@ -47,7 +47,7 @@ class Observation(object):
         self.g1_field, self.g2_field, self.nshear = getShearFiled(config=self.config)
 
 
-    def runOneChip(self, chip, filt, chip_output, wcs_fp=None, psf_model=None, pointing_ID=0, ra_cen=None, dec_cen=None, img_rot=None, exptime=150., input_cat_name=None, shear_cat_file=None, cat_dir=None, sed_dir=None):
+    def runOneChip(self, chip, filt, chip_output, wcs_fp=None, psf_model=None, pointing_ID=0, ra_cen=None, dec_cen=None, img_rot=None, exptime=150., timestamp_obs=1621915200, pointing_type='MS', input_cat_name=None, shear_cat_file=None, cat_dir=None, sed_dir=None):
 
         if (ra_cen is None) or (dec_cen is None):
             ra_cen = self.config["ra_center"]
@@ -80,6 +80,7 @@ class Observation(object):
             skyfile = os.path.join(self.path_dict["data_dir"], 'skybackground/sky_emiss_hubble_50_50_A.dat')
             sky_map = calculateSkyMap_split_g(xLen=chip.npix_x, yLen=chip.npix_y, blueLimit=filt.blue_limit, redLimit=filt.red_limit, skyfn=skyfile, conf=chip.sls_conf, pixelSize=chip.pix_scale, isAlongY=0)
 
+        if pointing_type == 'MS':
             # Load catalogues and templates
             self.cat = Catalog(config=self.config, chip=chip, cat_dir=cat_dir, sed_dir=sed_dir, pRa=ra_cen, pDec=dec_cen, rotation=img_rot, template_dir=self.path_dict["template_dir"])
             self.nobj = len(self.cat.objs)
@@ -200,8 +201,25 @@ class Observation(object):
         # Detector Effects
         # ===========================================================
         chip.img = chip.addNoise(config=self.config, tel=self.tel, filt=filt, img=chip.img, sky_map=sky_map)
-        chip.img = chip.addEffects(config=self.config, img=chip.img, chip_output=chip_output, filt=filt, pointing_ID=pointing_ID)
+        # chip.img = chip.addEffects(config=self.config, img=chip.img, chip_output=chip_output, filt=filt, pointing_ID=pointing_ID)
 
+        # whether to output zero, dark, flat calibration images.
+        chip.img = chip.addEffects(
+            config=self.config, 
+            img=chip.img, 
+            chip_output=chip_output, 
+            filt=filt, 
+            ra_cen=ra_cen, 
+            dec_cen=dec_cen,
+            img_rot=img_rot,
+            pointing_ID=pointing_ID,
+            timestamp_obs=timestamp_obs,
+            pointing_type=pointing_type)
+        
+        if pointing_type == 'MS':
+            datetime_obs = datetime.fromtimestamp(timestamp_obs)
+            date_obs = datetime_obs.strftime("%y%m%d")
+            time_obs = datetime_obs.strftime("%H%M%S")
             h_prim = generatePrimaryHeader(
                 xlen=chip.npix_x, 
                 ylen=chip.npix_y, 
@@ -211,9 +229,11 @@ class Observation(object):
                 psize=chip.pix_scale, 
                 row_num=chip.rowID, 
                 col_num=chip.colID,
-            date=self.config["date_obs"],
-            time_obs=self.config["time_obs"],
-            im_type = 'MS')
+                # date=self.config["date_obs"],
+                # time_obs=self.config["time_obs"],
+                date=date_obs,
+                time_obs=time_obs,
+                im_type='MS')
             h_ext = generateExtensionHeader(
                 xlen=chip.npix_x, 
                 ylen=chip.npix_y, 
@@ -227,22 +247,22 @@ class Observation(object):
                 psize=chip.pix_scale, 
                 row_num=chip.rowID, 
                 col_num=chip.colID,
-            extName='SCI')
+                extName='raw')
             chip.img = galsim.Image(chip.img.array, dtype=np.uint16)
             hdu1 = fits.PrimaryHDU(header=h_prim)
             hdu2 = fits.ImageHDU(chip.img.array, header=h_ext)
             hdu1 = fits.HDUList([hdu1, hdu2])
             fname = os.path.join(chip_output.subdir, h_prim['FILENAME'] + '.fits')
             hdu1.writeto(fname, output_verify='ignore', overwrite=True)
-        del chip.img
-
-        print("check running:2: pointing-{:} chip-{:} pid-{:} memory-{:6.2}GB".format(pointing_ID, chip.chipID, os.getpid(), (psutil.Process(os.getpid()).memory_info().rss / 1024 / 1024 / 1024) ), flush=True)
             print("# objects that are too bright %d out of %d"%(bright_obj, self.nobj))
             print("# objects that are too dim %d out of %d"%(dim_obj, self.nobj))
             print("# objects that are missed %d out of %d"%(missed_obj, self.nobj))
+        del chip.img
+
+        print("check running:2: pointing-{:} chip-{:} pid-{:} memory-{:6.2}GB".format(pointing_ID, chip.chipID, os.getpid(), (psutil.Process(os.getpid()).memory_info().rss / 1024 / 1024 / 1024) ), flush=True)
 
 
-    def runExposure(self, ra_cen=None, dec_cen=None, pointing_ID=0, img_rot=None, exptime=150., input_cat_name=None, shear_cat_file=None, oneChip=None):
+    def runExposure(self, ra_cen=None, dec_cen=None, timestamp_obs=1621915200, pointing_ID=0, pointing_type='MS', img_rot=None, exptime=150., input_cat_name=None, shear_cat_file=None, oneChip=None):
 
         if (ra_cen == None) or (dec_cen == None):
             ra_cen = self.config["ra_center"]
@@ -269,6 +289,7 @@ class Observation(object):
                 chip=chip, 
                 filt=filt,  
                 exptime=exptime,
+                pointing_type=pointing_type,
                 pointing_ID=pointing_ID,
                 subdir=sub_img_dir,
                 prefix=prefix)
@@ -282,11 +303,13 @@ class Observation(object):
                 dec_cen=dec_cen, 
                 img_rot=img_rot, 
                 exptime=exptime, 
+                timestamp_obs=timestamp_obs,
+                pointing_type=pointing_type,
                 cat_dir=self.path_dict["cat_dir"], 
                 sed_dir=self.path_dict["SED_dir"])
             print("finished running chip#%d..."%(chip.chipID), flush=True)
 
-    def runExposure_MPI_PointingList(self, ra_cen=None, dec_cen=None, pRange=None, img_rot=None, exptime=150., input_cat_name=None, shear_cat_file=None):
+    def runExposure_MPI_PointingList(self, ra_cen=None, dec_cen=None, pRange=None, timestamp_obs=[1621915200], pointing_type=['MS'], img_rot=None, exptime=150., input_cat_name=None, shear_cat_file=None):
         comm = MPI.COMM_WORLD
         ind_thread = comm.Get_rank()
         num_thread = comm.Get_size()
@@ -302,6 +325,11 @@ class Observation(object):
         else:
             pStart = 0
 
+        # TEMP
+        if len(timestamp_obs) == 1:
+            timestamp_obs *= len(pRange)
+            pointing_type *= len(pRange)
+
         for ipoint in range(len(ra_cen)):
             for ichip in range(nchips_per_fp):
                 i = ipoint*nchips_per_fp + ichip
@@ -322,6 +350,7 @@ class Observation(object):
                     chip=chip, 
                     filt=filt,  
                     exptime=exptime,
+                    pointing_type=pointing_type[ipoint],
                     pointing_ID=pointing_ID,  
                     subdir=sub_img_dir,
                     prefix=prefix)
@@ -334,6 +363,8 @@ class Observation(object):
                     dec_cen=dec_cen[ipoint], 
                     img_rot=img_rot, 
                     exptime=exptime,
+                    timestamp_obs=timestamp_obs[ipoint],
+                    pointing_type=pointing_type[ipoint],
                     cat_dir=self.path_dict["cat_dir"], 
                     sed_dir=self.path_dict["SED_dir"])
                 print("finished running chip#%d..."%(chip.chipID), flush=True)
\ No newline at end of file

ObservationSim/Pointing.py

 import os
 import numpy as np
 from Config import ReadConfig
+from datetime import datetime
 
-work_dir = "/public/home/fangyuedong/CSST_new_framework/test/"
+work_dir = "/public/home/fangyuedong/CSST/test/"
 data_dir = "/data/simudata/CSSOSDataProductsSims/data/"
 
 config_file = os.path.join(work_dir, "ObservationSim.cfg")
@@ -25,5 +26,23 @@ f.close()
 pRA = np.array(pRA)
 pDEC = np.array(pDEC)
 
+# Create calibration pointings
+ncal = 1 # Define the number of calibration pointings
+pointing_type = ['MS']*len(pRA)
+pRA = np.append(pRA[:ncal], pRA)
+pDEC = np.append(pDEC[:ncal], pDEC)
+pointing_type = ['CAL']*ncal + pointing_type
+
+# Calculate starting time(s)
+t0 = datetime(2021, 5, 25, 12, 0, 0)
+t = datetime.timestamp(t0)
+timestamp_obs = []
+for i in range(len(pointing_type)):
+    timestamp_obs.append(t)
+    if pointing_type[i] == 'CAL':
+        t += 3 * 5 * 60 # 3 calibration exposure
+    elif pointing_type[i] == 'MS':
+        t += 5 * 60
+
 # Define the range of pointing list
-pRange = range(0, 3)
+pRange = range(0, 2)
\ No newline at end of file