Commit 0a7d5af0 authored by Fang Yuedong's avatar Fang Yuedong
Browse files

update submission file for Pukou usage

parent cb20ea70

config/config_overall.yaml

+9 −6
Original line number Diff line number Diff line
@@ -11,7 +11,7 @@ 
# can add some of the command-line arguments here as well;

# ok to pass either way or both, as long as they are consistent

work_dir: "/public/home/fangyuedong/project/workplace/"

run_name: "magnification_test"

run_name: "no_nonlinearity_test"



# Project cycle and run counter are used to name the outputs

project_cycle: 9
@@ -32,11 +32,13 @@ run_option: 
catalog_options:

  input_path:

    cat_dir: "/public/share/yangxuliu/CSSOSDataProductsSims/data_50sqDeg/"

    star_cat: "starcat/"

    # star_cat: "starcat/"

    star_cat: "starcat_C9/"

    galaxy_cat: "qsocat/cat2CSSTSim_bundle-50sqDeg/"



  SED_templates_path:

    star_SED: "/public/share/yangxuliu/CSSOSDataProductsSims/data_50sqDeg/SpecLib.hdf5"

    # star_SED: "/public/share/yangxuliu/CSSOSDataProductsSims/data_50sqDeg/SpecLib.hdf5"

    star_SED: "/public/share/yangxuliu/CSSOSDataProductsSims/data_50sqDeg/starcat_C9/"

    galaxy_SED: "/public/share/yangxuliu/CSSOSDataProductsSims/data_50sqDeg/sedlibs/"

    AGN_SED: "/public/share/yangxuliu/CSSOSDataProductsSims/data_50sqDeg/qsocat/qsosed/"
@@ -44,7 +46,7 @@ catalog_options: 
  star_only: NO



  # Only simulate galaxies?

  galaxy_only: YES

  galaxy_only: NO



  # rotate galaxy ellipticity

  rotateEll: 0. # [degree]
@@ -57,7 +59,8 @@ obs_setting: 
  # if you just want to run default pointing:

  # - pointing_dir: null

  # - pointing_file: null

  pointing_file: "/public/share/yangxuliu/CSSOSDataProductsSims/data_50sqDeg/pointing50_C9/pointing_50_1_n.dat"

  # pointing_file: "/public/share/yangxuliu/CSSOSDataProductsSims/data_50sqDeg/pointing50_C9/pointing_50_1_n.dat"

  pointing_file: "/public/home/fangyuedong/project/unit_test_data/pointing_for_test.dat"



  obs_config_file: "/public/home/fangyuedong/project/csst_msc_sim/config/obs_config_SCI_WIDE_phot.yaml"
@@ -65,7 +68,7 @@ obs_setting: 
  # - give a list of indexes of pointings: [ip_1, ip_2...]

  # - run all pointings: null

  # Note: only valid when a pointing list is specified

  run_pointings: [0]

  run_pointings: [1]



  # Whether to enable astrometric modeling

  enable_astrometric_model: True

config/obs_config_SCI_WIDE_phot.yaml

+2 −2
Original line number Diff line number Diff line
@@ -16,7 +16,7 @@ obs_id: "00000001" # this setting will only be used if pointing list file is not 
# Define list of chips

# run_chips: [6,7,8,9,11,12,13,14,15,16,17,18,19,20,22,23,24,25]

#run_chips: [1,2,3,4,5,10,21,26,27,28,29,30]

run_chips: [8]

run_chips: [9]



# Define observation sequence

call_sequence:
@@ -63,7 +63,7 @@ call_sequence: 
    dead_pixels: YES

    bad_columns: YES

  # Apply response nonlinearity

  nonlinearity: {}

  # nonlinearity: {}

  # Apply CCD Saturation & Blooming

  blooming: {}

  # Run CTE simulation

run_C6.pbs

+3 −3
Original line number Diff line number Diff line
@@ -2,9 +2,9 @@ 


#SBATCH -J CSSTSim

#SBATCH -N 1

#SBATCH --ntasks-per-node=40

#SBATCH --ntasks-per-node=6

#SBATCH -p debug

#SBATCH --mem=240G

#SBATCH --mem=60G



module load mpi/hpcx/2.4.1/gcc-7.3.1

date
@@ -12,4 +12,4 @@ date 
#限定单节点任务数

srun hostname -s | sort -n | awk -F"-" '{print $2}' | uniq > pnodes



mpirun -mca pml ucx -x  UCX_NET_DEVICES=mlx5_0:1 -machinefile pnodes -np 40 --map-by node python3 /public/home/fangyuedong/project/csst_msc_sim/run_sim.py  --config_file config_overall.yaml --catalog C6_50sqdeg -c /public/home/fangyuedong/project/csst_msc_sim/config
 
 No newline at end of file
 
mpirun -mca pml ucx -x  UCX_NET_DEVICES=mlx5_0:1 -machinefile pnodes -np 6 --map-by node python3 /public/home/fangyuedong/project/csst_msc_sim/run_sim.py  --config_file config_overall.yaml --catalog C6_50sqdeg_ns -c /public/home/fangyuedong/project/csst_msc_sim/config
 
 No newline at end of file