Merge branch 'sim_scheduler' into develop

example.sh

-#!/bin/bash
-
-date
-
-python3 /share/home/fangyuedong/fgs_sim/csst-simulation/run_sim.py \
-        --config_file config_example.yaml \
-        --catalog Catalog_example \
-        -c /share/home/fangyuedong/fgs_sim/csst-simulation/config

mpi_example.pbs

-#!/bin/bash
-
-#PBS -N SIMS
-##PBS -l walltime=70:00:00
-
-##mpdallexit
-##mpdboot -n 10 -f  ./mpd.hosts
-
-##PBS -j oe
-#PBS -l nodes=comput108:ppn=80
-#####PBS -q longq
-#PBS -q batch
-#PBS -u fangyuedong
-
-NP=40
-date
-echo $NP
-
-mpirun -np $NP python /share/home/fangyuedong/fgs_sim/csst-simulation/run_sim.py \
-        --config_file config_example.yaml \
-        --catalog Catalog_example \
-        -c /share/home/fangyuedong/fgs_sim/csst-simulation/config
\ No newline at end of file

profile_C6.sh

-#!/bin/bash
-
-date
-
-python -m cProfile -o C6_profiler_test.pstats /share/home/fangyuedong/new_sim/csst-simulation/run_sim.py \
-    --config_file config_C6.yaml \
-    --catalog C6_Catalog \
-    -c /share/home/fangyuedong/new_sim/csst-simulation/config
-    
-    # --config_file config_test_new_sim.yaml \
-    # --catalog New_sim_Test \
-    # -c /share/home/fangyuedong/new_sim/csst-simulation/config
-    
-    # --config_file config_50sqdeg.yaml \
-    # --catalog C6_50sqdeg \
-    # -c /share/home/fangyuedong/new_sim/csst-simulation/config
-    
-    # --config_file config_fgs.yaml \
-    # --catalog FGS_Catalog \
-    # -c /share/home/fangyuedong/csst-simulation/config
-
-    # --config_file test_fd_C6.yaml \
-    # --catalog fd_test_C6 \
-    # --config_file config_C6_test_wcs.yaml \
-    # --catalog wcs_test_C6 \

profile_run.sh

+#!/bin/bash
+
+date
+
+python -m cProfile -o profiler_test.pstats /share/home/fangyuedong/new_sim/csst-simulation/run_sim.py \
+    --config_file config_overall.yaml \
+    --catalog C9_Catalog \
+    -c /share/home/fangyuedong/new_sim/csst-simulation/config

run_C6.pbs → submit_jobs.slurm

@@ -12,4 +12,4 @@ date
 #限定单节点任务数
 srun hostname -s | sort -n | awk -F"-" '{print $2}' | uniq > pnodes
 
-mpirun -mca pml ucx -x  UCX_NET_DEVICES=mlx5_0:1 -machinefile pnodes -np 6 --map-by node python3 /public/home/fangyuedong/project/csst_msc_sim/run_sim.py  --config_file config_overall.yaml --catalog C6_50sqdeg_ns -c /public/home/fangyuedong/project/csst_msc_sim/config
\ No newline at end of file
+mpirun -mca pml ucx -x  UCX_NET_DEVICES=mlx5_0:1 -machinefile pnodes -np 6 --map-by node python3 /public/home/fangyuedong/project/csst_msc_sim/run_sim.py  --config_file config_overall.yaml --catalog C9_Catalog -c /public/home/fangyuedong/project/csst_msc_sim/config
\ No newline at end of file

test_C6.sh

-#!/bin/bash
-
-date
-
-python3 /public/home/fangyuedong/project/csst_msc_sim/run_sim.py \
-    --config_file config_overall.yaml \
-    -c /public/home/fangyuedong/project/csst_msc_sim/config \
-    --catalog C6_50sqdeg 
-
-# python3 /share/home/fangyuedong/20231211/csst-simulation/run_sim.py \
-#     --config_file config_C6_dev.yaml \
-#     --catalog C6_Catalog \
-#     -c /share/home/fangyuedong/20231211/csst-simulation/config
-
-# python3 /share/home/fangyuedong/20231211/csst-simulation/run_sim.py \
-#     --config_file config_ooc_c6.yaml \
-#     --catalog C6_Catalog \
-#     -c /share/home/fangyuedong/20231211/csst-simulation/config
-

test_run.sh

+#!/bin/bash
+
+date
+
+python3 /public/home/fangyuedong/project/csst_msc_sim/run_sim.py \
+    --config_file config_overall.yaml \
+    -c /public/home/fangyuedong/project/csst_msc_sim/config \
+    --catalog C9_Catalog
+