add slurm run script for L1 photometry pipeline

measurement_pipeline/run_csst_msc_mbi_photometry → measurement_pipeline/run_csst_msc_mbi_photometry.py

@@ -117,12 +117,14 @@ def run_pointing_list(input_dir,
 
 if __name__ == "__main__":
     input_dir = "/public/home/fangyuedong/project/50sqDeg_L1_outputs"
-    # pointing_label_list = ["MSC_0000000", "MSC_0000001",
-    #                        "MSC_0000002", "MSC_0000003", "MSC_0000004", "MSC_0000005"]
-    # chip_label_list = None
-    pointing_label_list = ["MSC_0000000"]
-    chip_label_list = ["08"]
-    output_dir = "/public/home/fangyuedong/project/test_photometry"
+    pointing_label_list = ["MSC_0000000", "MSC_0000001",
+                           "MSC_0000002", "MSC_0000003", "MSC_0000004", "MSC_0000005"]
+    chip_label_list = None
+    output_dir = "/public/home/fangyuedong/project/50sqDeg_L1_outputs"
+
+    # pointing_label_list = ["MSC_0000000"]
+    # chip_label_list = ["08"]
+    # output_dir = "/public/home/fangyuedong/project/test_photometry"
     run_pointing_list(input_dir=input_dir,
                       pointing_label_list=pointing_label_list,
                       output_dir=output_dir,

measurement_pipeline/submit_L1_photometry.sh

+#! /bin/bash
+
+#SBATCH -J L1_PHOT
+#SBATCH -N 1
+#SBATCH --ntasks-per-node=36
+#SBATCH -p batch
+#SBATCH --mem=240G
+
+module load mpi/openmpi/4.0.2/gcc-7.3.1
+date
+
+srun hostname -s | sort -n | awk -F"-" '{print $2}' | uniq > pnodes
+mpirun -mca pml ucx -x UCX_NET_DEVICES=mlx5_0:1 -machinefile pnodes -np 36 --map-by node python run_csst_msc_mbi_photometry.py
\ No newline at end of file