From cbee2e10a49f063624b82171fe49ccb823bef1e2 Mon Sep 17 00:00:00 2001
From: fangyuedong <fangyuedong@qxslab.cn>
Date: Tue, 23 Apr 2024 00:35:32 +0800
Subject: [PATCH] add slurm run script for L1 photometry pipeline

---
 ...i_photometry => run_csst_msc_mbi_photometry.py} | 14 ++++++++------
 measurement_pipeline/submit_L1_photometry.sh       | 13 +++++++++++++
 2 files changed, 21 insertions(+), 6 deletions(-)
 rename measurement_pipeline/{run_csst_msc_mbi_photometry => run_csst_msc_mbi_photometry.py} (91%)
 create mode 100644 measurement_pipeline/submit_L1_photometry.sh

diff --git a/measurement_pipeline/run_csst_msc_mbi_photometry b/measurement_pipeline/run_csst_msc_mbi_photometry.py
similarity index 91%
rename from measurement_pipeline/run_csst_msc_mbi_photometry
rename to measurement_pipeline/run_csst_msc_mbi_photometry.py
index b5fb8a9..4966c91 100644
--- a/measurement_pipeline/run_csst_msc_mbi_photometry
+++ b/measurement_pipeline/run_csst_msc_mbi_photometry.py
@@ -117,12 +117,14 @@ def run_pointing_list(input_dir,
 
 if __name__ == "__main__":
     input_dir = "/public/home/fangyuedong/project/50sqDeg_L1_outputs"
-    # pointing_label_list = ["MSC_0000000", "MSC_0000001",
-    #                        "MSC_0000002", "MSC_0000003", "MSC_0000004", "MSC_0000005"]
-    # chip_label_list = None
-    pointing_label_list = ["MSC_0000000"]
-    chip_label_list = ["08"]
-    output_dir = "/public/home/fangyuedong/project/test_photometry"
+    pointing_label_list = ["MSC_0000000", "MSC_0000001",
+                           "MSC_0000002", "MSC_0000003", "MSC_0000004", "MSC_0000005"]
+    chip_label_list = None
+    output_dir = "/public/home/fangyuedong/project/50sqDeg_L1_outputs"
+
+    # pointing_label_list = ["MSC_0000000"]
+    # chip_label_list = ["08"]
+    # output_dir = "/public/home/fangyuedong/project/test_photometry"
     run_pointing_list(input_dir=input_dir,
                       pointing_label_list=pointing_label_list,
                       output_dir=output_dir,
diff --git a/measurement_pipeline/submit_L1_photometry.sh b/measurement_pipeline/submit_L1_photometry.sh
new file mode 100644
index 0000000..416fd9d
--- /dev/null
+++ b/measurement_pipeline/submit_L1_photometry.sh
@@ -0,0 +1,13 @@
+#! /bin/bash
+
+#SBATCH -J L1_PHOT
+#SBATCH -N 1
+#SBATCH --ntasks-per-node=36
+#SBATCH -p batch
+#SBATCH --mem=240G
+
+module load mpi/openmpi/4.0.2/gcc-7.3.1
+date
+
+srun hostname -s | sort -n | awk -F"-" '{print $2}' | uniq > pnodes
+mpirun -mca pml ucx -x UCX_NET_DEVICES=mlx5_0:1 -machinefile pnodes -np 36 --map-by node python run_csst_msc_mbi_photometry.py
\ No newline at end of file
-- 
GitLab