Commit cbee2e10 authored by Fang Yuedong's avatar Fang Yuedong
Browse files

add slurm run script for L1 photometry pipeline

parent 72ee59d1
Loading
Loading
Loading
Loading
+8 −6
Original line number Diff line number Diff line
@@ -117,12 +117,14 @@ def run_pointing_list(input_dir,

if __name__ == "__main__":
    input_dir = "/public/home/fangyuedong/project/50sqDeg_L1_outputs"
    # pointing_label_list = ["MSC_0000000", "MSC_0000001",
    #                        "MSC_0000002", "MSC_0000003", "MSC_0000004", "MSC_0000005"]
    # chip_label_list = None
    pointing_label_list = ["MSC_0000000"]
    chip_label_list = ["08"]
    output_dir = "/public/home/fangyuedong/project/test_photometry"
    pointing_label_list = ["MSC_0000000", "MSC_0000001",
                           "MSC_0000002", "MSC_0000003", "MSC_0000004", "MSC_0000005"]
    chip_label_list = None
    output_dir = "/public/home/fangyuedong/project/50sqDeg_L1_outputs"

    # pointing_label_list = ["MSC_0000000"]
    # chip_label_list = ["08"]
    # output_dir = "/public/home/fangyuedong/project/test_photometry"
    run_pointing_list(input_dir=input_dir,
                      pointing_label_list=pointing_label_list,
                      output_dir=output_dir,
+13 −0
Original line number Diff line number Diff line
#! /bin/bash

#SBATCH -J L1_PHOT
#SBATCH -N 1
#SBATCH --ntasks-per-node=36
#SBATCH -p batch
#SBATCH --mem=240G

module load mpi/openmpi/4.0.2/gcc-7.3.1
date

srun hostname -s | sort -n | awk -F"-" '{print $2}' | uniq > pnodes
mpirun -mca pml ucx -x UCX_NET_DEVICES=mlx5_0:1 -machinefile pnodes -np 36 --map-by node python run_csst_msc_mbi_photometry.py
 No newline at end of file