run_csst_msc_mbi_photometry.py 5.42 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
"""_summary_
"""
import os
from glob import glob
import mpi4py.MPI as MPI
from L1_pipeline.csst_msc_mbi_photometry.csst_photometry import core_msc_l1_mbi_phot
from typing import Optional


def run_csst_msc_mbi_photometry(image_path,
                                output_dir,
12
                                flag_weight_dir: str = None,
13
14
15
16
17
18
19
20
21
                                weight_path: str = None,
                                flag_path: str = None,
                                psf_ccds_path: Optional[str] = None,
                                plot_flag: bool = False,
                                getpsf_flag: bool = False,):

    input_dir = os.path.dirname(image_path)
    img_filename = os.path.basename(image_path)

22
23
24
    if flag_weight_dir is None:
        flag_weight_dir = input_dir

25
    if weight_path is None:
26
        weight_file_name = img_filename.replace("_injected", "")
27
        weight_path = os.path.join(
28
            flag_weight_dir, weight_file_name.replace("img", "wht"))
29
    if flag_path is None:
30
31
32
        flag_file_name = img_filename.replace("_injected", "")
        flag_path = os.path.join(
            flag_weight_dir, flag_file_name.replace("img", "flg"))
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74

    psf_local_path = os.path.join(
        output_dir, img_filename.replace("img", "psf"))
    flux_path = os.path.join(
        output_dir, img_filename.replace("img", "flux"))
    cat_path = os.path.join(
        output_dir, img_filename.replace("img", "cat"))
    seg_path = os.path.join(
        output_dir, img_filename.replace("img", "seg"))
    sky_path = os.path.join(
        output_dir, img_filename.replace("img", "sky"))

    core_msc_l1_mbi_phot(
        image_path=image_path,
        weight_path=weight_path,
        flag_path=flag_path,
        psf_ccds_path=None,
        psf_local_path=psf_local_path,
        flux_path=flux_path,
        cat_path=cat_path,
        seg_path=seg_path,
        sky_path=sky_path,
        plot_flag=plot_flag,
        getpsf_flag=getpsf_flag)


def genearte_path_list_for_one_pointing(input_dir,
                                        pointing_label,
                                        chip_label_list=None):
    """_summary_

    Args:
        input_dir (_type_): _description_
        pointing_label (_type_): _description_
        chip_label_list (_type_, optional): _description_. Defaults to None.

    Returns:
        _type_: _description_
    """
    pointing_dir = os.path.join(input_dir, pointing_label)
    if chip_label_list is None:
        image_path_list = glob(
75
            pointing_dir + '/CSST_MSC_MS_SCIE_*_' + '*_img_*.fits')
76
77
78
79
    else:
        image_path_list = []
        for chip_label in chip_label_list:
            image_path = glob(pointing_dir + '/CSST_MSC_MS_SCIE_*_' +
80
                              chip_label + '_img_*.fits')[0]
81
82
83
84
85
86
87
88
            image_path_list.append(image_path)

    return image_path_list


def run_pointing_list(input_dir,
                      pointing_label_list,
                      output_dir,
89
90
                      chip_label_list=None,
                      flag_weight_dir=None):
91
92
    image_path_list = []
    output_path_list = []
93
    fw_dir_list = []
94
95
96
97
98
99
100
101
    try:
        if not os.path.exists(output_dir):
            os.makedirs(output_dir)
    except OSError:
        pass

    for pointing_label in pointing_label_list:
        output_pointing_dir = os.path.join(output_dir, pointing_label)
102
        fw_dir = os.path.join(flag_weight_dir, pointing_label)
103
104
105
106
107
108
109
110
111
112
113
        try:
            if not os.path.exists(output_pointing_dir):
                os.makedirs(output_pointing_dir)
        except OSError:
            pass
        temp_img_path_list = genearte_path_list_for_one_pointing(input_dir=input_dir,
                                                                 pointing_label=pointing_label,
                                                                 chip_label_list=chip_label_list)
        image_path_list = image_path_list + temp_img_path_list
        output_path_list = output_path_list + \
            [output_pointing_dir] * len(temp_img_path_list)
114
        fw_dir_list = fw_dir_list + [fw_dir] * len(temp_img_path_list)
115
116
117
118
119
120
121
122
123
124

    comm = MPI.COMM_WORLD
    ind_thread = comm.Get_rank()
    num_thread = comm.Get_size()

    for i in range(len(image_path_list)):
        if i % num_thread != ind_thread:
            continue
        image_path = image_path_list[i]
        output_path = output_path_list[i]
125
        fw_dir = fw_dir_list[i]
126
        run_csst_msc_mbi_photometry(image_path=image_path,
127
128
                                    output_dir=output_path,
                                    flag_weight_dir=fw_dir)
129
130
131


if __name__ == "__main__":
Fang Yuedong's avatar
Fang Yuedong committed
132
133
134
135
    # input_dir = "/public/home/fangyuedong/project/injected_50sqDeg_L1_outputs"
    # pointing_label_list = ["MSC_0000000", "MSC_0000001",
    #                        "MSC_0000002", "MSC_0000003", "MSC_0000004", "MSC_0000005"]
    # chip_label_list = None
136
137
    output_dir = "/public/home/fangyuedong/project/processed_injected_50sqDeg_L1_outputs"
    flag_weight_dir = "/public/home/fangyuedong/project/50sqDeg_L1_outputs"
138

Fang Yuedong's avatar
Fang Yuedong committed
139
140
141
    input_dir = "/public/home/fangyuedong/project/50sqDeg_L1_outputs"
    pointing_label_list = ["MSC_0000000"]
    chip_label_list = ["08"]
142
    # output_dir = "/public/home/fangyuedong/project/test_photometry"
143
    run_pointing_list(input_dir=input_dir,
144
                      flag_weight_dir=flag_weight_dir,
145
146
147
                      pointing_label_list=pointing_label_list,
                      output_dir=output_dir,
                      chip_label_list=chip_label_list)