mergeFiles.py

import numpy as np
import os
from astropy.table import Table
import sys

if len(sys.argv) < 3:
	# print('usage:\n'+sys.argv[0]+' survey_result.txt')
	sys.exit(0)

multiFileDir = str(sys.argv[1])
outDir = str(sys.argv[2])
# multiFileDir = '/nfsdata/share/CSSOSDataProductsSims/C10_refCat/1/'


mergeKeys = ['parallax1',
 'interSpec_nuv',
 'interSpec_u',
 'interSpec_g',
 'interSpec_r',
 'interSpec_i',
 'interSpec_z',
 'interSpec_y',
 'interSpec_2MASS_H',
 'interSpec_2MASS_J',
 'interSpec_2MASS_Ks',
 'interSpec_GAIA_GAIA3.G',
 'interSpec_GAIA_GAIA3.Gbp',
 'interSpec_GAIA_GAIA3.Grp',
 'interSpec_GALEX_GALEX.FUV',
 'interSpec_GALEX_GALEX.NUV',
 'interSpec_LSST_u',
 'interSpec_LSST_g',
 'interSpec_LSST_r',
 'interSpec_LSST_i',
 'interSpec_LSST_z',
 'interSpec_LSST_y',
 'interSpec_PAN-STARRS_PS1.g',
 'interSpec_PAN-STARRS_PS1.r',
 'interSpec_PAN-STARRS_PS1.i',
 'interSpec_PAN-STARRS_PS1.z',
 'interSpec_PAN-STARRS_PS1.y',
 'interSpec_SLOAN_SDSS.u',
 'interSpec_SLOAN_SDSS.g',
 'interSpec_SLOAN_SDSS.r',
 'interSpec_SLOAN_SDSS.i',
 'interSpec_SLOAN_SDSS.z']
allFiles = os.listdir(multiFileDir)
mergeTable = None
outFn = ''
for fn in allFiles:
    if 'fits' not in fn:
        continue
    if mergeTable is None:
        mergeTable = Table.read(os.path.join(multiFileDir,fn))
        outFn = os.path.join(multiFileDir,fn[0:25]+'.fits')
    else:
        tTab = Table.read(os.path.join(multiFileDir,fn))
        for key in mergeKeys:
            mergeTable[key] = mergeTable[key] + tTab[key]

mergeTable.write(os.path.join(outDir,outFn),overwrite = True)