Commit b6e173f9 authored by BO ZHANG's avatar BO ZHANG 🏀
Browse files

add support for fits: support s3a://

parent 04092ce1

csst_common/fits.py

+6 −4
Original line number Diff line number Diff line
@@ -14,9 +14,11 @@ from csst_fs.s3_config import load_s3_options 


s3_options = load_s3_options()



s3_prefix = ("s3://", "s3a://")





def open(filename, **kwargs) -> fits.HDUList:

    if filename.startswith("s3://"):

    if filename.startswith(s3_prefix):

        # read FITS file from s3

        return fits.open(filename, use_fsspec=True, fsspec_kwargs=s3_options, **kwargs)

    else:
@@ -25,7 +27,7 @@ def open(filename, **kwargs) -> fits.HDUList: 




def getheader(filename, **kwargs) -> fits.HDUList:

    if filename.startswith("s3://"):

    if filename.startswith(s3_prefix):

        # read FITS file from s3

        return fits.getheader(

            filename, use_fsspec=True, fsspec_kwargs=s3_options, **kwargs
@@ -36,7 +38,7 @@ def getheader(filename, **kwargs) -> fits.HDUList: 




def getval(filename, **kwargs) -> fits.HDUList:

    if filename.startswith("s3://"):

    if filename.startswith(s3_prefix):

        # read FITS file from s3

        return fits.getval(

            filename, use_fsspec=True, fsspec_kwargs=s3_options, **kwargs
@@ -47,7 +49,7 @@ def getval(filename, **kwargs) -> fits.HDUList: 




def getdata(filename, **kwargs) -> fits.HDUList:

    if filename.startswith("s3://"):

    if filename.startswith(s3_prefix):

        # read FITS file from s3

        return fits.getdata(

            filename, use_fsspec=True, fsspec_kwargs=s3_options, **kwargs