Commit 8d663217 authored by BO ZHANG's avatar BO ZHANG 🏀
Browse files

dump dfs_recs and ccds_refs

parent f0b9d121

csst_common/pipeline.py

+4 −0
Original line number Diff line number Diff line
@@ -23,6 +23,7 @@ import warnings 
from typing import Callable, NamedTuple, Optional, Any, Union

from astropy.time import Time, TimeDelta

from astropy.io import fits

import joblib



import csst_dfs_client

import csst_fs
@@ -266,6 +267,7 @@ class Pipeline: 
            # copy DFS file to local_file_path

            self.dump_file(remote_file_path, local_file_path)

            rec["file_path"] = local_file_path

        joblib.dump(dfs_recs_dump, os.path.join(dir_dump, "dfs_recs.joblib"))

        return dfs_recs_dump



    def dump_ccds_refs(self, refs: dict, dir_dump: str = None) -> dict:
@@ -282,6 +284,8 @@ class Pipeline: 
            # copy DFS file to local_file_path

            self.dump_file(remote_file_path, local_file_path)

            ccds_refs_dump[ref_name] = local_file_path



        joblib.dump(ccds_refs_dump, os.path.join(dir_dump, "ccds_refs.joblib"))

        return ccds_refs_dump



    def dump_dfs_file(self, file_path: str, dir_dst: str = None) -> str: