Commit 84189b1b authored by BO ZHANG's avatar BO ZHANG 🏀
Browse files

write log while dumping file

parent df127cd2
Pipeline #11906 canceled with stage
in 0 seconds
...@@ -233,14 +233,14 @@ class Pipeline: ...@@ -233,14 +233,14 @@ class Pipeline:
"""Create new file in output directory.""" """Create new file in output directory."""
return os.path.join(self.dir_output, file_name) return os.path.join(self.dir_output, file_name)
@staticmethod def dump_file(self, remote_file_path: str, local_file_path: str = None) -> str:
def dump_file(remote_file_path: str, local_file_path: str = None) -> str:
"""Copy file `remote_file_path` to `local_file_path`.""" """Copy file `remote_file_path` to `local_file_path`."""
is_oss = remote_file_path.__contains__(":") is_oss = remote_file_path.__contains__(":")
self.logger.info(f"Dumping file: {remote_file_path} -> {local_file_path}")
if is_oss: if is_oss:
local_file_path = Pipeline.dump_oss_file(remote_file_path, local_file_path) local_file_path = self.dump_oss_file(remote_file_path, local_file_path)
else: else:
local_file_path = Pipeline.copy_nas_file(remote_file_path, local_file_path) local_file_path = self.copy_nas_file(remote_file_path, local_file_path)
return local_file_path return local_file_path
# abspath # abspath
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment