Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

support backuping multiple single files #41

Merged
merged 1 commit into from
Nov 14, 2022
Merged

support backuping multiple single files #41

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
21 changes: 14 additions & 7 deletions RLA/easy_log/tester.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -113,7 +113,7 @@ def __init__(self):

@deprecated_alias(task_name='task_table_name', private_config_path='rla_config', log_root='data_root')
def configure(self, task_table_name: str, rla_config: Union[str, dict], data_root: str,
ignore_file_path: Optional[str] = None, run_file: Optional[str] = None,
ignore_file_path: Optional[str] = None, run_file: Union[str, List[str]] = None,
is_master_node: bool = False, code_root: Optional[str] = None):
"""
The function to configure your exp_manager, which should be run before your experiments.
Expand All @@ -131,7 +131,7 @@ def configure(self, task_table_name: str, rla_config: Union[str, dict], data_roo
:type ignore_file_path: str
:param run_file: If you have extra files out of your codebase (e.g., some scripts to run the code), you can pass it to the run_file.
Then we will backup the run_file too.
:type run_file: str
:type run_file: str or list
:param is_master_node: In "distributed training & centralized logs" mode (By set SEND_LOG_FILE in rla_config.yaml to True),
you should mark the master node (is_master_node=True) to collect logs of the slave nodes (is_master_node=False).
:type is_master_node: bool
Expand Down Expand Up @@ -502,18 +502,25 @@ def get_ignore_files(self, src, names):

def __copy_source_code(self, run_file, code_dir):
import shutil
def _copy_run_file(run_file, code_dir):
if type(run_file) == list:
for file_name in run_file:
shutil.copy(file_name, code_dir)
else:
shutil.copy(run_file, code_dir)
if self.private_config["PROJECT_TYPE"]["backup_code_by"] == 'lib':
assert os.listdir(code_dir) == []
os.removedirs(code_dir)
shutil.copytree(osp.join(self.project_root, self.private_config["BACKUP_CONFIG"]["lib_dir"]), code_dir)
assert run_file is not None, "you should define the run_file in lib backup mode."
shutil.copy(run_file, code_dir)
_copy_run_file(run_file, code_dir)
elif self.private_config["PROJECT_TYPE"]["backup_code_by"] == 'source':
for dir_name in self.private_config["BACKUP_CONFIG"]["backup_code_dir"]:
shutil.copytree(osp.join(self.project_root, dir_name), osp.join(code_dir, dir_name),
ignore=self.get_ignore_files)
if self.private_config["BACKUP_CONFIG"].get("backup_code_dir"):
for dir_name in self.private_config["BACKUP_CONFIG"]["backup_code_dir"]:
shutil.copytree(osp.join(self.project_root, dir_name), osp.join(code_dir, dir_name),
ignore=self.get_ignore_files)
if run_file is not None:
shutil.copy(run_file, code_dir)
_copy_run_file(run_file, code_dir)
else:
raise NotImplementedError

Expand Down