| | import os
|
| | import logging
|
| | from collections import OrderedDict
|
| | import json
|
| | from datetime import datetime
|
| | import argparse
|
| |
|
| |
|
| | def mkdirs(paths):
|
| | if isinstance(paths, str):
|
| | os.makedirs(paths, exist_ok=True)
|
| | else:
|
| | for path in paths:
|
| | os.makedirs(path, exist_ok=True)
|
| |
|
| | def get_timestamp():
|
| | return datetime.now().strftime('%y%m%d_%H%M%S')
|
| |
|
| |
|
| | def parse(args):
|
| | phase = args.phase
|
| | opt_path =args.config
|
| | gpu_ids = args.gpu_ids
|
| |
|
| | json_str = ''
|
| | with open(opt_path, 'r') as f:
|
| | for line in f:
|
| | line = line.split('//')[0] + '\n'
|
| | json_str += line
|
| |
|
| | opt =json.loads(json_str, object_pairs_hook=OrderedDict)
|
| |
|
| |
|
| |
|
| | experiments_root = os.path.join(
|
| | 'experiments', '{}_{}'.format(opt['name'], get_timestamp()))
|
| | opt['path_cd']['experiments_root'] = experiments_root
|
| | for key, path in opt['path_cd'].items():
|
| | if 'resume' not in key and 'experiments' not in key:
|
| | opt['path_cd'][key] = os.path.join(experiments_root, path)
|
| | mkdirs(opt['path_cd'][key])
|
| |
|
| |
|
| | opt['phase'] = phase
|
| |
|
| |
|
| | if gpu_ids is not None:
|
| | opt['gpu_ids'] = [int(id) for id in gpu_ids.split(',')]
|
| | gpu_list = gpu_ids
|
| | else:
|
| | gpu_list = ','.join(str(x) for x in opt['gpu_ids'])
|
| |
|
| | os.environ['CUDA_VISIBLE_DEVICES'] = gpu_list
|
| | print('expert CUDA_VISIBLE_DEVICES=' + gpu_list)
|
| | if len(gpu_list) > 1:
|
| | opt['distributed'] = True
|
| | else:
|
| | opt['distributed'] = False
|
| |
|
| | return opt
|
| |
|
| | class NoneDict(dict):
|
| | def __missing__(self, key):
|
| | return None
|
| |
|
| |
|
| | def dict_to_nonedict(opt):
|
| | if isinstance(opt, dict):
|
| | new_opt = dict()
|
| | for key, sub_opt in opt.items():
|
| | new_opt[key] = dict_to_nonedict(sub_opt)
|
| | return NoneDict(**new_opt)
|
| | elif isinstance(opt, list):
|
| | return [dict_to_nonedict(sub_opt) for sub_opt in opt]
|
| | else:
|
| | return opt
|
| |
|
| | def dict2str(opt, indent_l=1):
|
| | '''dict to string for logger'''
|
| | msg = ''
|
| | for k, v in opt.items():
|
| | if isinstance(v, dict):
|
| | msg += ' ' * (indent_l * 2) + k + ':[\n'
|
| | msg += dict2str(v, indent_l + 1)
|
| | msg += ' ' * (indent_l * 2) + ']\n'
|
| | else:
|
| | msg += ' ' * (indent_l * 2) + k + ': ' + str(v) + '\n'
|
| | return msg
|
| |
|
| | def setup_logger(logger_name, root, phase, level=logging.INFO, screen=False):
|
| | '''set up logger'''
|
| | l = logging.getLogger(logger_name)
|
| | formatter = logging.Formatter(
|
| | '%(asctime)s.%(msecs)03d - %(levelname)s: %(message)s', datefmt='%y-%m-%d %H:%M:%S')
|
| | print(formatter)
|
| | log_file = os.path.join(root, '{}.log'.format(phase))
|
| | print(log_file)
|
| | fh = logging.FileHandler(log_file, mode='w')
|
| | fh.setFormatter(formatter)
|
| | l.setLevel(level)
|
| | l.addHandler(fh)
|
| | if screen:
|
| | sh = logging.StreamHandler()
|
| | sh.setFormatter(formatter)
|
| | l.addHandler(sh)
|
| |
|
| |
|
| | if __name__ == "__main__":
|
| | parser = argparse.ArgumentParser()
|
| | parser.add_argument('-c', '--config', type=str, default='../config/levir.json')
|
| | parser.add_argument('-p', '--phase', type=str, choices=['train', 'test'], default='train')
|
| | parser.add_argument('-gpu', '--gpu_ids', type=str, default=None)
|
| |
|
| | args = parser.parse_args()
|
| | opt = parse(args)
|
| | print(opt)
|
| | opt = dict_to_nonedict(opt)
|
| | print(opt) |
