| import argparse |
| import os |
| import re |
| import sys |
| |
| import mxnet as mx |
| |
| if sys.version_info >= (3, 0): |
| import configparser |
| else: |
| import ConfigParser as configparser |
| |
| |
| def parse_args(file_path): |
| default_cfg = configparser.ConfigParser() |
| default_cfg.read(file_path) |
| |
| parser = argparse.ArgumentParser() |
| parser.add_argument("--configfile", help="config file") |
| parser.add_argument("--archfile", help="symbol architecture template file") |
| # those allow us to overwrite the configs through command line |
| for sec in default_cfg.sections(): |
| for name, _ in default_cfg.items(sec): |
| arg_name = '--%s_%s' % (sec, name) |
| doc = 'Overwrite %s in section [%s] of config file' % (name, sec) |
| parser.add_argument(arg_name, help=doc) |
| |
| args = parser.parse_args() |
| if args.configfile is not None: |
| # now read the user supplied config file to overwrite some values |
| default_cfg.read(args.configfile) |
| |
| # now overwrite config from command line options |
| for sec in default_cfg.sections(): |
| for name, _ in default_cfg.items(sec): |
| arg_name = ('%s_%s' % (sec, name)).replace('-', '_') |
| if hasattr(args, arg_name) and getattr(args, arg_name) is not None: |
| sys.stderr.write('!! CMDLine overwriting %s.%s:\n' % (sec, name)) |
| sys.stderr.write(" '%s' => '%s'\n" % (default_cfg.get(sec, name), |
| getattr(args, arg_name))) |
| default_cfg.set(sec, name, getattr(args, arg_name)) |
| |
| args.config = default_cfg |
| sys.stderr.write("=" * 80 + "\n") |
| |
| # set archfile to read template of network |
| if args.archfile is not None: |
| # now read the user supplied config file to overwrite some values |
| args.config.set('arch', 'arch_file', args.archfile) |
| else: |
| args.config.set('arch', 'arch_file', 'arch_deepspeech') |
| return args |
| |
| |
| def get_log_path(args): |
| mode = args.config.get('mode', 'method') |
| prefix = args.config.get(mode, 'prefix') |
| if os.path.isabs(prefix): |
| return prefix |
| return os.path.abspath(os.path.join(os.path.dirname('__file__'), 'log', prefix, mode)) |
| |
| |
| def get_checkpoint_path(args): |
| prefix = args.config.get('common', 'prefix') |
| if os.path.isabs(prefix): |
| return prefix |
| return os.path.abspath(os.path.join(os.path.dirname('__file__'), 'checkpoints', prefix)) |
| |
| |
| def parse_contexts(args): |
| # parse context into Context objects |
| contexts = re.split(r'\W+', args.config.get('common', 'context')) |
| for i, ctx in enumerate(contexts): |
| if ctx[:3] == 'gpu': |
| contexts[i] = mx.context.gpu(int(ctx[3:])) |
| else: |
| contexts[i] = mx.context.cpu(int(ctx[3:])) |
| return contexts |
| |
| |
| def generate_file_path(save_dir, model_name, postfix): |
| if os.path.isabs(model_name): |
| return os.path.join(model_name, postfix) |
| # if it is not a full path it stores under (its project path)/save_dir/model_name/postfix |
| return os.path.abspath(os.path.join(os.path.dirname(__file__), save_dir, model_name + '_' + postfix)) |