| # Licensed to the Apache Software Foundation (ASF) under one |
| # or more contributor license agreements. See the NOTICE file |
| # distributed with this work for additional information |
| # regarding copyright ownership. The ASF licenses this file |
| # to you under the Apache License, Version 2.0 (the |
| # "License"); you may not use this file except in compliance |
| # with the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, |
| # software distributed under the License is distributed on an |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| # KIND, either express or implied. See the License for the |
| # specific language governing permissions and limitations |
| # under the License. |
| # pylint: disable=invalid-name |
| """Pick best log entries from a large file and store them to a small file""" |
| |
| import argparse |
| import os |
| import logging |
| import warnings |
| |
| from .. import autotvm |
| |
| if __name__ == "__main__": |
| parser = argparse.ArgumentParser() |
| parser.add_argument("--act", type=str, choices=["pick-best"], required=True, help="The action") |
| parser.add_argument("--i", type=str, help="The input file or directory", required=True) |
| parser.add_argument("--o", type=str, help="The output file") |
| |
| args = parser.parse_args() |
| logging.basicConfig(level=logging.INFO) |
| |
| if args.act == "pick-best": |
| if os.path.isfile(args.i): |
| args.o = args.o or args.i + ".best.log" |
| autotvm.record.pick_best(args.i, args.o) |
| elif os.path.isdir(args.i): |
| args.o = args.o or "best.log" |
| tmp_filename = args.o + ".tmp" |
| |
| with open(tmp_filename, "w") as tmp_fout: |
| for filename in os.listdir(args.i): |
| if filename.endswith(".log"): |
| try: |
| autotvm.record.pick_best(filename, tmp_fout) |
| except Exception: # pylint: disable=broad-except |
| warnings.warn("Ignore invalid file %s" % filename) |
| |
| logging.info("Run final filter...") |
| autotvm.record.pick_best(tmp_filename, args.o) |
| os.remove(tmp_filename) |
| logging.info("Output to %s ...", args.o) |
| else: |
| raise ValueError("Invalid input file: " + args.i) |
| else: |
| raise ValueError("Invalid action " + args.act) |