# pylint: disable=invalid-name """Pick best log entries from a large file and store them to a small file""" import argparse import os import logging import warnings from .. import autotvm if __name__ == '__main__': parser = argparse.ArgumentParser() parser.add_argument("--act", type=str, choices=['pick-best'], required=True, help="The action") parser.add_argument("--i", type=str, help="The input file or directory", required=True) parser.add_argument("--o", type=str, help="The output file") args = parser.parse_args() logging.basicConfig(level=logging.INFO) if args.act == 'pick-best': if os.path.isfile(args.i): args.o = args.o or args.i + ".best.log" autotvm.record.pick_best(args.i, args.o) elif os.path.isdir(args.i): args.o = args.o or "best.log" tmp_filename = args.o + ".tmp" with open(tmp_filename, 'w') as tmp_fout: for filename in os.listdir(args.i): if filename.endswith(".log"): try: autotvm.record.pick_best(filename, tmp_fout) except Exception: # pylint: disable=broad-except warnings.warn("Ignore invalid file %s" % filename) logging.info("Run final filter...") autotvm.record.pick_best(tmp_filename, args.o) os.remove(tmp_filename) logging.info("Output to %s ...", args.o) else: raise ValueError("Invalid input file: " + args.i) else: raise ValueError("Invalid action " + args.act)