generate_data.py

#!/usr/bin/env python3

import os
import subprocess
import argparse

import scripts.generate_jobs
import scripts.execute_jobs

parser = argparse.ArgumentParser(
    description="Generate data.js for C++ compile-health analyzer")
parser.add_argument("dir", metavar="D",
                    help="directory to work in")
parser.add_argument("--clear", help="clears cache if set", action="store_true")
parser.add_argument("-c", "--configs", type=int,
                    help="only generate a limited number of configs")
parser.add_argument("-p", "--project",
                    help="only build a specific project (e.g. -p picojson)")
parser.add_argument("-v", "--verbose", help="increase output verbosity",
                    action="store_true")

args = parser.parse_args()

assert os.path.exists(args.dir), "directory must exist"

jobs_file = os.path.join(args.dir, "jobs.json")
data_file = os.path.join(args.dir, "compile-health-data.json")
cache_file = os.path.join(args.dir, "job-cache.json")

if args.clear and os.path.exists(cache_file):
    with open(cache_file, "w") as f:
        f.write("{}")

# generate jobs
scripts.generate_jobs.run(jobs_file, args.dir, args.project, args.configs, args.verbose)

# execute jobs
scripts.execute_jobs.run(jobs_file, data_file, args.dir, cache_file, args.verbose)

print("generated {} kB of json data".format(
    int(os.path.getsize(data_file) / 1024.)))
# print("generated {} kB of json data (zipped)".format(int(os.path.getsize(data_file + ".gz") / 1024.)))