OffCon3/run_experiments_new.py at master · philipjball/OffCon3 · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
import argparse
import datetime
import multiprocessing
import subprocess

MJCTimeStepLookUp = {
    "HalfCheetah-v2": 3e6,
    "Hopper-v2": 1e6,
    "Walker2d-v2": 3e6,
    "Humanoid-v2": 10e6,
    "Ant-v2": 1e6,
    "InvertedPendulum-v2": 5e5
}

parser = argparse.ArgumentParser()
parser.add_argument('--env', type=str, default='HalfCheetah-v2')
parser.add_argument('--alg', type=str, default='td3', choices={'td3', 'sac', 'mepg'})
parser.add_argument('--seeds5to9', dest='seeds5to9', action='store_true')
parser.add_argument('--total_timesteps', type=int, default=None)
parser.add_argument('--save_model', dest='save_model', action='store_true')
parser.set_defaults(seeds5to9=False)

args = parser.parse_args()
params = vars(args)

if params['total_timesteps']:
    total_timesteps = params['total_timesteps']
elif params['env'] in MJCTimeStepLookUp:
    total_timesteps = int(MJCTimeStepLookUp[params['env']])
else:
    total_timesteps = int(1e6)

date_time_string = datetime.datetime.now().strftime('%Y_%m_%d_%H-%M-%S')
experiment_id = 'runs/' + params['env'] + '/' + params['alg'] + '/' + date_time_string + '/seed'
num_experiments = 5
seeds_5to9 = params['seeds5to9']
lower = 0
upper = num_experiments


main_experiment = ["python", "train_agent.py", "--env", params['env'], "--alg", params['alg'], "--n_evals", str(10), "--total_timesteps", str(total_timesteps)]
if params['save_model']:
    main_experiment.append("--save_model")
main_experiment.append("--seed")

if seeds_5to9:
    lower += 5
    upper += 5

all_experiments = [main_experiment + [str(i)] + ["--experiment_name"] + [experiment_id + str(i)] for i in range(lower, upper)]

# def run_experiment(spec):
#     subprocess.run(spec, check=True)

# def run_all_experiments(specs):
#     pool = multiprocessing.Pool()
#     pool.map(run_experiment, specs)

# run_all_experiments(all_experiments)

experiment_string = ' & '.join([' '.join(e) for e in all_experiments])

subprocess.run(experiment_string, shell=True)