drive.py

import multiprocessing
import random
from random import randint
from time import sleep, time

from run import execute

loop = True
threads = multiprocessing.cpu_count()
cores = threads / 2

algorithms = ["DQN", "DDQN", "VDQN", "DVDQN"]
__loss_rates = [1e-2, 1e-3]
environments = [
    ["CartPole-v0", 250, 250, 5000, __loss_rates, [0.9, 0.99]],
    ["CartPole-v1", 800, 500, 15000, __loss_rates, [0.9, 0.99]],
    ["MountainCar-v0", 1000, 1000, 30000, __loss_rates, [0.9, 0.99]],
    ["Acrobot-v1", 500, 500, 30000, __loss_rates, [0.9, 0.99]],
    ["SpaceInvaders-ram-v0", 100, 10000, 300000, __loss_rates, [0.9]],
    ["Pong-ram-v0", 100, 10000, 300000, __loss_rates, [0.9]],
]

_i = 0
update_cadences = [100]
seed = 100
experiments = []
for _e in environments:
    loss_rates = _e[4]
    for _lr in loss_rates:
        for _a in algorithms:
            for _c in update_cadences:
                gammas = _e[5]
                for _g in gammas:
                    experiments.append((_i, _a, _e[0], _e[1], _e[2], _c, seed, _lr, _e[3], _g))
                    _i += 1

print("Loaded {} experiments.".format(len(experiments)))

def run(id, algorithm, env, episodes, timesteps, update_cadence, seed, lr, epsilon, gamma):
    start = time()
    name = "{}: {}-{} (L: {}, G: {})".format(id, algorithm, env, lr, gamma)
    print("Starting {}".format(name))
    execute(algorithm, env, episodes, timesteps, update_cadence, seed, lr, epsilon, gamma=gamma, silent=True)
    print("Finished {} in {} seconds".format(name, time() - start))


def process_alive(proc):
    proc.join(timeout=0)
    return proc.is_alive()

num_processes = 2
processes = []
# available_affinities = list(range(cores))
next_experiment = 0 if not loop else random.randint(0, len(experiments)-1)

while(next_experiment < len(experiments) or loop):
    # Remove completed processes.
    processes = list(filter(process_alive, processes))
    while(len(processes) < num_processes and next_experiment < len(experiments)):
        p = multiprocessing.Process(target=run, args=experiments[next_experiment])
        p.start()
        processes.append(p)
        next_experiment += 1
        if loop:
            next_experiment = next_experiment % len(experiments) # Loop forever
    sleep(3)

for p in processes:
    p.join()

print("Complete")