Fix up benchmark runner to use new benchmark format

This commit is contained in:
Jie Tang
2016-10-20 22:19:03 -07:00
parent a780b75556
commit c46008bfae

View File

@@ -12,7 +12,7 @@ import os
import sys import sys
import gym import gym
import openai_benchmark
# In modules, use `logger = logging.getLogger(__name__)` # In modules, use `logger = logging.getLogger(__name__)`
logger = logging.getLogger() logger = logging.getLogger()
@@ -40,19 +40,18 @@ def main():
return 1 return 1
# run benchmark tasks # run benchmark tasks
for env_name, task_list in benchmark.task_groups.items(): for task in benchmark.tasks:
logger.info("Running on env: {}".format(env_name)) logger.info("Running on env: {}".format(task.env_id))
env = gym.make(env_name) env = gym.make(task.env_id)
for task in task_list: for trial in range(task.trials):
for seed in range(task.seeds): training_dir_name = "{}/{}-{}".format(args.training_dir, task.env_id, trial)
training_dir_name = "{}/{}-{}".format(args.training_dir, env_name, seed) env.monitor.start(training_dir_name)
env.monitor.start(training_dir_name, seed=seed) env.reset()
env.reset() for _ in range(task.max_timesteps):
for _ in range(task.timesteps): o, r, done, _ = env.step(env.action_space.sample())
o, r, done, _ = env.step(env.action_space.sample()) if done:
if done: env.reset()
env.reset() env.monitor.close()
env.monitor.close()
logger.info("""Done running, upload results using the following command: logger.info("""Done running, upload results using the following command: