gaspersic/Gymnasium
1
0
Fork 0
mirror of https://github.com/Farama-Foundation/Gymnasium.git synced 2025-08-20 14:02:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add benchmark support (#338)

Browse Source 
* Warn if seed doesn't return a list

* Add preliminary BenchmarkRun support

* Add experimental benchmark registration

* Flesh out interface

* Add preliminary BenchmarkRun support

* Warn if seed doesn't return a list

* Add experimental benchmark registration

* Flesh out interface

* Make benchmarkrun upload recursive

* Add evaluation episodes

* Add benchmark scoring

* Tweak reward locations

* Tweak scoring

* Clear default metadata in Wrapper

* Improve scoring

* Expose registry; fix test

* Add initial_reset_timestamp

* Add back algorithm; fix tests
This commit is contained in:
Greg Brockman
2016-09-23 01:04:26 -07:00
committed by GitHub
parent 0c8c055fca
commit 934b2acbb7
14 changed files with 427 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
examples/scripts/upload
View File

@@ -14,18 +14,20 @@ import gym
logger = logging.getLogger()
class Uploader(object):
def __init__(self, training_dir, algorithm_id, writeup):
def __init__(self, training_dir, algorithm_id, benchmark_run_id, writeup):
self.training_dir = training_dir
self.algorithm_id = algorithm_id
self.benchmark_run_id = benchmark_run_id
self.writeup = writeup
def run(self):
gym.upload(self.training_dir, algorithm_id=self.algorithm_id, writeup=self.writeup)
gym.upload(self.training_dir, algorithm_id=self.algorithm_id, benchmark_run_id=self.benchmark_run_id, writeup=self.writeup)
def main():
parser = argparse.ArgumentParser(description=None)
parser.add_argument('-t', '--training-dir', required=True, help='What directory to upload.')
parser.add_argument('-a', '--algorithm_id', help='Set the algorithm id.')
parser.add_argument('-b', '--benchmark-run-id', help='Set the algorithm id.')
parser.add_argument('-w', '--writeup', help='Writeup to attach.')
parser.add_argument('-v', '--verbose', action='count', dest='verbosity', default=0, help='Set verbosity.')
args = parser.parse_args()
@@ -35,7 +37,7 @@ def main():
elif args.verbosity >= 1:
logger.setLevel(logging.DEBUG)
runner = Uploader(training_dir=args.training_dir, algorithm_id=args.algorithm_id, writeup=args.writeup)
runner = Uploader(training_dir=args.training_dir, algorithm_id=args.algorithm_id, benchmark_run_id=args.benchmark_run_id, writeup=args.writeup)
runner.run()
return 0