From 28aca637d0f13f4415cc5ebb778144154cff3110 Mon Sep 17 00:00:00 2001 From: Peter Zhokhov Date: Tue, 9 Oct 2018 09:48:31 -0700 Subject: [PATCH] update benchmark results --- benchmarks_atari10M.htm | 26468 ++++++++++++++++++++++---------------- 1 file changed, 15453 insertions(+), 11015 deletions(-) diff --git a/benchmarks_atari10M.htm b/benchmarks_atari10M.htm index 2d18869..9228953 100644 --- a/benchmarks_atari10M.htm +++ b/benchmarks_atari10M.htm @@ -53,19 +53,19 @@ +

Atari10M Comparison

-
- + @@ -73,20 +73,20 @@ - - - - + + + + @@ -104,119 +104,23 @@ - + - + - + - + - + - + - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + @@ -228,27 +132,187 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - + - + - + - + - + - + - + - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + @@ -257,9 +321,7 @@

Learning Curves

- X-axis: timesteps - Y-axis: Reward (avg. 6 seeds) -
+ X-axis: timesteps, Y-axis: reward (avg. over 6 runs) - - - 0.0 + 0.0 - - 0.2 + 0.2 - - 0.4 + 0.4 - - 0.6 + 0.6 - - 0.8 + 0.8 - - 1.0 + 1.0 @@ -357,1598 +419,2226 @@ L 535.607643 29.04 - - 2000 + 2500 - - 4000 + 5000 - +" id="m95cacb24bb" style="stroke:#66c2a5;stroke-opacity:0.3;"/> - - + + - +" id="m3ca707c28f" style="stroke:#fc8d62;stroke-opacity:0.3;"/> - - + + - +" id="m68c7860df7" style="stroke:#8da0cb;stroke-opacity:0.3;"/> - - + + - +" id="m4e5a768306" style="stroke:#e78ac3;stroke-opacity:0.3;"/> - - + + - +" id="md4858a710f" style="stroke:#a6d854;stroke-opacity:0.3;"/> - - + + + + + + + + + + + + + + + + + + - - - - - + + + + + + - @@ -1957,23 +2647,23 @@ L 558.72 29.04 " style="fill:none;stroke:#ffffff;stroke-linecap:square;stroke-linejoin:miter;stroke-width:1.25;"/> - - - BeamRider + BeamRider - - + + @@ -2000,72 +2690,72 @@ z - - - 0.0 + 0.0 - - 0.2 + 0.2 - - 0.4 + 0.4 - - 0.6 + 0.6 - - 0.8 + 0.8 - - 1.0 + 1.0 @@ -2075,1608 +2765,2236 @@ L 535.294761 29.04 - - 0 + 0 - - 200 + 200 - - 400 + 400 - +" id="mb1546cba9f" style="stroke:#66c2a5;stroke-opacity:0.3;"/> - - + + - +" id="m5ef30b50c6" style="stroke:#fc8d62;stroke-opacity:0.3;"/> - - + + - +" id="m84172e87e1" style="stroke:#8da0cb;stroke-opacity:0.3;"/> - - + + - +" id="m8650ab91a9" style="stroke:#e78ac3;stroke-opacity:0.3;"/> - - + + - +" id="mdeedb29cb8" style="stroke:#a6d854;stroke-opacity:0.3;"/> - - + + + + + + + + + + + + + + + + + + - - - - - + + + + + + - @@ -3685,23 +5003,23 @@ L 558.72 29.04 " style="fill:none;stroke:#ffffff;stroke-linecap:square;stroke-linejoin:miter;stroke-width:1.25;"/> - - - Breakout + Breakout - - + + @@ -3738,7 +5056,7 @@ z - @@ -3748,52 +5066,52 @@ L 66.766364 29.04 - - 0.2 + 0.2 - - 0.4 + 0.4 - - 0.6 + 0.6 - - 0.8 + 0.8 - - 1.0 + 1.0 @@ -3803,7 +5121,7 @@ L 535.29373 29.04 - @@ -3813,1584 +5131,2212 @@ L 558.72 93.853636 - - 500 + 500 - +" id="mb86550fb5d" style="stroke:#66c2a5;stroke-opacity:0.3;"/> - - + + - +" id="m50ec7bb52f" style="stroke:#fc8d62;stroke-opacity:0.3;"/> - - + + +" id="m4521355493" style="stroke:#8da0cb;stroke-opacity:0.3;"/> - - + + - +" id="m042b156204" style="stroke:#e78ac3;stroke-opacity:0.3;"/> - - + + - +" id="m008047e98d" style="stroke:#a6d854;stroke-opacity:0.3;"/> - - + + + + + + + + + + + + + + + + + + - - - - - + + + + + + + @@ -5456,7 +7402,7 @@ z - @@ -5466,52 +7412,52 @@ L 68.828182 29.04 - - 0.2 + 0.2 - - 0.4 + 0.4 - - 0.6 + 0.6 - - 0.8 + 0.8 - - 1.0 + 1.0 @@ -5521,1604 +7467,2232 @@ L 535.393824 29.04 - - −20 + −20 - - 0 + 0 - - 20 + 20 - +" id="m6e177ba537" style="stroke:#66c2a5;stroke-opacity:0.3;"/> - - + + - +" id="mae79c1ffcd" style="stroke:#fc8d62;stroke-opacity:0.3;"/> - - + + - +" id="m459097c414" style="stroke:#8da0cb;stroke-opacity:0.3;"/> - - + + - +" id="m3f90d2f2ba" style="stroke:#e78ac3;stroke-opacity:0.3;"/> - - + + - +" id="mb452d69f9a" style="stroke:#a6d854;stroke-opacity:0.3;"/> - - + + + + + + + + + + + + + + + + + + - - - - - + + + + + + + @@ -7184,7 +9758,7 @@ z - @@ -7194,52 +9768,52 @@ L 79.910455 29.04 - - 0.2 + 0.2 - - 0.4 + 0.4 - - 0.6 + 0.6 - - 0.8 + 0.8 - - 1.0 + 1.0 @@ -7249,1594 +9823,2222 @@ L 535.921643 29.04 - - 0 + 0 - - 10000 + 10000 - +" id="m37bd756198" style="stroke:#66c2a5;stroke-opacity:0.3;"/> - - + + - +" id="mdc290b9674" style="stroke:#fc8d62;stroke-opacity:0.3;"/> - - + + - +" id="m1079e5f104" style="stroke:#8da0cb;stroke-opacity:0.3;"/> - - + + - +" id="m8f068a436d" style="stroke:#e78ac3;stroke-opacity:0.3;"/> - - + + - +" id="m0b5ac6ad88" style="stroke:#a6d854;stroke-opacity:0.3;"/> - - + + + + + + + + + + + + + + + + + + - - - - - + + + + + + + @@ -8902,7 +12104,7 @@ z - @@ -8912,52 +12114,52 @@ L 73.295455 29.04 - - 0.2 + 0.2 - - 0.4 + 0.4 - - 0.6 + 0.6 - - 0.8 + 0.8 - - 1.0 + 1.0 @@ -8967,1614 +12169,2232 @@ L 535.612174 29.04 - - 0 + 0 - - 500 + 1000 - - 1000 - - - - - - - - 1500 + 2000 - +" id="mb9b1bf4231" style="stroke:#66c2a5;stroke-opacity:0.3;"/> - - + + - +" id="m6f135361ac" style="stroke:#fc8d62;stroke-opacity:0.3;"/> - - + + - +" id="m7c5b5fbbbb" style="stroke:#8da0cb;stroke-opacity:0.3;"/> - - + + - +" id="m001b45c5ca" style="stroke:#e78ac3;stroke-opacity:0.3;"/> - - + + - +" id="mc16fcce266" style="stroke:#a6d854;stroke-opacity:0.3;"/> - - + + - - + + + + + + + + + + + + + + + + + - - + - - + - - + - - + + + + + + + - + Seaquest - + @@ -10640,7 +14460,7 @@ z - @@ -10650,52 +14470,52 @@ L 73.295455 29.04 - - 0.2 + 0.2 - - 0.4 + 0.4 - - 0.6 + 0.6 - - 0.8 + 0.8 - - 1.0 + 1.0 @@ -10705,1604 +14525,2222 @@ L 535.606903 29.04 - - 500 + 500 - - 1000 - - - - - - - - 1500 + 1000 - +" id="mebeda63b7b" style="stroke:#66c2a5;stroke-opacity:0.3;"/> - - + + - +" id="m3ab86e529a" style="stroke:#fc8d62;stroke-opacity:0.3;"/> - - + + - +" id="m07dd6a3a51" style="stroke:#8da0cb;stroke-opacity:0.3;"/> - - + + - +" id="mec0e5aa351" style="stroke:#e78ac3;stroke-opacity:0.3;"/> - - + + - +" id="m16e5226c30" style="stroke:#a6d854;stroke-opacity:0.3;"/> - - + + - - + + + + + + + + + + + + + + + + + - - + - - + - - + - - + + + + + + + - + SpaceInvaders - +
bmrun________________________ algo meanBreakoutSeaquestEnduro SpaceInvaders QbertSeaquestPong BeamRiderBreakoutcommit
cron2782.31509.38236.9350.221505.4557.28686.197012.06959.51218.8714234.7513.6820.391299.251832.95114.26ea68f3b
- -
- acer -
-
       
cron3550.11439.331733.130.01382.5316234.7520.035040.98ea68f3b
- -
- a2c -
-
       
cron1386.22289.91737.20.0727.324461.2918.652469.15ea68f3b
- -
- trpo_mpi -
-
       
cron786.7918.0834.4737.3548.833285.6216.95766.38ea68f3bcbd21ef
       
cron1012.69479.75459.863254.831164.0816.491582.34131.46cbd21ef
+ +
+ acktr +
+
       
cron1211.710.0557.194429.31201.169.562171.19113.58cbd21ef
+ +
+ acer +
+
       
cron1457.360.0656.916433.381065.983.111959.2282.94cbd21ef
+ +
+ ppo2_mpi +
+
       
 cron745.271417.921.93207.471139.2459.8922.27184.73483.351383.381010.7913.9-7.21594.452566.681.61ea68f3bcbd21ef
+ +
+ a2c +
+
       
cron717.730.0463.062047.071150.661.01302.6159.72cbd21ef
+ +
+ trpo_mpi +
+
       
cron625.6724.83457.72486.18710.072.82683.1114.98cbd21ef