Atari benchmarks¶
Environments¶
Results¶
Task |
DQN |
PPO |
|||||
XuanCe |
Published |
XuanCe |
Published |
||||
AirRaid |
7400.0 |
\(\pm\) 2123.38 |
- |
- |
5865.0 |
\(\pm\) 1945.48 |
- |
Alien |
1680.0 |
\(\pm\) 247.79 |
3069 |
\(\pm\) 1093 |
1056.0 |
\(\pm\) 212.85 |
1850.3 |
Amidar |
595.33 |
\(\pm\) 46.20 |
739.5 |
\(\pm\) 3024 |
961.0 |
\(\pm\) 4.20 |
674.6 |
Assault |
10833.33 |
\(\pm\) 2180.16 |
3359 |
\(\pm\) 775 |
6265.67 |
\(\pm\) 1884.26 |
4971.9 |
Asterix |
9833.33 |
\(\pm\) 4401.58 |
6012 |
\(\pm\) 1744 |
2590.0 |
\(\pm\) 142.83 |
4532.5 |
Asteroids |
1246.67 |
\(\pm\) 194.82 |
1629 |
\(\pm\) 542 |
2500.0 |
\(\pm\) 373.58 |
2097.5 |
Atlantis |
219733.33 |
\(\pm\) 151823.17 |
85641 |
\(\pm\) 17600 |
939266.67 |
\(\pm\) 13112.42 |
2311815.0 |
BankHeist |
1156.67 |
\(\pm\) 49.89 |
429.7 |
\(\pm\) 650 |
1113.33 |
\(\pm\) 4.71 |
1280.6 |
BattleZone |
31800.0 |
\(\pm\) 13614.70 |
26300 |
\(\pm\) 7725 |
10333.33 |
\(\pm\) 5185.45 |
17366.7 |
BeamRider |
7599.6 |
\(\pm\) 1371.67 |
6846 |
\(\pm\) 1619 |
1778.67 |
\(\pm\) 318.67 |
1590.0 |
Berzerk |
1130.0 |
\(\pm\) 190.53 |
- |
- |
1750.0 |
\(\pm\) 29.44 |
- |
Bowling |
78.0 |
\(\pm\) 0.0 |
42.4 |
\(\pm\) 88 |
72.8 |
\(\pm\) 7.08 |
40.1 |
Boxing |
97.33 |
\(\pm\) 2.49 |
71.8 |
\(\pm\) 8.4 |
98.67 |
\(\pm\) 0.94 |
94.6 |
Breakout |
415.33 |
\(\pm\) 44.81 |
401.2 |
\(\pm\) 26.9 |
395.33 |
\(\pm\) 18.12 |
274.8 |
Carnival |
2396.0 |
\(\pm\) 504.44 |
- |
- |
5473.33 |
\(\pm\) 23.57 |
- |
Centipede |
9670.0 |
\(\pm\) 1522.0 |
8309 |
\(\pm\) 5237 |
4832.33 |
\(\pm\) 1932.04 |
4386.4 |
ChopperCommand |
19100.0 |
\(\pm\) 6125.68 |
6687 |
\(\pm\) 2916 |
8233.33 |
\(\pm\) 2524.99 |
3516.3 |
CrazyClimber |
96140.0 |
\(\pm\) 45187.46 |
114103 |
\(\pm\) 22797 |
127600.0 |
\(\pm\) 9651.25 |
110202.0 |
Defender |
8290.0 |
\(\pm\) 3281.98 |
- |
- |
57016.67 |
\(\pm\) 3744.4 |
- |
DemonAttack |
59328.33 |
\(\pm\) 35781.27 |
9711 |
\(\pm\) 2406 |
8641.67 |
\(\pm\) 1319.26 |
11378.4 |
DoubleDunk |
1.33 |
\(\pm\) 0.94 |
-18.1 |
\(\pm\) 2.6 |
0.0 |
\(\pm\) 1.63 |
-14.9 |
ElevatorAction |
66.67 |
\(\pm\) 94.28 |
- |
- |
48566.67 |
\(\pm\) 13506.87 |
- |
Enduro |
2127.0 |
\(\pm\) 124.57 |
301.8 |
\(\pm\) 24.6 |
1346.33 |
\(\pm\) 244.99 |
758.3 |
FishingDerby |
25.0 |
\(\pm\) 13.02 |
-0.8 |
\(\pm\) 19.0 |
35.0 |
\(\pm\) 3.27 |
17.8 |
Freeway |
32.2 |
\(\pm\) 0.98 |
30.3 |
\(\pm\) 0.7 |
33.2 |
\(\pm\) 0.4 |
32.5 |
Frostbite |
7270.0 |
\(\pm\) 1187.94 |
328.3 |
\(\pm\) 250.5 |
300.0 |
\(\pm\) 14.14 |
314.2 |
Gopher |
11948.0 |
\(\pm\) 3763.50 |
8520 |
\(\pm\) 3279 |
2626.67 |
\(\pm\) 1654.60 |
2932.9 |
Gravitar |
1683.33 |
\(\pm\) 589.26 |
306.7 |
\(\pm\) 223.9 |
650.0 |
\(\pm\) 212.13 |
737.2 |
Hero |
17578.0 |
\(\pm\) 3386.97 |
19950 |
\(\pm\) 158 |
27543.33 |
\(\pm\) 94.63 |
- |
IceHockey |
0.0 |
\(\pm\) 1.26 |
-1.6 |
\(\pm\) 2.5 |
-2.0 | \(\pm\) 1.41 | -4.2 |
||
Jamesbond |
2016.67 |
\(\pm\) 2498.44 |
576.7 |
\(\pm\) 175.5 |
733.33 |
\(\pm\) 117.85 |
560.7 |
JourneyEscape |
2800.0 |
\(\pm\) 4808.33 |
- |
- |
-300.0 |
\(\pm\) 244.95 |
- |
Kangaroo |
4600.0 |
\(\pm\) 1232.88 |
6740 |
\(\pm\) 2959 |
8300.0 |
\(\pm\) 1373.56 |
9928.7 |
Krull |
9886.67 |
\(\pm\) 669.44 |
3805 |
\(\pm\) 1033 |
9026.67 |
\(\pm\) 246.35 |
7942.3 |
KungFuMaster |
53060.0 |
\(\pm\) 10103.58 |
23270 |
\(\pm\) 5955 |
41666.68 |
\(\pm\) 2317.09 |
23310.3 |
MontezumaRevenge |
0.0 |
\(\pm\) 0 |
0.0 |
\(\pm\) 0 |
66.67 |
\(\pm\) 47.14 |
42.0 |
MsPacman |
3896.0 |
\(\pm\) 427.06 |
2311 |
\(\pm\) 525 |
3388.0 |
\(\pm\) 939.16 |
2096.5 |
NameThisGame |
7124.0 |
\(\pm\) 3091.93 |
7257 |
\(\pm\) 547 |
11553.33 |
\(\pm\) 1610.43 |
6254.9 |
Phoenix |
11550 |
\(\pm\) 284.37 |
- |
- |
16610 |
\(\pm\) 5847.79 |
- |
Pitfall |
0.0 |
\(\pm\) 0.0 |
- |
- |
-24.2 |
\(\pm\) 38.76 |
-32.9 |
Pong |
17.67 |
\(\pm\) 1.23 |
18.9 |
\(\pm\) 1.3 |
19.67 |
\(\pm\) 0.94 |
20.7 |
Pooyan |
8022.0 |
\(\pm\) 2508.53 |
- |
- |
6245.0 |
\(\pm\) 1562.97 |
- |
PrivateEye |
966.67 |
\(\pm\) 2176.13 |
1788 |
\(\pm\) 5473 |
30.0 |
\(\pm\) 45.83 |
69.5 |
Qbert |
12585.0 |
\(\pm\) 2528.86 |
10596 |
\(\pm\) 3294 |
19085.0 |
\(\pm\) 2410.43 |
14293.3 |
Riverraid |
13480.0 |
\(\pm\) 576.02 |
8316 |
\(\pm\) 1049 |
13053.33 |
\(\pm\) 765.26 |
8393.6 |
RoadRunner |
59000.0 |
\(\pm\) 3894.44 |
18257 |
\(\pm\) 4268 |
40633.33 |
\(\pm\) 8491.7 |
25076.0 |
Robotank |
66.33 |
\(\pm\) 10.78 |
51.6 |
\(\pm\) 4.7 |
15.0 |
\(\pm\) 1.63 |
5.5 |
Seaquest |
5400.0 |
\(\pm\) 762.59 |
5286 |
\(\pm\) 1310 |
1720.0 |
\(\pm\) 56.57 |
1204.5 |
Skiing |
-12313.33 |
\(\pm\) 766.81 |
- |
- |
-15710.0 |
\(\pm\) 9.63 |
- |
Solaris |
3600.0 |
\(\pm\) 2673.33 |
- |
- |
9260.0 |
\(\pm\) 3572.23 |
- |
SpaceInvaders |
1630.0 |
\(\pm\) 375.73 |
1976 |
\(\pm\) 893 |
908.33 |
\(\pm\) 243.05 |
942.5 |
StarGunner |
37280.0 |
\(\pm\) 12316.88 |
57997 |
\(\pm\) 3152 |
27566.67 |
\(\pm\) 3564.95 |
32689.0 |
Tennis |
1.0 |
\(\pm\) 0.82 |
-2.5 |
\(\pm\) 1.9 |
-1.33 |
\(\pm\) 0.47 |
-14.8 |
TimePilot |
8260.0 |
\(\pm\) 338.23 |
5947 |
\(\pm\) 1600 |
6800.0 |
\(\pm\) 1920.07 |
4342.0 |
Tutankham |
214.0 |
\(\pm\) 15.56 |
186.7 |
\(\pm\) 41.9 |
174.0 |
\(\pm\) 5.89 |
254.4 |
UpNDown |
22923.33 |
\(\pm\) 1249.22 |
8456 |
\(\pm\) 3162 |
282200.0 |
\(\pm\) 4199.53 |
95445.0 |
Venture |
560.0 |
\(\pm\) 174.36 |
380.0 |
\(\pm\) 238.6 |
66.67 |
\(\pm\) 94.28 |
0.0 |
VideoPinball |
847303.67 |
\(\pm\) 179889.24 |
42684 |
\(\pm\) 16287 |
100107.66 |
\(\pm\) 49125.29 |
37389.0 |
WizardOfWor |
1560.0 |
\(\pm\) 120.0 |
3393 |
\(\pm\) 2019 |
1766.67 |
\(\pm\) 339.93 |
4185.3 |
Zaxxon |
4820.0 |
\(\pm\) 2429.32 |
4977 |
\(\pm\) 1235 |
5866.67 |
\(\pm\) 1087.3 |
5008.7 |
# Higher |
35 |
13 |
33 |
16 |
|||