FAI ATARI Benchmarks

	A	B	C	D	E	F	G	H	I	K	L	M	N	O	P	Q	R	S	T
1		L2, L3	Human		SOtA algorithms			FMC		Played	FMC vs			vs Humans		Games	Learning	Limited	Notes
2	Game	Random	After 2h	Record	Learning	Evol	Planning	Score	vs ALL	by all	Learn	Plan	Evol	Std 2H	Record	Solved	vs Plan	1M bug
3	Alien	228	7,128	251,916	7,967	2,246	38,951	479,940	190.60%	1	1	1	1	1	1	1
4	Amidar	6	1,720	155,339	4,058	548	3,122	5,779	3.72%	1	1	1	1	1		0	1
5	Assault	222	1,496	8,647	11,734	2,027	1,970	14,472	123.78%	1	1	1	1	1	1	1	1
6	Asterix	210	8,503	335,500	406,211	3,779	319,667	999,500	246.13%	1	1	1	1	1	1	1	1	1	No more points after 999500
7	Asteroids	719	47,389	10,004,100	167,159	11,230	68,345	12,575,000	125.70%	1	1	1	1	1	1	1	1
8	Atlantis	12,580	29,028	7,352,737	2,872,645	2,872,645	198,510	10,000,100	136.07%	1	1	1	1	1	1	1	1
9	Bank Heist	14	753	199,978	1,496	724	2,179	3,139	1.56%	1	1	1	1	1		0
10	Battle Zone	2,360	37,800	863,000	53,742	40,048	509,400	999,000	115.80%	1	1	1	1	1	1	1		1
11	Bean Rider	364	16,926	999,999	21,077	4,439	12,243	999,999	100.00%	1	1	1	1	1	1	1	1	1
12	Berzerk	124	2,630	1,057,940	2,500	1,323	2,096	17,610	1.65%	1	1	1	1	1		0	1
13	Bowling	23	161	300	136	101	69	180	56.68%	1	1	1	1	1		0	1
14	Boxing	0	12	100	100	96	100	100	100.00%	1	1	1	1	1	1	1	1		Human record in 18s. FMC in 14.5s.
15	Breakout	2	32	752	748	369	772	864	111.95%	1	1	1	1	1	1	1
16	Centipede	2,091	12,017	1,301,709	27,285	27,285	193,799	1,351,000	103.79%	1	1	1	1	1	1	1
17	Chopper Command	811	9,882	999,900	15,600	3,759	34,097	999,900	100.00%	1	1	1	1	1	1	1		1
18	Crazy Climber	10,780	35,829	447,000	179,877	100,034	141,840	2,254,100	514.26%	1	1	1	1	1	1	1	1
19	Defender	2,874	18,689	5,470,750	995,749	995,749										0			Not available in OpenAI Gym 2018
20	Demon Attack	152	3,401	999,970	130,955	23,658	34,405	999,970	100.00%	1	1	1	1	1	1	1	1	1
21	Double Dunk	-19	-16	24	24	3	24	24	100.00%	1	1	1	1	1	1	1	1		ALE uses "first one getting 24 points wins" mode
22	Enduro	0	860	3,618	3,454	64	788	5,279	145.91%	1	1	1	1	1	1	1	1
23	Fishing Derby	-92	6	71	59	34	42	63	95.09%	1	1	1	1	1		0	1
24	Freeway	0	30	34	34	28	32	33	97.06%	1		1	1	1		0	1
25	Frostbyte	65	4,335	552,590	4,442	1,577	6,427	999,960	180.97%	1	1	1	1	1	1	1		1
26	Gopher	258	2,412	120,000	41,138	6,266	26,297	999,980	834.90%	1	1	1	1	1	1	1	1	1
27	Gravitar	173	3,351	1,673,950	2,400	2,400	6,520	14,050	0.83%	1	1	1	1	1		0
28	Hero	1,027	30,826	1,000,000	105,929	2,983	29,708	43,255	4.23%	1		1	1	1		0	1
29	Ice Hockey	-11	1	36	11	5	62	64	102.74%	1	1	1	1	1	1	1			64 means scoring more than 1 new goal each 3s.
30	Jamesbond	29	407	45,550	9,313	9,313	23,070	152,950	335.94%	1	1	1	1	1	1	1
31	Kangaroo	52	3,035	1,436,500	15,470	1,400	8,760	10,800	0.75%	1		1	1	1		0	1
32	Krull	1,598	2,666	1,006,680	35,024	10,415	15,788	426,534	42.28%	1	1	1	1	1		0	1
33	Kung fu master	258	22,736	1,000,000	79,676	58,764	86,290	172,600	17.24%	1	1	1	1	1		0
34	Montezuma's Revenge	0	4,753	1,219,200	4,740	0	1,620	5,600	0.46%	1	1	1	1	1		0	1
35	Ms. Pacman	307	15,693	290,090	5,913	3,292	30,785	999,990	344.98%	1	1	1	1	1	1	1		1
36	Name this Game	2,292	8,049	25,220	12,542	5,532	15,410	53,010	221.21%	1	1	1	1	1	1	1
37	Phoenix	761	7,243	4,014,440	80,734	14,105		250,450	6.22%							0
38	Pitfall	-229	6,464	114,000	123	8		0	0.20%							0
39	Pong	-21	15	21	21	21	21	21	100.00%	1	1	1	1	1	1	1	1		21 is perfect score
40	Private Eye	25	69,571	103,100	40,908	17,039	3,157	41,760	40.49%	1	1	1	1			0	1
41	Q*Bert	164	13,455	999,975	27,543	15,759	44,876	999,975	100.00%	1	1	1	1	1	1	1		1
42	River Raid	1,338	17,118	194,940	24,568	9,857	15,410	18,510	8.87%	1		1	1	1		0	1
43	Road Runner	12	7,845	999,900	367,023	33,847	120,923	999,900	100.00%	1	1	1	1	1	1	1	1	1
44	Robotank	2	12	74	65	25	75	94	126.03%	1	1	1	1	1	1	1
45	Seaquest	68	42,055	527,160	266,434	1,764	35,009	999,999	189.71%	1	1	1	1	1	1	1	1	1	Hard-coded limit of 999,999
46	Skiing	-17,098	-4,337	-3,272	-6,083	-9,011										0			Unusable reward: -time*100
47	Solaris	1,263	12,327	281,740	14,305	10,574		93,520	32.89%							0
48	Space Invaders	148	1,669	621,535	7,227	1,026	4,362	17,970	2.87%	1	1	1	1	1		0	1
49	Star Gunner	664	10,250	77,400	84,490	40,066	17,160	999,800	1191.92%	1	1	1	1	1	1	1	1	1
50	Surround	-10	6		10	0										0			Not supported in OpenGym env @2018
51	Tennis	-24	-8	24	23	11	24	24	100.00%	1	1	1	1	1	1	1			24=Top score. No human record found. Game didn't give any real score on screen.
52	Time Pilot	3,568	5,925	66,500	18,501	12,398	65,213	90,000	137.34%	1	1	1	1	1	1	1
53	Tutankham	11	168	3,493	288	194	226	342	9.51%	1	1	1	1	1		0	1
54	Up and Down	533	11,693	168,830	155,049	75,786	120,200	999,999	593.87%	1	1	1	1	1	1	1	1	1
55	Venture	0	1,188	31,900	1,520	0	1,200	1,500	4.70%	1		1	1	1		0	1
56	Video Pinball	16,257	17,668	999,999	999,999	46,470	471,859	999,999	100.00%	1	1	1	1	1	1	1	1	1
57	Wizard of Wor	564	4,757	99,900	16,143	4,434	161,640	99,900	61.67%	1	1	1	1	1	1	1		1
58	Yars Revenge	3,093	54,577	999,984	90,237	31,741		999,984	100.00%							0		1
59	Zaxxon	32	9,173	100,000	18,057	3,859	39,687	92,100	92.10%	1	1	1	1	1		0
60										50	45	50	50	49	32	32	31	16
61											90.00%	100.00%	100.00%	98.00%	64.00%	64.00%	62.00%	32.00%
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100