Optimizers

	A	B	C	D	E	F	G	H	I	J	K
1	AvgdMA Rank	MA Rank	Activation	Optimizer	Configuration	Data type	Averaged on Last Epoch	Averaged Max Achieved	Overall Max on Last Epoch	Overall Max Achieved	MA-LE Diff
2	1	3	elu	Adamax	beta_1: 0.95, beta_2: 0.999	Normd	98.16	98.17	98.29	98.31	0.00
3	2	4	elu	Adadelta	rho: 0.99	Normd	98.07	98.16	98.12	98.31	0.09
4	3	5	selu	Adamax	Default	Std	98.14	98.16	98.25	98.31	0.02
5	4	11	elu	sgd	Momentum: 0.9, Nesterov: True	Normd	98.11	98.14	98.20	98.27	0.03
6	5	33	elu	Adamax	Default	Normd	98.08	98.12	98.16	98.22	0.04
7	6	12	elu	sgd	Momentum: 0.9, Nesterov: False	Normd	98.10	98.11	98.26	98.27	0.01
8	7	20	elu	sgd	Momentum: 0.95, Nesterov: False	Normd	98.04	98.11	98.14	98.24	0.07
9	8	6	selu	Adadelta	rho: 0.99	Std	98.04	98.11	98.15	98.30	0.07
10	9	18	selu	Adamax	beta_1: 0.95, beta_2: 0.999	Std	98.09	98.11	98.24	98.25	0.02
11	10	24	selu	Adamax	beta_1: 0.99, beta_2: 0.9999	Std	98.04	98.11	98.08	98.23	0.07
12	11	7	selu	Adamax	beta_1: 0.95, beta_2: 0.99	Std	97.99	98.10	98.11	98.29	0.11
13	12	21	elu	adam	Default	Normd	97.97	98.10	98.09	98.24	0.13
14	13	19	elu	sgd	Momentum: 0.95, Nesterov: True	Normd	98.02	98.09	98.17	98.25	0.07
15	14	1	selu	adam	amsgrad: 1.0, beta_1: 0.95, beta_2: 0.999	Std	97.99	98.09	98.08	98.37	0.10
16	15	8	selu	sgd	Momentum: 0.9, Nesterov: False	Std	97.93	98.09	98.04	98.29	0.16
17	16	25	elu	Adamax	beta_1: 0.99, beta_2: 0.999	Normd	98.07	98.09	98.21	98.23	0.02
18	17	34	elu	Adamax	Default	Std	98.02	98.09	98.07	98.22	0.07
19	18	26	elu	Adadelta	rho: 0.999	Normd	98.06	98.09	98.20	98.23	0.03
20	19	47	elu	Adamax	beta_1: 0.9, beta_2: 0.99	Normd	98.03	98.09	98.12	98.20	0.06
21	20	40	elu	Adadelta	Default	Std	97.96	98.09	98.02	98.21	0.13
22	21	9	selu	Adamax	beta_1: 0.99, beta_2: 0.999	Std	98.01	98.08	98.18	98.28	0.07
23	22	10	elu	Adamax	beta_1: 0.95, beta_2: 0.99	Normd	98.07	98.08	98.11	98.28	0.01
24	23	27	elu	Adadelta	rho: 0.9	Normd	98.06	98.08	98.15	98.23	0.03
25	24	56	selu	sgd	Momentum: 0.9, Nesterov: True	Std	98.01	98.08	98.08	98.19	0.07
26	25	16	elu	adam	amsgrad: 1.0, beta_1: 0.95, beta_2: 0.9999	Normd	97.98	98.08	98.10	98.26	0.09
27	26	13	selu	adam	amsgrad: 1.0, beta_1: 0.9, beta_2: 0.999	Std	98.05	98.08	98.15	98.27	0.03
28	27	41	selu	Adadelta	rho: 0.9	Std	98.02	98.08	98.19	98.21	0.06
29	28	28	elu	adam	amsgrad: 1.0, beta_1: 0.9, beta_2: 0.999	Normd	98.07	98.07	98.16	98.23	0.00
30	29	80	selu	Adadelta	rho: 0.99	Normd	98.01	98.07	98.11	98.16	0.07
31	30	48	selu	Adamax	beta_1: 0.9, beta_2: 0.99	Std	97.97	98.07	98.08	98.20	0.09
32	31	63	elu	Adamax	beta_1: 0.99, beta_2: 0.999	Std	97.97	98.07	98.06	98.18	0.10
33	32	42	elu	rmsp	rho: 0.999	Normd	98.02	98.06	98.10	98.21	0.04
34	33	57	elu	rmsp	rho: 0.99	Normd	97.98	98.06	98.07	98.19	0.08
35	34	58	elu	adam	amsgrad: 0.0, beta_1: 0.9, beta_2: 0.999	Normd	97.97	98.06	98.06	98.19	0.09
36	35	70	selu	rmsp	rho: 0.9999	Normd	97.93	98.06	98.02	98.17	0.12
37	36	29	elu	adam	amsgrad: 1.0, beta_1: 0.9, beta_2: 0.9999	Normd	97.99	98.05	98.13	98.23	0.06
38	37	17	elu	sgd	Momentum: 0.9, Nesterov: True	Std	97.95	98.05	98.19	98.26	0.10
39	38	35	elu	rmsp	rho: 0.95	Normd	97.98	98.05	98.00	98.22	0.07
40	39	14	elu	adam	amsgrad: 1.0, beta_1: 0.95, beta_2: 0.999	Normd	97.97	98.05	98.07	98.27	0.08
41	40	59	selu	Adadelta	Default	Std	98.00	98.05	98.16	98.19	0.05
42	41	81	softplus	Adadelta	rho: 0.99	Normd	97.96	98.05	98.01	98.16	0.09
43	42	64	elu	adam	amsgrad: 0.0, beta_1: 0.95, beta_2: 0.9999	Normd	97.92	98.05	98.00	98.18	0.12
44	43	87	elu	Adamax	beta_1: 0.99, beta_2: 0.9999	Std	98.05	98.05	98.09	98.15	0.00
45	44	30	selu	adam	Default	Std	97.92	98.04	98.06	98.23	0.12
46	45	60	elu	Adadelta	rho: 0.9	Std	97.85	98.04	97.94	98.19	0.19
47	46	36	selu	adam	amsgrad: 0.0, beta_1: 0.9, beta_2: 0.999	Normd	97.98	98.04	98.16	98.22	0.05
48	47	15	elu	Adamax	beta_1: 0.99, beta_2: 0.9999	Normd	98.00	98.03	98.13	98.27	0.04
49	48	22	selu	adam	amsgrad: 1.0, beta_1: 0.9, beta_2: 0.9999	Std	97.85	98.03	97.99	98.24	0.18
50	49	31	selu	adam	amsgrad: 1.0, beta_1: 0.95, beta_2: 0.9999	Normd	97.96	98.03	98.05	98.23	0.08
51	50	71	elu	Adamax	beta_1: 0.95, beta_2: 0.95	Normd	97.91	98.03	97.98	98.17	0.12
52	51	72	elu	adam	amsgrad: 1.0, beta_1: 0.9, beta_2: 0.999	Std	97.89	98.02	98.00	98.17	0.13
53	52	73	elu	adam	amsgrad: 0.0, beta_1: 0.9, beta_2: 0.9999	Normd	97.94	98.02	97.99	98.17	0.09
54	53	49	selu	adam	amsgrad: 0.0, beta_1: 0.95, beta_2: 0.9999	Std	97.87	98.02	98.10	98.20	0.15
55	54	82	selu	adam	amsgrad: 1.0, beta_1: 0.95, beta_2: 0.9999	Std	97.98	98.02	98.03	98.16	0.04
56	55	74	elu	rmsp	Default	Normd	97.88	98.02	97.93	98.17	0.14
57	56	37	elu	adam	Default	Std	97.84	98.01	97.98	98.22	0.17
58	57	65	elu	Adamax	beta_1: 0.95, beta_2: 0.99	Std	97.91	98.01	97.98	98.18	0.10
59	58	75	selu	sgd	Momentum: 0.95, Nesterov: True	Normd	97.87	98.01	98.00	98.17	0.13
60	59	76	selu	rmsp	rho: 0.99	Std	97.91	98.01	97.95	98.17	0.09
61	60	95	elu	Adadelta	rho: 0.99	Std	97.95	98.01	98.00	98.14	0.05
62	61	88	elu	Adamax	beta_1: 0.95, beta_2: 0.999	Std	97.97	98.00	98.09	98.15	0.03
63	62	38	selu	adam	Default	Normd	97.99	98.00	98.08	98.22	0.01
64	63	77	selu	rmsp	Default	Std	97.87	98.00	98.08	98.17	0.13
65	64	96	selu	rmsp	rho: 0.999	Std	97.73	98.00	97.93	98.14	0.27
66	65	66	elu	sgd	Momentum: 0.9, Nesterov: False	Std	97.98	98.00	98.16	98.18	0.02
67	66	23	elu	adam	amsgrad: 0.0, beta_1: 0.95, beta_2: 0.999	Normd	97.95	98.00	98.11	98.24	0.05
68	67	50	elu	Adamax	beta_1: 0.9, beta_2: 0.95	Normd	97.96	98.00	98.10	98.20	0.04
69	68	51	selu	adam	amsgrad: 0.0, beta_1: 0.9, beta_2: 0.9999	Normd	97.98	98.00	98.06	98.20	0.02
70	69	61	selu	rmsp	rho: 0.999	Normd	97.94	98.00	98.06	98.19	0.06
71	70	67	selu	adam	amsgrad: 0.0, beta_1: 0.9, beta_2: 0.999	Std	97.86	98.00	98.00	98.18	0.14
72	71	78	elu	adam	amsgrad: 1.0, beta_1: 0.95, beta_2: 0.999	Std	97.89	98.00	98.01	98.17	0.11
73	72	89	selu	adam	amsgrad: 0.0, beta_1: 0.95, beta_2: 0.9999	Normd	97.96	98.00	98.11	98.15	0.04
74	73	43	selu	sgd	Momentum: 0.95, Nesterov: False	Normd	97.98	97.99	98.07	98.21	0.02
75	74	52	selu	Adadelta	rho: 0.999	Normd	97.97	97.99	98.09	98.20	0.03
76	75	101	selu	rmsp	rho: 0.99	Normd	97.90	97.99	97.97	98.13	0.10
77	76	108	elu	adam	amsgrad: 1.0, beta_1: 0.95, beta_2: 0.9999	Std	97.92	97.99	98.05	98.12	0.07
78	77	2	selu	rmsp	rho: 0.95	Std	97.83	97.99	97.97	98.32	0.17
79	78	90	selu	sgd	Momentum: 0.9, Nesterov: False	Normd	97.99	97.99	98.15	98.15	0.00
80	79	44	selu	Adamax	beta_1: 0.95, beta_2: 0.95	Normd	97.95	97.99	98.09	98.21	0.04
81	80	39	selu	adam	amsgrad: 0.0, beta_1: 0.95, beta_2: 0.999	Std	97.88	97.99	98.00	98.22	0.11
82	81	97	selu	Adamax	beta_1: 0.9, beta_2: 0.95	Normd	97.92	97.99	98.01	98.14	0.06
83	82	109	elu	adam	amsgrad: 0.0, beta_1: 0.95, beta_2: 0.999	Std	97.83	97.99	97.99	98.12	0.16
84	83	122	selu	adam	amsgrad: 1.0, beta_1: 0.95, beta_2: 0.999	Normd	97.97	97.98	98.01	98.10	0.01
85	84	53	selu	rmsp	Default	Normd	97.90	97.98	97.99	98.20	0.08
86	85	102	selu	Adadelta	Default	Normd	97.90	97.98	98.02	98.13	0.08
87	86	83	elu	Nadam	beta_1: 0.95, beta_2: 0.99, Schedule Decay: 0.4	Normd	97.84	97.98	97.96	98.16	0.14
88	87	110	elu	Adadelta	Default	Normd	97.94	97.98	98.03	98.12	0.04
89	88	45	elu	Nadam	Default	Normd	97.88	97.98	98.02	98.21	0.10
90	89	123	softplus	Adamax	beta_1: 0.9, beta_2: 0.99	Normd	97.94	97.98	98.10	98.10	0.04
91	90	84	selu	Adamax	beta_1: 0.9, beta_2: 0.95	Std	97.88	97.98	98.02	98.16	0.10
92	91	85	selu	Adamax	beta_1: 0.95, beta_2: 0.99	Normd	97.93	97.97	98.03	98.16	0.04
93	92	118	selu	Adamax	beta_1: 0.99, beta_2: 0.999	Normd	97.96	97.97	98.03	98.11	0.01
94	93	103	selu	adam	amsgrad: 0.0, beta_1: 0.95, beta_2: 0.999	Normd	97.88	97.97	98.11	98.13	0.09
95	94	130	selu	adam	amsgrad: 1.0, beta_1: 0.9, beta_2: 0.999	Normd	97.92	97.97	98.00	98.09	0.05
96	95	68	selu	Adamax	beta_1: 0.9, beta_2: 0.99	Normd	97.91	97.97	98.03	98.18	0.06
97	96	46	selu	Adadelta	rho: 0.9999	Normd	97.78	97.97	97.90	98.21	0.19
98	97	79	selu	adam	amsgrad: 0.0, beta_1: 0.9, beta_2: 0.9999	Std	97.87	97.97	97.99	98.17	0.09
99	98	62	selu	Adamax	beta_1: 0.95, beta_2: 0.999	Normd	97.93	97.96	98.03	98.19	0.03
100	99	111	softplus	Adamax	beta_1: 0.95, beta_2: 0.999	Std	97.96	97.96	98.06	98.12	0.00