BTB Benchmark Results.xlsx

	A	B	C	D	E	F
1	Number of Wins (with ties)
2	tuner	0.3.11	0.3.10	0.3.9	0.3.8	0.3.7
3	Ax.optimize	237	185	177	N/E	N/E
4	BTB.GPEiTuner	233	233	265	279	35
5	BTB.GPTuner	235	232	296	291	33
6	BTB.UniformTuner	197	200	204	206	29
7	HyperOpt.tpe	206	213	241	253	32
8	SMAC.HB4AC	192	187	N/E	N/E	N/E
9	SMAC.SMAC4HPO_EI	241	246	N/E	N/E	N/E
10	SMAC.SMAC4HPO_LCB	222	229	N/E	N/E	N/E
11	SMAC.SMAC4HPO_PI	241	238	N/E	N/E	N/E
12
13	Number of Wins (exclusive)
14	tuner	0.3.11	0.3.10	0.3.9	0.3.8	0.3.7
15	Ax.optimize	39	5	7	N/E	N/E
16	BTB.GPEiTuner	19	29	55	67	7
17	BTB.GPTuner	26	27	86	73	8
18	BTB.UniformTuner	2	9	13	11	2
19	HyperOpt.tpe	11	15	44	50	5
20	SMAC.HB4AC	1	2	N/E	N/E	N/E
21	SMAC.SMAC4HPO_EI	36	43	N/E	N/E	N/E
22	SMAC.SMAC4HPO_LCB	17	28	N/E	N/E	N/E
23	SMAC.SMAC4HPO_PI	37	41	N/E	N/E	N/E
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100