sigir2018_predicting_KS_full_evaluation_result.xlsx

	A	B	C	D	E	F	G	H	I	J	K	L	M	N	O	P	Q	R	S	T
1						Low			Moderate			High			Macro average			All
2	Method	tau	alpha	#feature	Runtime	P	R	F1	P	R	F1	P	R	F1	P	R	F1	Accu	max average F1	max Accu
3	NB	1	0	70	494.5	0.327	0.535	0.405	0.401	0.365	0.381	0.35	0.169	0.225	0.359	0.357	0.337	0.354	0.348	0.369
4	NB	1	0.05	41	109.2	0.333	0.652	0.44	0.407	0.309	0.35	0.357	0.123	0.181	0.365	0.362	0.324	0.355
5	NB	1	0.1	11	88.1	0.354	0.693	0.468	0.395	0.204	0.267	0.391	0.243	0.3	0.38	0.38	0.345	0.368
6	NB	1	0.15	0	38.5	0.31	1	0.473	0	0	0	0	0	0	0	0.333	0.158	0.31
7	NB	0.95	0	66	78.8	0.33	0.507	0.399	0.408	0.362	0.382	0.35	0.213	0.263	0.362	0.36	0.348	0.358
8	NB	0.95	0.05	38	54.2	0.334	0.632	0.436	0.404	0.31	0.349	0.349	0.141	0.2	0.362	0.361	0.329	0.355
9	NB	0.95	0.1	11	38.4	0.354	0.693	0.468	0.395	0.204	0.267	0.391	0.243	0.3	0.38	0.38	0.345	0.368
10	NB	0.95	0.15	0	25.5	0.31	1	0.473	0	0	0	0	0	0	0	0.333	0.158	0.31
11	NB	0.9	0	58	76.1	0.328	0.489	0.392	0.401	0.386	0.392	0.351	0.197	0.25	0.36	0.358	0.345	0.357
12	NB	0.9	0.05	34	45.8	0.34	0.637	0.443	0.395	0.306	0.343	0.351	0.146	0.204	0.362	0.363	0.33	0.356
13	NB	0.9	0.1	11	33.8	0.354	0.693	0.468	0.395	0.204	0.267	0.391	0.243	0.3	0.38	0.38	0.345	0.368
14	NB	0.9	0.15	0	18.1	0.31	1	0.473	0	0	0	0	0	0	0	0.333	0.158	0.31
15	NB	0.85	0	44	57.2	0.327	0.483	0.389	0.385	0.392	0.386	0.353	0.18	0.237	0.355	0.352	0.337	0.351
16	NB	0.85	0.05	24	33.9	0.339	0.663	0.448	0.392	0.303	0.34	0.353	0.118	0.176	0.361	0.362	0.321	0.354
17	NB	0.85	0.1	9	41.4	0.349	0.722	0.47	0.41	0.215	0.279	0.353	0.181	0.238	0.37	0.373	0.33	0.361
18	NB	0.85	0.15	0	26	0.31	1	0.473	0	0	0	0	0	0	0	0.333	0.158	0.31
19	NB	0.8	0	38	44.9	0.33	0.454	0.381	0.38	0.445	0.408	0.34	0.151	0.207	0.35	0.35	0.332	0.352
20	NB	0.8	0.05	19	36.8	0.345	0.673	0.456	0.384	0.312	0.343	0.363	0.108	0.164	0.364	0.364	0.321	0.358
21	NB	0.8	0.1	8	22.2	0.35	0.724	0.471	0.417	0.211	0.277	0.377	0.201	0.261	0.381	0.378	0.336	0.366
22	NB	0.8	0.15	0	23.2	0.31	1	0.473	0	0	0	0	0	0	0	0.333	0.158	0.31
23	NB	0.75	0	34	53.2	0.33	0.439	0.375	0.374	0.448	0.407	0.339	0.154	0.208	0.348	0.347	0.33	0.35
24	NB	0.75	0.05	17	31	0.343	0.665	0.453	0.398	0.325	0.357	0.371	0.11	0.168	0.37	0.367	0.326	0.361
25	NB	0.75	0.1	7	23.5	0.352	0.712	0.47	0.424	0.218	0.287	0.37	0.211	0.268	0.382	0.38	0.342	0.369
26	NB	0.75	0.15	0	143.6	0.31	1	0.473	0	0	0	0	0	0	0	0.333	0.158	0.31
27	NB	0.7	0	32	111.8	0.331	0.434	0.375	0.376	0.457	0.412	0.328	0.149	0.2	0.345	0.347	0.329	0.35
28	NB	0.7	0.05	16	42.6	0.342	0.664	0.451	0.396	0.329	0.358	0.368	0.105	0.16	0.369	0.366	0.323	0.36
29	NB	0.7	0.1	7	24.3	0.352	0.712	0.47	0.424	0.218	0.287	0.37	0.211	0.268	0.382	0.38	0.342	0.369
30	NB	0.7	0.15	0	26.3	0.31	1	0.473	0	0	0	0	0	0	0	0.333	0.158	0.31
31	LR	1	0	70	8312.3	0.316	0.343	0.328	0.405	0.382	0.393	0.349	0.341	0.345	0.356	0.356	0.355	0.357	0.37	0.37
32	LR	1	0.05	41	797.7	0.338	0.383	0.359	0.402	0.368	0.384	0.372	0.359	0.366	0.37	0.37	0.37	0.37
33	LR	1	0.1	11	211.1	0.333	0.449	0.382	0.374	0.295	0.33	0.36	0.326	0.342	0.356	0.357	0.351	0.353
34	LR	1	0.15	0	29.7	0.31	1	0.473	0	0	0	0	0	0	0	0.333	0.158	0.31
35	LR	0.95	0	66	3165.8	0.32	0.348	0.333	0.404	0.379	0.391	0.354	0.349	0.351	0.359	0.359	0.358	0.36
36	LR	0.95	0.05	38	670.8	0.34	0.388	0.362	0.399	0.36	0.378	0.37	0.362	0.366	0.37	0.37	0.369	0.37
37	LR	0.95	0.1	11	168.3	0.333	0.449	0.382	0.374	0.295	0.33	0.36	0.326	0.342	0.356	0.357	0.351	0.353
38	LR	0.95	0.15	0	28.4	0.31	1	0.473	0	0	0	0	0	0	0	0.333	0.158	0.31
39	LR	0.9	0	58	1258.4	0.331	0.361	0.345	0.397	0.366	0.381	0.363	0.363	0.363	0.364	0.364	0.363	0.364
40	LR	0.9	0.05	34	740.8	0.331	0.379	0.354	0.397	0.356	0.375	0.383	0.375	0.379	0.37	0.37	0.369	0.369
41	LR	0.9	0.1	11	194.6	0.333	0.449	0.382	0.374	0.295	0.33	0.36	0.326	0.342	0.356	0.357	0.351	0.353
42	LR	0.9	0.15	0	92.3	0.31	1	0.473	0	0	0	0	0	0	0	0.333	0.158	0.31
43	LR	0.85	0	44	964.2	0.337	0.374	0.354	0.368	0.333	0.349	0.34	0.341	0.34	0.348	0.349	0.348	0.348
44	LR	0.85	0.05	24	425	0.347	0.426	0.383	0.384	0.326	0.352	0.356	0.339	0.347	0.362	0.364	0.361	0.361
45	LR	0.85	0.1	9	200.3	0.348	0.503	0.411	0.353	0.27	0.306	0.336	0.283	0.307	0.346	0.352	0.342	0.346
46	LR	0.85	0.15	0	66.8	0.31	1	0.473	0	0	0	0	0	0	0	0.333	0.158	0.31
47	LR	0.8	0	38	741.7	0.345	0.392	0.367	0.386	0.358	0.371	0.337	0.324	0.33	0.356	0.358	0.356	0.357
48	LR	0.8	0.05	19	420.7	0.357	0.459	0.401	0.386	0.343	0.362	0.349	0.297	0.32	0.364	0.366	0.361	0.364
49	LR	0.8	0.1	8	138.2	0.352	0.519	0.42	0.354	0.262	0.301	0.338	0.285	0.309	0.348	0.356	0.343	0.349
50	LR	0.8	0.15	0	22	0.31	1	0.473	0	0	0	0	0	0	0	0.333	0.158	0.31
51	LR	0.75	0	34	594.6	0.35	0.403	0.374	0.375	0.345	0.359	0.334	0.317	0.325	0.353	0.355	0.353	0.354
52	LR	0.75	0.05	17	332.4	0.355	0.454	0.399	0.382	0.333	0.356	0.359	0.316	0.336	0.365	0.368	0.363	0.365
53	LR	0.75	0.1	7	141.4	0.356	0.526	0.425	0.361	0.26	0.302	0.344	0.294	0.316	0.354	0.36	0.348	0.354
54	LR	0.75	0.15	0	29.9	0.31	1	0.473	0	0	0	0	0	0	0	0.333	0.158	0.31
55	LR	0.7	0	32	649.4	0.356	0.409	0.38	0.379	0.348	0.362	0.338	0.323	0.33	0.358	0.36	0.358	0.359
56	LR	0.7	0.05	16	309	0.357	0.459	0.401	0.379	0.33	0.352	0.356	0.309	0.331	0.364	0.366	0.361	0.364
57	LR	0.7	0.1	7	147.2	0.356	0.526	0.425	0.361	0.26	0.302	0.344	0.294	0.316	0.354	0.36	0.348	0.354
58	LR	0.7	0.15	0	34.4	0.31	1	0.473	0	0	0	0	0	0	0	0.333	0.158	0.31
59	SVM	1	0	70	825.9	0.359	0.458	0.402	0.406	0.351	0.376	0.376	0.337	0.355	0.381	0.382	0.378	0.379	0.383	0.385
60	SVM	1	0.05	41	322.7	0.359	0.479	0.41	0.397	0.304	0.343	0.405	0.385	0.395	0.387	0.389	0.382	0.384
61	SVM	1	0.1	11	185.9	0.35	0.61	0.444	0.389	0.189	0.254	0.388	0.334	0.358	0.375	0.378	0.352	0.366
62	SVM	1	0.15	0	158.2	0.31	1	0.473	0	0	0	0	0	0	0	0.333	0.158	0.31
63	SVM	0.95	0	66	593	0.36	0.461	0.404	0.403	0.347	0.372	0.379	0.339	0.358	0.381	0.382	0.378	0.38
64	SVM	0.95	0.05	38	292.3	0.359	0.479	0.409	0.395	0.303	0.342	0.409	0.386	0.397	0.388	0.389	0.383	0.385
65	SVM	0.95	0.1	11	335.6	0.35	0.61	0.444	0.389	0.189	0.254	0.388	0.334	0.358	0.375	0.378	0.352	0.366
66	SVM	0.95	0.15	0	321.1	0.31	1	0.473	0	0	0	0	0	0	0	0.333	0.158	0.31
67	SVM	0.9	0	58	1144	0.361	0.459	0.403	0.403	0.344	0.371	0.374	0.34	0.355	0.379	0.381	0.376	0.378
68	SVM	0.9	0.05	34	428.7	0.352	0.49	0.409	0.393	0.293	0.335	0.41	0.373	0.391	0.385	0.386	0.378	0.38
69	SVM	0.9	0.1	11	213.3	0.35	0.61	0.444	0.389	0.189	0.254	0.388	0.334	0.358	0.375	0.378	0.352	0.366
70	SVM	0.9	0.15	0	150.9	0.31	1	0.473	0	0	0	0	0	0	0	0.333	0.158	0.31
71	SVM	0.85	0	44	327.7	0.359	0.457	0.402	0.396	0.327	0.357	0.345	0.325	0.334	0.367	0.37	0.364	0.367
72	SVM	0.85	0.05	24	232	0.35	0.48	0.404	0.382	0.271	0.316	0.375	0.363	0.369	0.369	0.371	0.363	0.366
73	SVM	0.85	0.1	9	210.8	0.352	0.677	0.463	0.398	0.195	0.259	0.359	0.249	0.293	0.37	0.374	0.338	0.362
74	SVM	0.85	0.15	0	173.6	0.31	1	0.473	0	0	0	0	0	0	0	0.333	0.158	0.31
75	SVM	0.8	0	38	366.9	0.367	0.479	0.415	0.405	0.339	0.368	0.335	0.303	0.318	0.369	0.374	0.367	0.37
76	SVM	0.8	0.05	19	181	0.355	0.531	0.425	0.368	0.28	0.317	0.356	0.282	0.315	0.359	0.365	0.352	0.358
77	SVM	0.8	0.1	8	126.9	0.348	0.687	0.462	0.395	0.178	0.243	0.352	0.242	0.285	0.365	0.369	0.33	0.357
78	SVM	0.8	0.15	0	103.1	0.31	1	0.473	0	0	0	0	0	0	0	0.333	0.158	0.31
79	SVM	0.75	0	34	295.7	0.36	0.463	0.404	0.397	0.333	0.361	0.336	0.308	0.321	0.364	0.368	0.362	0.365
80	SVM	0.75	0.05	17	201.1	0.354	0.528	0.423	0.368	0.282	0.318	0.364	0.29	0.323	0.362	0.367	0.355	0.361
81	SVM	0.75	0.1	7	199.9	0.35	0.682	0.462	0.398	0.181	0.247	0.351	0.248	0.289	0.366	0.37	0.333	0.358
82	SVM	0.75	0.15	0	183.4	0.31	1	0.473	0	0	0	0	0	0	0	0.333	0.158	0.31
83	SVM	0.7	0	32	300.5	0.365	0.469	0.41	0.399	0.336	0.364	0.339	0.309	0.323	0.368	0.371	0.366	0.368
84	SVM	0.7	0.05	16	306.6	0.354	0.525	0.422	0.358	0.27	0.307	0.358	0.29	0.32	0.356	0.362	0.35	0.356
85	SVM	0.7	0.1	7	120.4	0.35	0.682	0.462	0.398	0.181	0.247	0.351	0.248	0.289	0.366	0.37	0.333	0.358
86	SVM	0.7	0.15	0	93.8	0.31	1	0.473	0	0	0	0	0	0	0	0.333	0.158	0.31
87	RF	1	0	70	4023.4	0.443	0.456	0.449	0.394	0.358	0.374	0.418	0.447	0.432	0.418	0.421	0.418	0.418	0.418	0.418
88	RF	1	0.05	41	3345.2	0.416	0.443	0.429	0.391	0.345	0.366	0.43	0.461	0.445	0.412	0.416	0.413	0.413
89	RF	1	0.1	11	2421.5	0.395	0.41	0.402	0.393	0.363	0.377	0.402	0.422	0.412	0.397	0.398	0.397	0.397
90	RF	1	0.15	0	211.8	0	0	0	0	0	0	0.325	1	0.49	0	0.333	0.163	0.325
91	RF	0.95	0	66	3867	0.435	0.439	0.437	0.393	0.357	0.374	0.409	0.448	0.427	0.413	0.415	0.413	0.412
92	RF	0.95	0.05	38	3441.6	0.414	0.437	0.425	0.381	0.339	0.359	0.42	0.449	0.434	0.405	0.409	0.406	0.405
93	RF	0.95	0.1	11	2310	0.395	0.41	0.402	0.393	0.363	0.377	0.402	0.422	0.412	0.397	0.398	0.397	0.397
94	RF	0.95	0.15	0	136.6	0	0	0	0	0	0	0.325	1	0.49	0	0.333	0.163	0.325
95	RF	0.9	0	58	3465.2	0.41	0.416	0.413	0.379	0.346	0.362	0.403	0.437	0.419	0.397	0.4	0.398	0.397
96	RF	0.9	0.05	34	3229.3	0.404	0.428	0.415	0.377	0.34	0.357	0.416	0.438	0.426	0.399	0.402	0.399	0.399
97	RF	0.9	0.1	11	2562.4	0.395	0.41	0.402	0.393	0.363	0.377	0.402	0.422	0.412	0.397	0.398	0.397	0.397
98	RF	0.9	0.15	0	537.4	0	0	0	0	0	0	0.325	1	0.49	0	0.333	0.163	0.325
99	RF	0.85	0	44	4359.9	0.397	0.392	0.394	0.364	0.343	0.353	0.383	0.412	0.396	0.381	0.383	0.381	0.381
100	RF	0.85	0.05	24	3719.9	0.39	0.407	0.398	0.362	0.325	0.342	0.392	0.42	0.405	0.381	0.384	0.382	0.381