Semeval Task 1: STS results 2017

	A	B	C	D	E	F	G	H	I	J	K	L	M
1	(Final, Feb. 23th, 16:45 CET)					Track 1	Track 2	Track 3	Track 4a	Track 4b	Track 5	Track 6	Legend:
2	run ID	username	teamname	Paper	Primary	AR-AR	AR-EN	SP-SP	SP-EN	SP-EN-WMT	EN-EN	EN-TR	- submission corrections with (*) and in red

3			Totals by track		1	1	1	1	1	1	1	1
4	386611	lanman	ECNU	Yes	0.7316	0.7440	0.7493	0.8559	0.8131	0.3363	0.8518	0.7706
5	386610	lanman	ECNU	Yes	0.7044	0.7380	0.7126	0.8456	0.7495	0.3311	0.8181	0.7362
6	386608	lanman	ECNU	Yes	0.6940	0.7271	0.6975	0.8247	0.7649	0.2633	0.8387	0.7420
7	387941	haowu (*)	BIT	Yes	0.6789	0.7417	0.6965	0.8499	0.7828	0.1107	0.8400	0.7305
8	387940	haowu (*)	BIT	Yes	0.6703	0.7535	0.7007	0.8323	0.7813	0.0758	0.8161	0.7327
9	386849	haowu	BIT	Yes	0.6662	0.7543	0.6953	0.8289	0.7761	0.0584	0.8222	0.7280
10	386540	Kamikaze	HCTI	Yes	0.6598	0.7130	0.6836	0.8263	0.7621	0.1483	0.8113	0.6741
11	386854	guidoz	MITRE	Yes	0.6590	0.7294	0.6753	0.8202	0.7802	0.1598	0.8053	0.6430
12	386852	guidoz	MITRE	Yes	0.6587	0.7304	0.6740	0.8201	0.7799	0.1574	0.8048	0.6441
13	386002	B.Hassan	FCICU	Yes	0.6190	0.7158	0.6782	0.8484	0.6926	0.0254	0.8272	0.5452
14	386806	wlzhuang	neobility	Yes	0.6171	0.6821	0.6459	0.7928	0.7169	0.0200	0.7927	0.6696
15	386003	B.Hassan	FCICU	Yes	0.6166	0.7158	0.6781	0.8489	0.6854	0.0214	0.8280	0.5390
16	386752	rekaby	STS-UHH	Yes	0.6058	0.6781	0.6307	0.7713	0.7201	0.0481	0.7989	0.5937
17	386421	ruthva	RTV	No	0.6050	0.6713	0.5595	0.7485	0.7050	0.0761	0.8541	0.6204
18	386626	Kamikaze	HCTI	Yes	0.5988	0.4373	0.6836	0.6709	0.7621	0.1483	0.8156	0.6741
19	386418	ruthva	RTV	No	0.5980	0.6689	0.5482	0.7424	0.6999	0.0734	0.8541	0.5989
20	386734	vijaypal	MatrusriIndia	No	0.5960	0.6860	0.5464	0.7614	0.7118	0.0572	0.7744	0.6349
21	387475	rekaby	STS-UHH	Yes	0.5725	0.6104	0.5910	0.7204	0.6338	0.1205	0.7339	0.5972
22	386803	StefyD	SEF@UHH	Yes	0.5676	0.5790	0.5384	0.7423	0.5866	0.1802	0.7256	0.6211
23	386435	StefyD	SEF@UHH	Yes	0.5644	0.5588	0.4789	0.7456	0.5739	0.3069	0.7880	0.4990
24	386423	ruthva	RTV	No	0.5633	0.6143	0.4832	0.6863	0.6140	0.0829	0.8547	0.6079
25	386685	StefyD	SEF@UHH	Yes	0.5528	0.5774	0.4813	0.6979	0.5660	0.3407	0.7186	0.4878
26		sts-organizers	cosine baseline		0.5370	0.6045	0.5155	0.7117	0.6220	0.0320	0.7278	0.5456
27	386318	wlzhuang	neobility	Yes	0.5195	0.1369	0.6259	0.7792	0.6930	0.0044	0.7556	0.6418
28	386559	wlzhuang	neobility	Yes	0.5025	0.0369	0.6207	0.7690	0.6947	0.0147	0.7535	0.6279
29	386730	vijaypal	MatrusriIndia	No	0.4975	0.5703	0.4340	0.6786	0.5563	0.0857	0.6579	0.4994
30	386791	thomasp	NLPProxem	No	0.4902	0.5193	0.5313	0.6642	0.5144	0.0996	0.6256	0.4767
31	386800	jdbarrow	UMDeep	Yes	0.4792	0.4753	0.4939	0.5165	0.5615	0.1609	0.6174	0.5293
32	386796	jeanmarcmarty	NLPProxem	No	0.4790	0.5506	0.4369	0.6381	0.5079	0.1414	0.6463	0.4320
33	386826	jdbarrow	UMDeep	Yes	0.4773	0.4587	0.5199	0.5148	0.5232	0.1300	0.6222	0.5725
34	388044	cristinae (*)	Lump	Yes	0.4725	0.6052	0.1829	0.7574	0.4327	0.0116	0.7376	0.5800
35	388046	cristinae (*)	Lump	Yes	0.4704	0.5508	0.1357	0.7676	0.4825	0.1112	0.7269	0.5179
36	388045	cristinae (*)	Lump	Yes	0.4438	0.6287	0.1805	0.7380	0.4447	0.0151	0.7347	0.3652
37	386831	jeanmarcmarty	NLPProxem	No	0.4070	0.5327	0.4773	0.0016	0.5506	0.1440	0.6681	0.4746
38	387486	Bicici (*)	RTM	Yes	0.3669	0.3365	0.1711	0.6990	0.6004	0.1455	0.5468	0.0687
39	386787	dpeskov	UMDeep	Yes	0.3521	0.3905	0.3713	0.4588	0.3482	0.0586	0.4727	0.3644
40	387487	Bicici (*)	RTM	Yes	0.3291	0.3365	0.0025	0.5682	0.5054	0.1368	0.6405	0.1136
41	387485	Bicici (*)	RTM	Yes	0.3278	0.4156	0.1332	0.4841	0.4583	0.2347	0.5632	0.0055
42	387457	bjerva	ResSim	Yes	0.3148	0.2892	0.1045	0.6613	0.2389	0.0305	0.6906	0.1884
43	387446	bjerva	ResSim	Yes	0.2938	0.3120	0.1288	0.6920	0.1002	0.0162	0.6877	0.1195
44	387456	bjerva	ResSim	Yes	0.2145	0.0033	0.1098	0.5465	0.2262	0.0199	0.5057	0.0902
45	387465	ivanvladimir	LIPN-IIMAS	Yes	0.1067	0.0471	0.0769	0.1527	0.1719	0.1446	0.0738	0.0800
46	387466	ivanvladimir	LIPN-IIMAS	Yes	0.0926	0.0214	0.1292	0.0458	0.0120	0.0191	0.2038	0.2168
47	386092	hjpwhu	hjpwhu	No	0.0480	0.0412	0.0639	0.0617	0.0204	0.0624	0.0114	0.0753
48	387496	hjpwhu	hjpwhu	No	0.0294	0.0477	0.0204	0.0763	0.0046	0.0257	0.0069	0.0246
49	386777	ferreroj	compiLIG	Yes					0.8302	0.1550
50	387239	ferreroj	compiLIG	Yes					0.7910	0.1494
51	386775	ferreroj	compiLIG	Yes					0.7684	0.1464
52	386723	vijaypal	MatrusriIndia	No		0.686		0.7614	0.7118	0.0572	0.7744	0.6349
53	387920	cyrilgoutte (*)	NRC	No					0.4225	0.0023
54	386804	cyrilgoutte	NRC	No					0.2808	0.1133
55	386778	Pfialho (*)	L2F/INESC-ID	Yes				0.6385	0.1561	0.0524	0.6661	0.0356
56	387244	pfialho (*)	L2F/INESC-ID	Yes				0.7616	0.0191	0.0544	0.7811	0.0293
57	386074	OkadaNaoya	??? (OkadaNaoya)	No							0.7704
58	385817	nmharjan	DT_TEAM	Yes							0.8536
59	385818	nmharjan	DT_TEAM	Yes							0.8360
60	385819	nmharjan	DT_TEAM	Yes							0.8329
61	386004	B.Hassan	FCICU	Yes							0.8217
62	386579	HITInsun	ITNLP–AiKF	Yes							0.8231
63	386590	HITInsun	ITNLP–AiKF	Yes							0.8231
64	386569	HITInsun	ITNLP–AiKF	Yes							0.8159
65	387243	pfialho	L2F/INESC-ID	Yes							0.6952
66	386748	LIM-LIG	LIM-LIG	Yes		0.7463
67	386747	LIM-LIG	LIM-LIG	Yes		0.7309
68	386746	LIM-LIG	LIM-LIG	Yes		0.5957
69	385853	OPI-JSA	OPI-JSA	Yes							0.7850
70	386323	OPI-JSA	OPI-JSA	Yes							0.7342
71	385846	OPI-JSA	OPI-JSA	Yes							0.6796
72	386207	PurdueNLP	PurdueNLP	Yes							0.7928
73	386645	PurdueNLP	PurdueNLP	Yes							0.5535
74	386855	PurdueNLP	PurdueNLP	Yes							0.5311
75	388410	nlp_2017 (*)	QLUT	Yes							0.6433
76	386294	nlp_2017	QLUT	Yes							0.6155
77	388499	nlp_2017 (*)	QLUT	Yes							0.4924
78	386732	sythello	SIGMA	No							0.8047
79	386621	sythello	SIGMA	No							0.8008
80	385689	sythello	SIGMA	No							0.7912
81	386736	zhangzilu919	SIGMA_PKU_2	No							0.8134
82	386739	zhangzilu919	SIGMA_PKU_2	No							0.8127
83	386738	zhangzilu919	SIGMA_PKU_2	No							0.8061
84	386823	rekaby	STS-UHH	Yes							0.8093
85	386377	UCSC-NLP	UCSC-NLP	No							0.7729
86	386828	natsheh	UdL	Yes							0.8004
87	388040	natsheh (*)	UdL	Yes							0.7901
88	386833	natsheh	UdL	Yes							0.7805
89
90
91
92
93
94
95
96
97
98
99
100