Universal Dependencies v2.5 Benchmarks for spaCy v3.2.1, Stanza v1.1.1, Trankit v1.0.0

	A	B	C	D	E	F	G	H	I	J	K	L	M	N	O	P	Q	R	S	T	U	V	W	X	Y	Z
1	Corpus	Library	MWTs	Tokens	Sentences	Words	UPOS	XPOS	UFeats	AllTags	Lemmas	UAS	LAS	CLAS	MLAS	BLEX	Aligned UPOS	Aligned XPOS	Aligned UFeats	Aligned AllTags	Aligned Lemmas	Aligned UAS	Aligned LAS	Aligned CLAS	Aligned MLAS	Aligned BLEX

2	Afrikaans-AfriBooms	Stanza	no	99.75	99.65	99.75	97.56	94.27	97.03	94.24	97.48	87.51	84.45	78.58	74.70	75.39
3	Afrikaans-AfriBooms	Trankit[base]	no	99.72	100.00	99.72	98.55	96.10	98.26	95.89	97.39	91.03	88.79	84.46	81.31	80.91
4	Afrikaans-AfriBooms	Trankit[large]	no	99.84	100.00	99.84	98.87	96.63	98.68	96.54	97.47	91.61	89.35	85.30	82.64	81.65
5	Afrikaans-AfriBooms	spaCy	no	99.72	90.60	99.72	98.12	95.17	97.89	95.09	96.75	88.13	85.56	80.26	76.56	75.77	98.40	95.44	98.17	95.36	97.02	88.38	85.81	80.45	76.74	75.95
6	Croatian-SET	Stanza	no	99.96	98.15	99.96	97.88	94.86	95.32	94.22	96.67	90.27	85.56	82.43	76.37	78.78
7	Croatian-SET	Trankit[base]	no	99.92	99.16	99.92	98.38	96.08	96.52	95.44	96.60	93.34	89.36	87.16	81.12	82.91
8	Croatian-SET	Trankit[large]	no	99.93	99.08	99.93	98.58	96.55	96.85	95.99	96.71	93.86	89.74	87.77	82.19	83.56
9	Croatian-SET	spaCy	no	99.94	98.42	99.94	98.32	96.33	96.74	95.84	96.36	92.42	88.31	85.94	80.25	81.45	98.38	96.39	96.80	95.90	96.42	92.47	88.36	85.92	80.23	81.43
10	Danish-DDT	Stanza	no	99.96	93.57	99.96	97.75	99.96	97.38	96.45	97.32	86.83	84.19	81.20	77.13	78.46
11	Danish-DDT	Trankit[base]	no	99.79	95.19	99.79	98.35	99.79	97.79	97.19	97.18	90.41	88.78	86.94	82.58	83.38
12	Danish-DDT	Trankit[large]	no	99.81	95.46	99.81	98.71	99.81	98.33	97.87	97.35	91.75	90.33	88.81	85.66	85.42
13	Danish-DDT	spaCy	no	99.85	94.93	99.85	98.40		97.94		96.98	88.92	86.86	84.69	81.29	81.00	98.55		98.08		97.12	89.05	86.99	84.75	81.35	81.06
14	Dutch-Alpino	Stanza	no	99.96	89.98	99.96	96.33	94.76	96.28	94.13	96.97	89.56	86.44	81.22	75.76	77.80
15	Dutch-Alpino	Trankit[base]	no	99.22	89.88	99.22	96.55	94.92	96.22	94.56	96.23	93.28	91.28	87.88	82.58	83.86
16	Dutch-Alpino	Trankit[large]	no	99.43	90.65	99.43	96.67	95.01	96.55	94.75	96.39	94.41	92.49	89.56	84.22	85.29
17	Dutch-Alpino	spaCy	no	99.42	91.26	99.42	96.75	95.20	96.58	94.76	96.18	92.71	90.54	87.36	82.34	82.89	97.32	95.75	97.14	95.32	96.74	93.25	91.07	87.63	82.59	83.14
18	Dutch-LassySmall	Stanza	no	99.90	77.95	99.90	95.97	94.87	96.22	94.05	97.59	85.34	81.93	75.54	71.98	73.49
19	Dutch-LassySmall	Trankit[base]	no	99.21	91.09	99.21	96.20	95.18	96.25	94.53	97.19	91.09	88.18	84.63	80.47	82.44
20	Dutch-LassySmall	Trankit[large]	no	99.36	92.60	99.36	96.52	95.57	96.63	94.99	97.37	92.25	89.68	86.51	82.56	84.19
21	Dutch-LassySmall	spaCy	no	99.74	86.27	99.74	96.59	95.52	96.76	94.92	96.80	90.64	87.89	83.81	79.95	80.29	96.84	95.77	97.01	95.17	97.05	90.88	88.12	83.79	79.94	80.27
22	English-EWT	Stanza	no	99.01	81.13	99.01	95.40	95.12	96.11	93.90	97.21	86.22	83.59	80.21	76.02	78.50
23	English-EWT	Trankit[base]	no	98.48	88.35	98.48	95.95	95.71	96.26	94.62	96.84	90.14	87.96	85.75	81.02	83.83
24	English-EWT	Trankit[large]	no	98.67	90.49	98.67	96.65	96.47	96.75	95.49	97.25	91.29	89.40	87.41	83.45	85.73
25	English-EWT	spaCy	no	98.90	87.03	98.90	96.23	95.87	96.42	94.78	96.84	89.79	87.83	85.36	81.51	83.22	97.30	96.93	97.49	95.83	97.91	90.78	88.80	86.43	82.53	84.26
26	Finnish-TDT	Stanza	yes	99.77	93.05	99.73	96.97	97.72	95.36	94.44	94.98	88.62	86.18	84.66	79.73	80.24
27	Finnish-TDT	Trankit[base]	yes	99.62	95.98	99.62	97.99	98.44	96.52	95.76	95.39	93.47	91.94	90.78	86.55	86.00
28	Finnish-TDT	Trankit[large]	yes	99.71	97.22	99.72	98.48	98.78	96.84	96.33	95.59	94.98	93.77	92.92	88.97	88.02
29	Finnish-TDT	spaCy	yes	99.60	95.76	99.41	97.35	97.89	95.92	95.12	87.48	91.86	89.98	88.76	84.22	74.64	97.93	98.47	96.49	95.68	88.00	92.40	90.51	89.04	84.48	74.88
30	French-Sequoia	Stanza	yes	99.90	88.79	99.58	98.19	99.58	97.58	96.94	98.25	90.47	88.34	84.71	81.77	83.31
31	French-Sequoia	Trankit[base]	yes	99.73	94.36	99.73	98.90	99.73	97.98	97.57	98.47	94.68	93.59	91.26	88.27	89.44
32	French-Sequoia	Trankit[large]	yes	99.81	94.07	99.78	99.22	99.78	98.43	98.13	98.64	95.70	94.85	92.95	90.47	91.15
33	French-Sequoia	spaCy	yes	99.89	93.65	95.19	94.01		93.06		92.72	89.14	87.51	89.27	81.32	85.63	98.76		97.76		97.40	93.64	91.93	89.69	81.70	86.03
34	German-HDT	Stanza	no	100.00	97.41	100.00	98.04	97.94	91.77	91.34	97.48	94.91	92.59	88.73	77.26	85.63
35	German-HDT	Trankit[base]	no	99.90	99.50	99.90	98.42	98.37	93.95	93.52	97.35	97.38	96.51	94.63	85.02	91.18
36	German-HDT	Trankit[large]	no	99.92	99.67	99.92	98.44	98.41	94.05	93.70	97.36	97.63	96.86	95.14	85.73	91.67
37	German-HDT	spaCy	no	100.00	99.12	100.00	98.56	98.52	93.83	93.38	92.40	97.13	96.11	94.00	84.23	82.21	98.56	98.52	93.83	93.38	92.40	97.13	96.11	93.97	84.20	82.18
38	Indonesian-GSD	Stanza	no	99.99	93.78	99.99	93.68	94.79	96.00	89.17	99.61	85.17	79.19	77.04	68.86	76.68
39	Indonesian-GSD	Trankit[base]	no	99.86	95.37	99.86	93.57	94.18	95.67	88.65	99.49	86.55	80.28	78.64	69.42	78.26
40	Indonesian-GSD	Trankit[large]	no	99.89	95.54	99.89	93.39	95.06	96.11	89.22	99.53	86.33	79.81	77.99	69.08	77.60
41	Indonesian-GSD	spaCy	no	100.00	91.93	100.00	93.29	94.72	95.83	88.89	98.42	85.81	79.49	77.45	68.58	75.75	93.29	94.72	95.83	88.89	98.42	85.81	79.49	77.58	68.70	75.88
42	Irish-IDT	Stanza	no	99.76	95.93	99.76	93.90	92.43	78.19	75.00	91.79	82.65	74.03	66.11	42.98	59.09
43	Irish-IDT	Trankit[base]	no	99.32	97.25	99.32	93.88	92.46	80.36	76.72	92.34	82.52	74.91	67.96	46.29	61.34
44	Irish-IDT	Trankit[large]	no	99.47	98.24	99.47	94.72	93.74	80.90	77.94	92.64	83.47	76.86	70.64	48.55	64.06
45	Irish-IDT	spaCy	no	99.83	84.91	99.83	93.96	92.86	82.37	78.81	89.41	80.94	72.87	64.85	46.48	55.71	94.12	93.02	82.51	78.94	89.57	81.08	72.99	64.46	46.20	55.38
46	Korean-GSD	Stanza	no	99.88	96.65	99.88	96.18	90.14	99.66	88.00	92.69	87.29	83.53	81.34	79.29	75.31
47	Korean-GSD	Trankit[base]	no	98.63	97.67	98.63	95.63	90.32	98.43	88.26	91.96	88.48	85.77	84.26	81.98	78.08
48	Korean-GSD	Trankit[large]	no	98.57	98.08	98.57	95.71	90.88	98.35	88.90	91.93	89.87	87.22	85.97	83.63	79.65
49	Korean-GSD	spaCy	no	99.95	96.11	99.95	97.08	92.37	99.77	90.31	93.82	88.57	85.76	84.15	81.98	78.36	97.12	92.41	99.82	90.35	93.87	88.61	85.80	84.08	81.91	78.29
50	Korean-Kaist	Stanza	no	100.00	99.93	100.00	95.45	86.31	100.00	86.31	93.02	88.41	86.38	83.95	80.63	77.57
51	Korean-Kaist	Trankit[base]	no	98.79	99.14	98.79	94.99	87.62	98.79	87.62	92.44	88.72	86.96	84.99	81.84	78.90
52	Korean-Kaist	Trankit[large]	no	98.70	99.87	98.70	95.13	88.07	98.70	88.07	92.36	90.00	88.22	86.37	83.56	80.16
53	Korean-Kaist	spaCy	no	100.00	99.87	100.00	96.27	89.21	100.00	89.02	94.34	89.50	87.70	85.68	82.67	80.46	96.27	89.21	100.00	89.02	94.34	89.50	87.70	85.61	82.60	80.40
54	Latvian-LVTB	Stanza	no	99.82	99.01	99.82	96.03	88.25	93.46	87.73	95.55	87.84	84.44	82.16	73.91	78.25
55	Latvian-LVTB	Trankit[base]	no	99.71	99.10	99.71	97.16	90.24	94.47	89.62	95.61	92.05	89.44	87.73	79.78	83.52
56	Latvian-LVTB	Trankit[large]	no	99.73	98.69	99.73	97.61	91.22	95.18	90.72	95.83	93.63	91.25	89.78	82.69	85.58
57	Latvian-LVTB	spaCy	no	99.70	98.31	99.70	97.06	90.71	94.87	90.24	94.70	90.84	87.89	86.04	78.95	80.28	97.34	90.98	95.15	90.51	94.98	91.11	88.16	86.40	79.28	80.62
58	Lithuanian-ALKSNIS	Stanza	no	99.87	88.79	99.87	93.37	85.67	87.84	84.84	92.51	78.54	73.11	70.66	60.81	65.53
59	Lithuanian-ALKSNIS	Trankit[base]	no	99.82	95.10	99.82	97.03	92.35	93.00	91.54	94.05	88.30	84.96	83.59	75.11	77.35
60	Lithuanian-ALKSNIS	Trankit[large]	no	99.84	95.72	99.84	97.45	93.98	94.46	93.30	94.30	90.48	87.67	86.66	79.86	80.20
61	Lithuanian-ALKSNIS	spaCy	no	99.99	89.78	99.99	96.93	92.55	93.16	92.11	89.35	85.91	81.94	80.17	72.77	68.92	96.95	92.56	93.18	92.13	89.36	85.92	81.95	80.06	72.68	68.83
62	Norwegian-Bokmaal	Stanza	no	99.99	97.17	99.99	98.29	99.99	97.17	96.41	98.36	92.57	90.69	88.32	84.41	86.33
63	Norwegian-Bokmaal	Trankit[base]	no	99.88	99.20	99.88	98.66	99.88	97.60	97.02	98.34	94.78	93.47	91.77	88.29	89.72
64	Norwegian-Bokmaal	Trankit[large]	no	99.88	98.89	99.88	98.85	99.88	98.07	97.61	98.40	95.54	94.33	92.82	90.15	90.84
65	Norwegian-Bokmaal	spaCy	no	100.00	98.51	100.00	98.70		97.76		98.54	94.63	93.14	91.36	87.95	89.37	98.70		97.76		98.54	94.63	93.14	91.26	87.85	89.28
66	Norwegian-Nynorsk	Stanza	no	99.97	94.85	99.97	97.92	99.97	96.88	96.03	97.90	91.87	89.73	87.28	82.86	84.78
67	Norwegian-Nynorsk	Trankit[base]	no	99.81	98.71	99.81	98.20	99.81	97.20	96.48	97.89	94.15	92.58	90.70	86.61	88.15
68	Norwegian-Nynorsk	Trankit[large]	no	99.84	98.97	99.84	98.52	99.84	97.79	97.13	98.01	95.23	93.82	92.35	89.01	89.79
69	Norwegian-Nynorsk	spaCy	no	99.92	97.98	99.92	98.29		97.33		97.82	94.08	92.42	90.59	86.82	87.95	98.38		97.41		97.90	94.16	92.50	90.44	86.68	87.80
70	Old_French-SRCMF	Stanza	no	100.00	100.00	100.00	96.05	96.09	97.74	95.56	100.00	91.38	86.35	83.39	80.05	83.39
71	Old_French-SRCMF	Trankit[base]	no	99.84	100.00	99.84	96.36	96.21	97.75	95.72	99.84	92.82	88.76	86.12	82.63	86.12
72	Old_French-SRCMF	Trankit[large]	no	99.91	100.00	99.91	96.96	96.83	98.32	96.45	99.91	94.30	90.75	88.69	85.43	88.69
73	Old_French-SRCMF	spaCy	no	100.00	86.01	100.00	96.42	96.35	97.86	95.92	100.00	91.22	87.14	84.04	80.54	84.04	96.42	96.35	97.86	95.92	100.00	91.22	87.14	84.06	80.56	84.06
74	Polish-LFG	Stanza	no	99.95	99.83	99.95	98.55	94.66	95.84	94.07	96.86	95.80	93.94	92.35	87.62	88.64
75	Polish-LFG	Trankit[base]	no	98.32	99.91	98.32	97.66	94.59	95.05	94.00	95.37	93.31	92.17	91.43	86.88	87.55
76	Polish-LFG	Trankit[large]	no	98.34	99.57	98.34	97.84	95.52	96.00	95.05	95.48	93.90	93.04	92.58	89.18	88.61
77	Polish-LFG	spaCy	no	99.82	99.91	99.82	98.99	95.97	96.78	95.45	95.84	97.03	95.68	94.34	90.08	88.99	99.17	96.14	96.95	95.62	96.01	97.20	95.84	94.49	90.22	89.13
78	Portuguese-Bosque	Stanza	yes	99.77	94.30	99.67	97.04	99.67	96.36	94.91	97.80	90.67	87.57	82.59	76.78	80.30
79	Portuguese-Bosque	Trankit[base]	yes	99.70	97.48	99.65	97.27	99.65	96.50	94.95	97.89	92.76	90.25	86.96	80.03	84.52
80	Portuguese-Bosque	Trankit[large]	yes	99.75	97.18	99.67	97.52	99.67	96.50	95.17	97.97	93.31	90.91	87.75	81.09	85.36
81	Portuguese-Bosque	spaCy	yes	99.64	92.18	88.32	85.87		85.19		85.96	79.77	77.18	84.00	67.16	81.11	97.22		96.45		97.33	90.31	87.38	85.22	68.14	82.29
82	Romanian-Nonstandard	Stanza	no	98.96	97.53	98.96	95.40	90.73	89.79	88.19	94.63	87.24	82.71	77.60	65.24	73.52
83	Romanian-Nonstandard	Trankit[base]	no	98.68	98.57	98.68	96.04	91.48	90.33	88.89	94.57	90.14	86.40	82.40	69.46	77.93
84	Romanian-Nonstandard	Trankit[large]	no	98.74	98.00	98.74	96.23	91.64	90.51	89.07	94.66	90.68	86.89	83.13	70.10	78.50
85	Romanian-Nonstandard	spaCy	no	98.53	96.78	98.53	95.93	91.29	90.22	88.82	92.18	89.42	85.57	81.43	68.51	73.68	97.36	92.64	91.57	90.14	93.55	90.75	86.84	82.45	69.37	74.61
86	Romanian-RRT	Stanza	no	99.77	96.64	99.77	97.54	96.97	97.13	96.75	97.95	90.66	85.85	81.49	77.94	79.84
87	Romanian-RRT	Trankit[base]	no	99.72	97.67	99.72	97.87	97.25	97.44	97.01	98.05	93.14	89.04	85.93	82.02	84.01
88	Romanian-RRT	Trankit[large]	no	99.60	98.49	99.60	97.90	97.35	97.43	97.11	97.98	93.60	89.50	86.61	82.78	84.60
89	Romanian-RRT	spaCy	no	99.76	94.27	99.76	97.39	96.28	96.94	96.09	97.25	91.70	87.47	83.92	79.54	80.96	97.62	96.51	97.17	96.32	97.48	91.91	87.68	83.96	79.58	81.01
90	Russian-GSD	Stanza	no	99.65	97.16	99.65	97.38	97.18	93.11	92.22	95.34	88.97	84.83	82.37	75.16	77.75
91	Russian-GSD	Trankit[base]	no	99.63	98.25	99.63	97.96	97.65	94.86	93.83	95.50	91.86	88.62	87.41	80.83	82.36
92	Russian-GSD	Trankit[large]	no	99.79	99.25	99.79	98.25	97.89	95.78	94.73	95.75	92.70	89.75	88.71	82.92	83.66
93	Russian-GSD	spaCy	no	99.61	96.18	99.61	97.60	96.85	94.68	93.05	94.47	90.76	87.40	86.08	79.81	79.89	97.99	97.23	95.06	93.42	94.84	91.12	87.74	86.59	80.28	80.37
94	Serbian-SET	Stanza	no	100.00	99.33	100.00	98.44	94.26	94.55	93.86	96.34	91.79	88.78	86.50	79.48	82.38
95	Serbian-SET	Trankit[base]	no	99.91	99.71	99.91	98.97	95.82	95.96	95.32	96.90	95.24	92.94	91.53	84.84	87.46
96	Serbian-SET	Trankit[large]	no	99.91	100.00	99.91	99.06	96.22	96.40	95.84	96.90	95.57	93.13	91.92	85.76	87.71
97	Serbian-SET	spaCy	no	100.00	96.01	100.00	98.98	96.27	96.42	96.05	96.09	93.90	91.30	89.69	83.92	84.58	98.98	96.27	96.42	96.05	96.09	93.90	91.30	89.69	83.91	84.57
98	Slovak-SNK	Stanza	no	99.97	90.93	99.97	96.34	87.15	91.59	86.34	94.73	89.96	86.82	84.74	75.39	79.35
99	Slovak-SNK	Trankit[base]	no	99.93	98.07	99.93	97.80	89.02	94.00	88.38	94.66	95.72	93.97	93.19	84.33	86.63
100	Slovak-SNK	Trankit[large]	no	99.94	98.49	99.94	97.90	90.82	95.22	90.20	94.79	96.97	95.60	95.04	87.64	88.39