vlm_results

	A	B	C	D	E	F	G	H	I	J	K	L	M	N	O	P	Q	R	S	T
1		VLM	ocr	celebrity_recognition	object_localization	attribute_recognition	action_recognition	attribute_comparison	nature_relation	physical_relation	social_relation	identity_reasoning	function_reasoning	physical_property_reasoning	structuralized_imagetext_understanding	future_prediction	image_topic	image_emotion	image_scene	image_style

2	Standard Acc.	LLaVA-1.5	62.9	84	50	90	95.9	59.1	46.7	40	87.5	100	87	10.3	18.2	52	90.3	85.7	97.8	69.6
3		CogVLM	74.3	87.2	29	82	91.8	43.2	57.8	13.3	90.6	100	91.3	24.1	6.8	16	80.6	83.3	97.8	87
4		Qwen-VL-Chat	65.7	94.7	32.3	78	98	9.1	35.6	33.3	34.4	97.4	87	17.2	9.1	20	83.9	85.7	95.7	78.3
5		Gemini-Pro	74.3	89.4	29	72	91.8	22.7	53.3	13.3	78.1	97.4	89.1	24.1	47.7	28	93.5	83.3	95.7	69.6
6		LLaVA-Next-13B	71.4	86.2	54.8	86	93.9	59.1	57.8	46.7	65.6	100	76.1	6.9	25	28	93.5	85.7	97.8	80.4
7		LLaVA-Next-34B	82.9	86.2	66.1	76	83.7	56.8	82.2	40	59.4	92.1	87	17.2	38.6	24	100	71.4	97.8	78.3
8		GPT-4V	97.1	56.4	45.2	82	91.8	45.5	88.9	20	62.5	97.4	93.5	24.1	72.7	28	100	88.1	96.8	93.5
9	AAD Acc.	LLaVA-1.5	0	0	0	0	2	0	2.2	0	0	0	4.3	3.4	2.3	4	0	0	0	0
10		CogVLM	0	0	1.6	2	0	0	0	0	0	5.3	0	0	0	0	0	0	0	0
11		Qwen-VL-Chat	11.4	38.3	12.9	20	34.7	0	11.1	0	46.9	44.7	32.6	6.9	2.3	40	6.5	38.1	17.2	0
12		Gemini-Pro	20	61.7	19.4	16	71.4	0	4.4	0	12.5	50	30.4	10.3	0	16	32.3	26.2	45.2	0
13		LLaVA-Next-13B	22.9	38.3	3.2	18	10.2	0	57.8	0	71.9	34.2	34.8	27.6	22.7	44	0	31	2.2	28.3
14		LLaVA-Next-34B	65.7	74.5	24.2	68	67.3	25	64.4	26.7	87.5	92.1	76.1	41.4	31.8	64	48.4	90.5	67.7	60.9
15		GPT-4V	88.6	89.4	16.1	50	87.8	4.5	57.8	46.7	37.5	94.7	43.5	51.7	31.8	60	71	47.6	91.4	47.8
16	Dual Acc.	LLaVA-1.5	0	0	0	0	2	0	2.2	0	0	0	4.3	0	0	4	0	0	0	0
17		CogVLM	0	0	1.6	2	0	0	0	0	0	5.3	0	0	0	0	0	0	0	0
18		Qwen-VL-Chat	11.4	38.3	4.8	20	34.7	0	8.9	0	25	42.1	28.3	0	0	4	6.5	38.1	17.2	0
19		Gemini-Pro	17.1	59.6	12.9	16	67.3	0	2.2	0	6.2	47.4	28.3	3.4	0	8	32.3	26.2	45.2	0
20		LLaVA-Next-13B	22.9	37.2	3.2	18	10.2	0	42.2	0	40.6	34.2	30.4	3.4	11.4	4	0	28.6	2.2	23.9
21		LLaVA-Next-34B	65.7	72.3	21	62	61.2	25	60	20	46.9	86.8	71.7	6.9	22.7	24	48.4	71.4	67.7	50
22		GPT-4V	88.6	48.9	11.3	48	83.7	2.3	51.1	6.7	25	92.1	43.5	10.3	27.3	16	71	47.6	90.3	43.5
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100