LLM Comparison Sheet 0501

	A	B	C	D	E	F	G	H	I	J	K	L	M	N	O	P	Q	R	S	T	U	V	W	X	Y	Z	AA	AB	AC	AD
1		Our Dialog: multi-round and single-round				Instruction Following		PreTraining Text		CommonSense Text							CommonSense QA
2		[Dialog] lmflow_chat_zh_multi (nll)	[Dialog] lmflow_chat_zh_single (nll)	[Dialog] lmflow_chat_en_multi (nll)	[Dialog] lmflow_chat_en_single (nll)	[Instruction] gpt4_en_eval (nll)	[Instruction] gpt4_zh_eval (nll)	[PreTrain Text] wiki_en_eval (nll)	[PreTrain Text] wiki_zh_eval (nll)	[CS_Text] winogrande (nll)	[CS_Text] boolq (nll)	[CS_Text] arc_easy (nll)	[CS_Text] hellaswag (nll)	[CS_Text] piqa (nll)	[CS_Text] OBQA (nll)	[CS_Text] arc_challenge (nll)	[CS_QA] winogrande (acc)	[CS_QA] boolq (acc)	[CS_QA] arc_easy (acc)	[CS_QA] hellaswag (acc)	[CS_QA] piqa (acc)	[CS_QA] OBQA (acc)	[CS_QA] arc_challenge (acc)	Chat_NLL	En_Chat_NLL	Instruction	CS_NLL_AVERAGE	CS_ACC_AVERAGE	Wiki	NLL_AVERAGE

3	llama_13b	450	469	157	177	203	414	1272	1072	79	153	70	207	119	57.25	83	70.01	68.53	74.54	76.23	79.11	42.2	44.54	313.25	167	203	109.75	65.02285714	308.5	339.0227273
4	llama_7b	484	503	163	184	214	450	1352	1128	79.5	167	71.5	214	121	58	85	67.9	73.15	67.3	72.96	78.35	42.4	41.38	333.5	173.5	214	113.7142857	63.34857143	332	358.1818182
5	vicuna_13b	414	430	150	170	206	368	1568	1248	95.5	207	88.5	262	149	73	105	66.22	79.85	64.65	73.04	77.64	41.6	40.36	291	160	206	140	63.33714286	287	397.2727273
6	robin_7b	332	344	137	152	172	282	1464	1080	82	188	76	219	127	60.75	90	67.96	68.47	70.88	70.42	77.31	41	41.55	241.25	144.5	172	120.3928571	62.51285714	227	349.1590909
7	redpajama-3b	503	531	163	193	224	474	1328	1152	81.5	178	74.5	227	126	60.5	88	65.11	71.01	69.91	70.16	76.66	38.6	38.4	347.5	178	224	119.3571429	61.40714286	349	364.8636364
8	vicuna_7b	418	435	155	175	211	382	1632	1264	97	219	89	258	151	72	105	63.69	77.37	63.13	68.82	76.33	39.6	38.74	295.75	165	211	141.5714286	61.09714286	296.5	407.2727273
9	redpajama-3b-chat	541	561	164	186	219	506	1520	1288	83	200	78.5	235	130	60.5	94	63.77	67.37	70.08	66.32	75.68	39.6	37.46	363	175	219	125.8571429	60.04	362.5	401.2727273
10	dolly_7b	498	519	201	223	266	456	1632	1240	91	242	90.5	274	151	68	109	60.69	64.65	67.21	68.8	75.03	39.6	40.36	360.25	212	266	146.5	59.47714286	361	419.9545455
11	pythia_deduped_12b	430	447	178	201	235	392	1416	1056	83	198	79.5	232	127	61	94	66.14	65.84	70..75	68.83	77.04	40.2	38.31	314	189.5	235	124.9285714	59.39333333	313.5	361.2272727
12	redpajama-3b-inst	553	580	180	207	243	528	1424	1224	80.5	190	77.5	230	127	61	90.5	62.9	66.42	69.02	64.21	74.37	39.2	39.25	380	193.5	243	122.3571429	59.33857143	385.5	388.6818182
13	gptj_6b	447	471	176	199	232	418	1376	1080	83	232	80	227	126	60.75	95	64.09	65.44	66.92	66.25	76.17	38.2	36.6	323.25	187.5	232	129.1071429	59.09571429	325	364.5227273
14	pythia_deduped_6.9b	440	460	180	203	238	406	1432	1072	83	202	81.5	232	127	61.5	96	62.67	64.4	68.52	65.79	76.82	38.8	35.58	320.75	191.5	238	126.1428571	58.94	322	366.4545455
15	dolly_12b	502	526	222	250	300	464	1648	1240	92	252	92	296	157	68.5	112.5	61.48	57.19	67	70.69	75.24	40.2	37.37	375	236	300	152.8571429	58.45285714	382	429.2727273
16	pythia-6.9b	455	476	184	207	243	422	1424	1104	83.5	203	82.5	237	128	61.75	97	61.17	63.52	67.17	63.87	76.39	37.2	35.24	330.5	195.5	243	127.5357143	57.79428571	332.5	371.4318182
17	dolly_3b	512	538	199	221	264	476	1624	1248	89.5	238	90.5	268	145	67	109	59.83	57.83	64.9	64.96	74.32	39.4	37.12	367.5	210	264	143.8571429	56.90857143	370	419.9090909
18	bloom_7.1b	323	352	188	213	252	300	1648	704	85	215	81.5	237	130	62.5	96	64.4	62.91	65.03	59.64	73.56	35.8	33.36	269	200.5	252	129.5714286	56.38571429	276	346.4545455
19	pythia_deduped_2.8b	475	498	188	211	250	442	1464	1128	84	210	85.5	240	130	62.75	100.5	58.64	64.31	63.59	59.49	74.16	35	32.94	343	199.5	250	130.3928571	55.44714286	346	381.5227273
20	bloom_3b	340	374	202	228	272	322	1752	752	86.5	228	86	245	134	64.5	101.5	58.72	61.62	59.47	52.72	70.84	42.2	30.55	286	215	272	135.0714286	53.73142857	297	367.5909091
21	pythia_deduped_1.4b	512	534	201	224	266	480	1584	1192	85	222	87.5	245	133	63.75	103	56.04	58.07	61.7	54.35	72.47	33.2	29.69	367.75	212.5	266	134.1785714	52.21714286	373	405.5681818
22	codegen_16b_multi	519	547	219	246	302	498	1952	1224	98.5	270	101.5	282	158	73.5	118	57.7	62.84	53.45	50.7	65.67	31.4	28.41	382.75	232.5	302	157.3571429	50.02428571	400	461.5909091
23	codegen_16b_mono	485	513	226	253	320	466	2112	1176	99.5	284	103	290	159	74	120.5	56.83	62.29	52.44	44.62	64.91	30.6	26.96	369.25	239.5	320	161.4285714	48.37857143	393	473.0909091
24	gpt-neo_2.7b	561	579	196	220	260	524	1512	1256	85	218	85	240	132	62.75	100.5	57.7	61.77	61.07	55.8	72.91	33.2	30.2	389	208	260	131.8928571	53.23571429	392	406.8409091
25	codegen_6b_mono	535	562	262	288	372	512	2368	1248	105	314	110.5	314	169	78	129	51.07	61.28	44.19	36.14	60.12	26.2	23.72	411.75	275	372	174.2142857	43.24571429	442	519.9545455
26	stablelm-base-alpha-7b	600	624	226	252	306	572	1944	1336	91.5	284	98.5	246	173	68	118	50.55	60.06	50.55	41.22	67.36	32	27.05	425.5	239	306	154.1428571	46.97	439	476.0909091
27	codegen_6b_multi	587	620	251	282	356	572	2208	1344	104.5	298	110	306	169	77.5	128	54.78	62.26	47.52	41.22	62.35	29.4	24.83	435	266.5	356	170.4285714	46.05142857	464	515.7272727
28	galactica_6.9b	755	774	194	218	268	712	1576	1504	92.5	215	81	260	143	65.6	96	57.46	66.79	70.54	51.13	68.72	37	38.23	485.25	206	268	136.1571429	55.69571429	490	455.7363636
29	stablelm-base-alpha-3b	683	767	244	266	324	652	2064	1424	92	304	101	274	167	69	120.5	52.64	57.65	44.74	38.31	63.82	29.4	25.77	490	255	324	161.0714286	44.61857143	488	508.3181818
30	opt_6.9b	771	800	184	210	242	744	1504	1496	81.5	200	81.5	224	125	61	96	65.19	66.06	65.57	67.19	76.5	37.4	34.64	491.25	197	242	124.1428571	58.93571429	493	441.3636364
31	opt_2.7b	864	898	200	225	260	832	1608	1616	83	230	85	230	128	61.75	100	60.77	60.37	60.77	60.63	74.76	35.2	31.23	546.75	212.5	260	131.1071429	54.81857143	546	475.7954545
32	galactica_1.3b	887	908	222	237	306	840	1768	1664	97	242	88	278	153	68	103.5	54.3	62.05	62.42	41.04	63.28	30.2	30.63	563.5	229.5	306	147.0714286	49.13142857	573	509.7727273
33	gpt2_xl_1.2b	1001	1034	221	247	296	968	1976	1784	85.5	228	87.5	243	134	62.75	103.5	58.33	61.77	58.29	50.89	70.84	32	28.5	625.75	234	296	134.8928571	51.51714286	632	542.5681818
34	open-llama-7b hz tune	317	322
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100