2027 - copies/speed - Google Sheets

	A	B	C	D	E	F	G	H	I	J
1		q1	q2	q3	q4		per-chip
2	share	6%	6%	6%	6%	bandwidth	720	TB/s
3	2027-ICs	4000	6000	8000	10000	total	17.8	TB
4	params (total)	10	10	5	2	available	16	TB
5	avg. seq. len	20000	20000	20000	20000
6	hidden dim	50000	50000	25000	10000
7	layers	250	250	125	50
8	grouped query attn.	yes	yes	yes	yes
9	params (TB)	5	5	2.5	1
10	copies
11	speed
12
13	q1	4000	chips
14	batchsize	10	50	200	400	300	880	1200	800	440
15	chips per instance	24	8	8	6	4	4	4	2	1
16	copies	1666.666667	25000	100000	266666.6667	300000	880000	1200000	1600000	1760000
17	speed	3291.428571	921.6	576	288	230.4	106.6666667	82.28571429	57.6	45
18	unused memory	378.75	121.75	118	81	51.5	37	29	7	0
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51	q2	6000	chips
52	batchsize	10	50	200	400	440	880	1200	800	440
53	chips per instance	24	8	8	6	4	4	4	2	1
54	copies	2500	37500	150000	400000	660000	1320000	1800000	2400000	2640000
55	speed	3291.428571	921.6	576	288	180	106.6666667	82.28571429	57.6	45
56	unused memory	378.75	121.75	118	81	48	37	29	7	0
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89	q3	8000	chips
90	batchsize	10	50	200	375	440	880	1200	1000	2160
91	chips per instance	10	8	8	6	4	4	4	2	1
92	copies	8000	50000	200000	500000	880000	1760000	2400000	4000000	17280000
93	speed	2618.181818	1536	768	363.7894737	213.3333333	117.5510204	88.61538462	52.36363636	12.74336283
94	unused memory	157.4375	125.1875	124.25	91.15625	58.75	56	54	23.25	0
95
96
97
98
99
100