Fig20_Hardware_Performance_CPU_GPU_FPGA.xlsx

	A	B	C	D	E	F	H	I	L	M	N	O	P	Q	R	S	T	U	V	W	X	Y	Z	AA	AB	AC	AD	AF	AG	AH	AI	AJ	AL	AM	AN	AO
1	p_head	12			6144				Resource
2	pr_linear	256								DSP_FFT	DSP_MHE	DSP_total
3	pv_qk	64		6144						4096	3072	7168
4	pr_qk	2
5	pc_qk	1					12288			BRAM_Data	BRAM_Coef	BRAM_Q	BRAM_K	BRAM_V	BRAM_Total (Mbit)
6	pv_wv	32								12.582912	75.497472	6.291456	6.291456	6.291456	31.45728
7	pr_wv	1
8	pc_wv	2
9	frequency(MHz)	181
10	HBM_Bists_Per_Clock	640		115.84		2033.149171							GPU Performance
11	num_pu	6													Num Seq	RTX 2080 (ms)	sequence per J	Jetson Nano (ms)	sequence per J	Ours (ms)	sequence per J	Energy Efficiency Over 2080	Energy Efficiency Over Jetson		Num Seq	RTX 2080			Num Seq	RTX 2080		Jetson Nano (ms)		Num Seq	RTX 2080
12	dsp_mul_ratio	2												Fnet-base	128	8	1.88			4.3	0.1075	17.48837209		Fnet-large	128	20ms		Hybrid-Fnet-Base	128	9 ms			Hybrid-Fnet-Large	128	16 ms
13	clock_cycle(s)	0.000000005524861878													256	9	2.115			8.2	0.205	10.31707317			256	20ms			256	10 ms				256	16 ms
14	DDR_Bists_Per_Clock	5120													512	10	2.35	449	11.225	16.5	0.4125	5.696969697	27.21212121		512	27ms			512	11 ms		449		512	28 ms
15	HBM	368000000000													1024										1024				1024					1024
16		2033.149171						724.5337159							2048										2048				2048					2048
17
18															Num Seq	RTX 2080 (ms)		Jetson Nano (ms)							Num Seq	RTX 2080			Num Seq	RTX 2080		Jetson Nano (ms)		Num Seq	RTX 2080
19	Therory GOPs	2224.128							Model Config					Fnet-base-bflylr	128	17								Fnet-large-bflylr	128	34ms		Hybrid-Fnet-Base	128	18 ms			Hybrid-Fnet-Large-bflylr	128	34 ms
20										Num_Length	512	Num_Att	0		256	18									256	41ms			256	19 ms				256	34 ms
21			1334.4768							Hidden Dim	768				512	21		502	12.55						512	41ms			512	23 ms		502		512	42 ms
22										FFN Dim	3072				1024										1024				1024					1024
23										Num_Head	12				2048										2048				2048					2048
24										Head Dim	64
25										Sparsity Ratio	0.5				Num Seq	RTX 2080 (ms)		Jetson Nano (ms)							Num Seq	RTX 2080(ms)	Our Accelerator(ms)		Num Seq	RTX 2080	Our Accelerator	Jetson Nano (ms)		Num Seq	RTX 2080
26									Design Config					Fnet-base-bfly	128	7	#REF!							Fnet-large-bfly	128	15	#REF!	Hybrid-Fnet-Base	128	8 ms	#REF!		Hybrid-Fnet-Large-bfly	128	14 ms	#REF!
27										Precision (bit)	16				256	7	#REF!								256	16	#REF!		256	9 ms	#REF!			256	15 ms	#REF!
28										Head Parallelsm	6				512	7	#REF!	360	#VALUE!						512	16	#REF!		512	9 ms	#REF!	360		512	18 ms	#REF!
29										Row Parallelism	128				1024										1024				1024					1024
30										Butterfly Unit Parallelsim	8				2048										2048				2048					2048
31									Board Config
32										DSP per FFT	32	12
33										DSP per Butterfly Unit	4																		RTX 2080	Our Accelerator	Jetson
34									Power																			Power	235	25
35										RTX 2080	235
36										VC11P	25																			10
37										Jetson	10
38																													Num Seq	RTX 2080	Our Accelerator
39																												Latency (ms)	128	14	2.965451197
40																													256	15	5.930902394
41																													512	18	11.86180479
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100