Modern Neural Network (NN) architectures heavily rely on vast numbers of multiply-accumulate arithmetic operations, constituting the predominant computational cost. Therefore, this paper proposes a high-throughput, scalable and energy efficient non-element-wise matrix multiplication unit on FPGAs as a basic component of the NNs. We firstly streamline inter-layer and intra-layer redundancies of MADDNESS algorithm, a LUT-based approximate matrix multiplication, to design a fast, efficient scalable approximate matrix multiplication module termed "Approximate Multiplication Unit (AMU)". The AMU optimizes LUT-based matrix multiplications further through dedicated memory management and access design, decoupling computational overhead from input resolution and boosting FPGA-based NN accelerator efficiency significantly. The experimental results show that using our AMU achieves up to 9x higher throughput and 112x higher energy efficiency over the state-of-the-art solutions for the FPGA-based Quantised Neural Network (QNN) accelerators.
@article{arxiv.2407.02362,
title = {Fast, Scalable, Energy-Efficient Non-element-wise Matrix Multiplication on FPGA},
author = {Xuqi Zhu and Huaizhi Zhang and JunKyu Lee and Jiacheng Zhu and Chandrajit Pal and Sangeet Saha and Klaus D. McDonald-Maier and Xiaojun Zhai},
journal= {arXiv preprint arXiv:2407.02362},
year = {2024}
}