We propose LQ-SGD (Low-Rank Quantized Stochastic Gradient Descent), an efficient communication gradient compression algorithm designed for distributed training. LQ-SGD further develops on the basis of PowerSGD by incorporating the low-rank approximation and log-quantization techniques, which drastically reduce the communication overhead, while still ensuring the convergence speed of training and model accuracy. In addition, LQ-SGD and other compression-based methods show stronger resistance to gradient inversion than traditional SGD, providing a more robust and efficient optimization path for distributed learning systems.
@article{arxiv.2506.17974,
title = {Trustworthy Efficient Communication for Distributed Learning using LQ-SGD Algorithm},
author = {Hongyang Li and Lincen Bai and Caesar Wu and Mohammed Chadli and Said Mammar and Pascal Bouvry},
journal= {arXiv preprint arXiv:2506.17974},
year = {2025}
}