In this paper, we introduce DLB, a Deep Learning based load Balancing mechanism, to effectively address the data skew problem. The key idea of DLB is to replace hash functions in the load balancing mechanisms with deep learning models, which are trained to be able to map different distributions of workloads and data to the servers in a uniform manner. We implemented DLB and deployed it on a practical Cloud environment using CloudSim. Experimental results using both synthetic and real-world data sets show that compared with traditional hash function-based load balancing methods, DLB is able to achieve more balanced mappings, especially when the workload is highly skewed.
@article{arxiv.1910.08494,
title = {DLB: Deep Learning Based Load Balancing},
author = {Xiaoke Zhu and Qi Zhang and Taining Cheng and Ling Liu and Wei Zhou and and Jing He},
journal= {arXiv preprint arXiv:1910.08494},
year = {2021}
}