@article{SongZhouLyuetal.2023, author = {Song, Rui and Zhou, Liguo and Lyu, Lingjuan and Festag, Andreas and Knoll, Alois}, title = {ResFed: Communication-Efficient Federated Learning With Deep Compressed Residuals}, volume = {11}, journal = {IEEE Internet of Things Journal}, number = {6}, publisher = {IEEE}, address = {New York}, issn = {2327-4662}, doi = {https://doi.org/10.1109/JIOT.2023.3324079}, pages = {9458 -- 9472}, year = {2023}, abstract = {Federated learning allows for cooperative training among distributed clients by sharing their locally learned model parameters, such as weights or gradients. However, as model size increases, the communication bandwidth required for deployment in wireless networks becomes a bottleneck. To address this, we propose a residual-based federated learning framework (ResFed) that transmits residuals instead of gradients or weights in networks. By predicting model updates at both clients and the server, residuals are calculated as the difference between updated and predicted models and contain more dense information than weights or gradients. We find that the residuals are less sensitive to an increasing compression ratio than other parameters, and hence use lossy compression techniques on residuals to improve communication efficiency for training in federated settings. With the same compression ratio, ResFed outperforms current methods (weight- or gradient-based federated learning) by over 1.4× on federated data sets, including MNIST, FashionMNIST, SVHN, CIFAR-10, CIFAR-100, and FEMNIST, in client-to-server communication, and can also be applied to reduce communication costs for server-to-client communication.}, language = {en} } @unpublished{SongZhouLyuetal.2022, author = {Song, Rui and Zhou, Liguo and Lyu, Lingjuan and Festag, Andreas and Knoll, Alois}, title = {ResFed: Communication Efficient Federated Learning by Transmitting Deep Compressed Residuals}, publisher = {arXiv}, address = {Ithaca}, doi = {https://doi.org/10.48550/arXiv.2212.05602}, year = {2022}, language = {en} } @inproceedings{SongZhouLakshminarasimhanetal.2022, author = {Song, Rui and Zhou, Liguo and Lakshminarasimhan, Venkatnarayanan and Festag, Andreas and Knoll, Alois}, title = {Federated Learning Framework Coping with Hierarchical Heterogeneity in Cooperative ITS}, booktitle = {2022 IEEE 25th International Conference on Intelligent Transportation Systems (ITSC)}, publisher = {IEEE}, address = {Piscataway}, isbn = {978-1-6654-6880-0}, pages = {3502 -- 3508}, year = {2022}, language = {en} } @article{ZhouSongChenetal.2023, author = {Zhou, Liguo and Song, Rui and Chen, Guang and Festag, Andreas and Knoll, Alois}, title = {Residual encoding framework to compress DNN parameters for fast transfer}, volume = {2023}, pages = {110815}, journal = {Knowledge-Based Systems}, number = {277}, publisher = {Elsevier}, address = {Amsterdam}, issn = {1872-7409}, doi = {https://doi.org/10.1016/j.knosys.2023.110815}, year = {2023}, language = {en} }