@article{SongZhouLyuetal.2023, author = {Song, Rui and Zhou, Liguo and Lyu, Lingjuan and Festag, Andreas and Knoll, Alois}, title = {ResFed: Communication-Efficient Federated Learning With Deep Compressed Residuals}, volume = {11}, journal = {IEEE Internet of Things Journal}, number = {6}, publisher = {IEEE}, address = {New York}, issn = {2327-4662}, doi = {https://doi.org/10.1109/JIOT.2023.3324079}, pages = {9458 -- 9472}, year = {2023}, abstract = {Federated learning allows for cooperative training among distributed clients by sharing their locally learned model parameters, such as weights or gradients. However, as model size increases, the communication bandwidth required for deployment in wireless networks becomes a bottleneck. To address this, we propose a residual-based federated learning framework (ResFed) that transmits residuals instead of gradients or weights in networks. By predicting model updates at both clients and the server, residuals are calculated as the difference between updated and predicted models and contain more dense information than weights or gradients. We find that the residuals are less sensitive to an increasing compression ratio than other parameters, and hence use lossy compression techniques on residuals to improve communication efficiency for training in federated settings. With the same compression ratio, ResFed outperforms current methods (weight- or gradient-based federated learning) by over 1.4× on federated data sets, including MNIST, FashionMNIST, SVHN, CIFAR-10, CIFAR-100, and FEMNIST, in client-to-server communication, and can also be applied to reduce communication costs for server-to-client communication.}, language = {en} } @article{HegdeSongFestag2023, author = {Hegde, Anupama and Song, Rui and Festag, Andreas}, title = {Radio Resource Allocation in 5G-NR V2X: A Multi-Agent Actor-Critic Based Approach}, volume = {11}, journal = {IEEE Access}, publisher = {IEEE}, address = {New York}, issn = {2169-3536}, doi = {https://doi.org/10.1109/ACCESS.2023.3305267}, pages = {87225 -- 87244}, year = {2023}, abstract = {The efficiency of radio resource allocation and scheduling procedures in Cellular Vehicle-to-X (Cellular V2X) communication networks directly affects link quality in terms of latency and reliability. However, owing to the continuous movement of vehicles, it is impossible to have a centralized coordinating unit at all times to manage the allocation of radio resources. In the unmanaged mode of the fifth generation new radio (5G-NR) V2X, the sensing-based semi-persistent scheduling (SB-SPS) loses its effectiveness when V2X data messages become aperiodic with varying data sizes. This leads to misinformed resource allocation decisions among vehicles and frequent resource collisions. To improve resource selection, this study formulates the Cellular V2X communication network as a decentralized multi-agent networked markov decision process (MDP) where each vehicle agent executes an actor-critic-based radio resource scheduler. Developing further the actor-critic methodology for the radio resource allocation problem in Cellular V2X, two variants are derived: independent actor-critic (IAC) and shared experience actor-critic (SEAC). Results from simulation studies indicate that the actor-critic schedulers improve reliability, achieving a 15-20\% higher probability of reception under high vehicular density scenarios with aperiodic traffic patterns.}, language = {en} } @article{ZhouSongChenetal.2023, author = {Zhou, Liguo and Song, Rui and Chen, Guang and Festag, Andreas and Knoll, Alois}, title = {Residual encoding framework to compress DNN parameters for fast transfer}, volume = {2023}, pages = {110815}, journal = {Knowledge-Based Systems}, number = {277}, publisher = {Elsevier}, address = {Amsterdam}, issn = {1872-7409}, doi = {https://doi.org/10.1016/j.knosys.2023.110815}, year = {2023}, language = {en} } @article{SongXuFestagetal.2023, author = {Song, Rui and Xu, Runsheng and Festag, Andreas and Ma, Jiaqi and Knoll, Alois}, title = {FedBEVT: Federated Learning Bird's Eye View Perception Transformer in Road Traffic Systems}, volume = {9}, journal = {IEEE Transactions on Intelligent Vehicles}, number = {1}, publisher = {IEEE}, address = {New York}, issn = {2379-8904}, doi = {https://doi.org/10.1109/TIV.2023.3310674}, pages = {958 -- 969}, year = {2023}, abstract = {Bird's eye view (BEV) perception is becoming increasingly important in the field of autonomous driving. It uses multi-view camera data to learn a transformer model that directly projects the perception of the road environment onto the BEV perspective. However, training a transformer model often requires a large amount of data, and as camera data for road traffic are often private, they are typically not shared. Federated learning offers a solution that enables clients to collaborate and train models without exchanging data but model parameters. In this paper, we introduce FedBEVT, a federated transformer learning approach for BEV perception. In order to address two common data heterogeneity issues in FedBEVT: (i) diverse sensor poses, and (ii) varying sensor numbers in perception systems, we propose two approaches - Federated Learning with Camera-Attentive Personalization (FedCaP) and Adaptive Multi-Camera Masking (AMCM), respectively. To evaluate our method in real-world settings, we create a dataset consisting of four typical federated use cases. Our findings suggest that FedBEVT outperforms the baseline approaches in all four use cases, demonstrating the potential of our approach for improving BEV perception in autonomous driving.}, language = {en} }