@inproceedings{nabli2023dadao,title={DADAO: Decoupled Accelerated Decentralized Asynchronous Optimization},author={Nabli, Adel and Oyallon, Edouard},booktitle={Proceedings of the 40th International Conference on Machine Learning},year={2023},series={Proceedings of Machine Learning Research},publisher={PMLR},}
Can Forward Gradient match Backpropagation?
Louis Fournier, Stéphane Rivaud, Eugene Belilovsky, and
2 more authors
In Proceedings of the 40th International Conference on Machine Learning, 2023
@inproceedings{fournier2023can,title={Can Forward Gradient match Backpropagation?},author={Fournier, Louis and Rivaud, Stéphane and Belilovsky, Eugene and Eickenberg, Michael and Oyallon, Edouard},booktitle={Proceedings of the 40th International Conference on Machine Learning},year={2023},series={Proceedings of Machine Learning Research},publisher={PMLR},}
A2CiD2: Accelerating Asynchronous Communication in Decentralized Deep Learning
Adel Nabli, Eugene Belilovsky, and Edouard Oyallon
@misc{nabli2023acid,title={A2CiD2: Accelerating Asynchronous Communication in Decentralized Deep Learning},author={Nabli, Adel and Belilovsky, Eugene and Oyallon, Edouard},year={2023},}
Decentralized Asynchronous Optimization with DADAO allows Decoupling and Acceleration
@misc{nabli2023decentralized,title={Decentralized Asynchronous Optimization with DADAO allows Decoupling and Acceleration},author={Nabli, Adel and Oyallon, Edouard},year={2023},}
Guiding The Last Layer in Federated Learning with Pre-Trained Models
Gwen Legate, Nicolas Bernier, Lucas Caccia, and
2 more authors
@misc{legate2023guiding,title={Guiding The Last Layer in Federated Learning with Pre-Trained Models},author={Legate, Gwen and Bernier, Nicolas and Caccia, Lucas and Oyallon, Edouard and Belilovsky, Eugene},year={2023},}
2022
Gradient Masked Averaging for Federated Learning
Irene Tenison, Sai Aravind Sreeramadas, Vaikkunth Mugunthan, and
3 more authors
@misc{tenison2022gradient,title={Gradient Masked Averaging for Federated Learning},author={Tenison, Irene and Sreeramadas, Sai Aravind and Mugunthan, Vaikkunth and Oyallon, Edouard and Belilovsky, Eugene and Rish, Irina},year={2022},eprint={2201.11986},archiveprefix={arXiv},primaryclass={cs.LG},}
2021
DoStoVoQ: Doubly Stochastic Voronoi Vector Quantization SGD for Federated Learning
Louis Leconte, Aymeric Dieuleveut, Edouard Oyallon, and
2 more authors
@misc{leconte2021textttdostovoq,title={DoStoVoQ: Doubly Stochastic Voronoi Vector Quantization SGD for Federated Learning},author={Leconte, Louis and Dieuleveut, Aymeric and Oyallon, Edouard and Moulines, Eric and PAGES, Gilles},year={2021},}
Decoupled Greedy Learning of CNNs for Synchronous and Asynchronous Distributed Learning
Eugene Belilovsky, Louis Leconte, Lucas Caccia, and
2 more authors
@misc{belilovsky2021decoupled,title={Decoupled Greedy Learning of CNNs for Synchronous and Asynchronous Distributed Learning},author={Belilovsky, Eugene and Leconte, Louis and Caccia, Lucas and Eickenberg, Michael and Oyallon, Edouard},year={2021},eprint={2106.06401},archiveprefix={arXiv},primaryclass={cs.LG},}