Publications

2025

1. 

   Reinforcement Learning with Intrinsically Motivated Feedback Graph for Lost-sales Inventory Control

   Zifan Liu, Xinran Li, Shibo Chen, Gen Li, Jiashuo Jiang, and Jun Zhang

   In Proceedings of The 28th International Conference on Artificial Intelligence and Statistics (AISTATS), 2025

   Bib PDF Code

   @inproceedings{zifanreinforcement,
     title = {Reinforcement Learning with Intrinsically Motivated Feedback Graph for Lost-sales Inventory Control},
     author = {Liu, Zifan and Li, Xinran and Chen, Shibo and Li, Gen and Jiang, Jiashuo and Zhang, Jun},
     booktitle = {Proceedings of The 28th International Conference on Artificial Intelligence and Statistics (AISTATS)},
     year = {2025},
   }

2. 

   Learn How to Query from Unlabeled Data Streams in Federated Learning

   Yuchang Sun, Xinran Li, Tao Lin, and Jun Zhang

   In Proceedings of the 39th Annual AAAI Conference on Artificial Intelligence (AAAI), 2025

   Bib PDF Code

   @inproceedings{sun2024learn,
     title = {Learn How to Query from Unlabeled Data Streams in Federated Learning},
     author = {Sun, Yuchang and Li, Xinran and Lin, Tao and Zhang, Jun},
     booktitle = {Proceedings of the 39th Annual AAAI Conference on Artificial Intelligence (AAAI)},
     year = {2025},
   }

3. 

   Exponential Topology-enabled Scalable Communication in Multi-agent Reinforcement Learning

   Xinran Li, Xiaolu Wang, Chenjia Bai, and Jun Zhang

   In Proceedings of the 13th International Conference on Learning Representations (ICLR), 2025

   Bib PDF Video Code

   @inproceedings{liexponential,
     title = {Exponential Topology-enabled Scalable Communication in Multi-agent Reinforcement Learning},
     author = {Li, Xinran and Wang, Xiaolu and Bai, Chenjia and Zhang, Jun},
     booktitle = {Proceedings of the 13th International Conference on Learning Representations (ICLR)},
     year = {2025},
   }

4. 

   C2IQL: Constraint-conditioned implicit Q-learning for safe offline reinforcement learning

   Zifan Liu, Xinran Li, and Jun Zhang

   In Proceedings of the 42nd International Conference on Machine Learning (ICML), 2025

   Bib

   @inproceedings{liuc2iql,
     title = {C2IQL: Constraint-conditioned implicit Q-learning for safe offline reinforcement learning},
     author = {Liu, Zifan and Li, Xinran and Zhang, Jun},
     booktitle = {Proceedings of the 42nd International Conference on Machine Learning (ICML)},
     year = {2025},
   }

5. 

   Revisiting Multi-Agent World Modeling from a Diffusion-Inspired Perspective

   Yang Zhang, Xinran Li, Jianing Ye, Delin Qu, Shuang Qiu, Chongjie Zhang, Xiu Li, and Chenjia Bai

   arXiv preprint arXiv:2505.20922, 2025

   Bib PDF

   @article{zhang2025revisiting,
     title = {Revisiting Multi-Agent World Modeling from a Diffusion-Inspired Perspective},
     author = {Zhang, Yang and Li, Xinran and Ye, Jianing and Qu, Delin and Qiu, Shuang and Zhang, Chongjie and Li, Xiu and Bai, Chenjia},
     year = {2025},
     journal = {arXiv preprint arXiv:2505.20922},
   }

6. 

   Learn as Individuals, Evolve as a Team: Multi-agent LLMs Adaptation in Embodied Environments

   Xinran Li, Chenjia Bai, Zijian Li, Jiakun Zheng, Ting Xiao, and Jun Zhang

   arXiv preprint arXiv:2506.07232, 2025

   Bib PDF

   @article{li2025learn,
     title = {Learn as Individuals, Evolve as a Team: Multi-agent LLMs Adaptation in Embodied Environments},
     author = {Li, Xinran and Bai, Chenjia and Li, Zijian and Zheng, Jiakun and Xiao, Ting and Zhang, Jun},
     journal = {arXiv preprint arXiv:2506.07232},
     year = {2025},
   }

2024

1. 

   Context-aware Communication for Multi-agent Reinforcement Learning

   Xinran Li, and Jun Zhang

   In Proceedings of the 23rd International Conference on Autonomous Agents and Multiagent Systems (AAMAS), 2024

   Bib PDF Code

   @inproceedings{li2024CACOM,
     title = {Context-aware Communication for Multi-agent Reinforcement Learning},
     author = {Li, Xinran and Zhang, Jun},
     booktitle = {Proceedings of the 23rd International Conference on Autonomous Agents and Multiagent Systems (AAMAS)},
     pages = {1156--1164},
     year = {2024},
   }

2. 

   Kaleidoscope: Learnable Masks for Heterogeneous Multi-agent Reinforcement Learning

   Xinran Li, Ling Pan, and Jun Zhang

   In Advances in Neural Information Processing Systems (NeurIPS), 2024

   Bib PDF Video Code

   @inproceedings{li2024kaleidoscope,
     title = {Kaleidoscope: Learnable Masks for Heterogeneous Multi-agent Reinforcement Learning},
     author = {Li, Xinran and Pan, Ling and Zhang, Jun},
     booktitle = {Advances in Neural Information Processing Systems (NeurIPS)},
     year = {2024},
   }

3. 

   Individual Contributions as Intrinsic Exploration Scaffolds for Multi-agent Reinforcement Learning

   Xinran Li, Zifan Liu, Shibo Chen, and Jun Zhang

   In Proceedings of the 41st International Conference on Machine Learning (ICML), 2024

   Bib PDF Video Code

   @inproceedings{liindividual,
     title = {Individual Contributions as Intrinsic Exploration Scaffolds for Multi-agent Reinforcement Learning},
     author = {Li, Xinran and Liu, Zifan and Chen, Shibo and Zhang, Jun},
     booktitle = {Proceedings of the 41st International Conference on Machine Learning (ICML)},
     year = {2024},
   }

4. 

   A Federated Online Restless Bandit Framework for Cooperative Resource Allocation

   Jingwen Tong, Xinran Li, Liqun Fu, Jun Zhang, and Khaled B Letaief

   In IEEE Transactions on Mobile Computing (TMC), 2024

   Bib PDF

   @inproceedings{tong2024federated,
     title = {A Federated Online Restless Bandit Framework for Cooperative Resource Allocation},
     author = {Tong, Jingwen and Li, Xinran and Fu, Liqun and Zhang, Jun and Letaief, Khaled B},
     booktitle = {IEEE Transactions on Mobile Computing (TMC)},
     year = {2024},
   }

2023

1. 

   AC2C: Adaptively Controlled Two-Hop Communication for Multi-Agent Reinforcement Learning

   Xuefeng Wang^*, Xinran Li^*, Jiawei Shao, and Jun Zhang

   In Proceedings of the 22nd International Conference on Autonomous Agents and Multiagent Systems (AAMAS), 2023

   Bib PDF

   @inproceedings{wang2023AC2C,
     title = {AC2C: Adaptively Controlled Two-Hop Communication for Multi-Agent Reinforcement Learning},
     author = {Wang, Xuefeng and Li, Xinran and Shao, Jiawei and Zhang, Jun},
     booktitle = {Proceedings of the 22nd International Conference on Autonomous Agents and Multiagent Systems (AAMAS)},
     pages = {427--435},
     year = {2023},
   }

2022

1. 

   SWIPT-enabled cellular-connected UAV: Energy harvesting and data transmission

   Xinran Li, Xiaohui Zhou, and Salman Durrani

   In 2022 IEEE International Conference on Communications Workshops (ICC Workshops), 2022

   Bib PDF

   @inproceedings{li2022swipt,
     title = {SWIPT-enabled cellular-connected UAV: Energy harvesting and data transmission},
     author = {Li, Xinran and Zhou, Xiaohui and Durrani, Salman},
     booktitle = {2022 IEEE International Conference on Communications Workshops (ICC Workshops)},
     pages = {1107--1112},
     year = {2022},
     organization = {IEEE},
   }