Cloud infrastructure is the cornerstone of the modern IT industry. However, managing this infrastructure effectively requires considerable manual effort from the DevOps engineering team. We make a case for developing AI agents powered by large language models (LLMs) to automate cloud infrastructure management tasks. In a preliminary study, we investigate the potential for AI agents to use different cloud/user interfaces such as software development kits (SDK), command line interfaces (CLI), Infrastructure-as-Code (IaC) platforms, and web portals. We report takeaways on their effectiveness on different management tasks, and identify research challenges and potential solutions.
@article{arxiv.2506.12270,
title = {Cloud Infrastructure Management in the Age of AI Agents},
author = {Zhenning Yang and Archit Bhatnagar and Yiming Qiu and Tongyuan Miao and Patrick Tser Jern Kon and Yunming Xiao and Yibo Huang and Martin Casado and Ang Chen},
journal= {arXiv preprint arXiv:2506.12270},
year = {2025}
}