In modern generative-AI workloads, matrix-vector/matrix-matrix multiplications (\emph{MatMul}) dominate the compute and energy cost. Achieving dramatic reductions in energy per token therefore requires a novel, specialized hardware that is co-designed across materials, devices, interconnects, circuits, and architectures rather than optimized at any single layer in isolation. In this \emph{Perspectives} article, we argue that \emph{predictive} (first-principles, fitting-parameter-free) device and interconnect simulations can close the loop between nanoscale physics and workload-level metrics, enabling the identification of device/interconnect operating regimes that plausibly support \emph{orders-of-magnitude} improvements in energy efficiency of AI accelerators.
@article{arxiv.2603.08995,
title = {Predictive first-principles simulations for co-designing next-generation energy-efficient AI systems},
author = {Denis Mamaluy and Md Rahatul Islam Udoy and Juan P. Mendez and Ben Feinberg and Wei Pan and Ahmedullah Aziz},
journal= {arXiv preprint arXiv:2603.08995},
year = {2026}
}