Recently computer vision has seen advancements mainly thanks to Transformer-based models. However many non-Transformer methods are still doing well being a direct competition of Transformer-based models. This review tries to present a comprehensive taxonomy of such methods and organize these methods into categories like convolution-based models, MLP-based models, state-space-based and more. These methods are looked at in terms of how efficient they are, how well they scale, how easy they are to understand and how robust they are. A total of 40 papers were chosen for this study. The goal is to give a view of non-Transformer methods and find out what challenges and opportunities exist for future computer vision research.
@article{arxiv.2604.17439,
title = {Attention Is not Everything: Efficient Alternatives for Vision},
author = {Nur Mohammad Kazi and Ibteshum Khaled and Md. Luthful Hasan Galib and Ali Faruk Shihab and Md. Rakibul Islam},
journal= {arXiv preprint arXiv:2604.17439},
year = {2026}
}