LLM-Glasses is a wearable navigation system which assists visually impaired people by utilizing YOLO-World object detection, GPT-4o-based reasoning, and haptic feedback for real-time guidance. The device translates visual scene understanding into intuitive tactile feedback on the temples, allowing hands-free navigation. Three studies evaluate the system: recognition of 13 haptic patterns with an average recognition rate of 81.3%, VICON-based guidance with predefined paths using haptic cues, and an LLM-guided scene evaluation with decision accuracies of 91.8% without obstacles, 84.6% with static obstacles, and 81.5% with dynamic obstacles. These results show that LLM-Glasses can deliver reliable navigation support in controlled environments and motivate further work on responsiveness and deployment in more complex real-world scenarios.
@article{arxiv.2503.16475,
title = {LLM-Glasses: GenAI-driven Glasses with Haptic Feedback for Navigation of Visually Impaired People},
author = {Issatay Tokmurziyev and Miguel Altamirano Cabrera and Muhammad Haris Khan and Yara Mahmoud and Dzmitry Tsetserukou},
journal= {arXiv preprint arXiv:2503.16475},
year = {2026}
}