Interacting with a significant number of individuals on a daily basis is commonplace for many professionals, which can lead to challenges in recalling specific details: Who is this person? What did we talk about last time? The advant of augmented reality (AR) glasses, equipped with visual and auditory data capture capabilities, presents a solution. In our work, we implemented an AR Secretary Agent with advanced Large Language Models (LLMs) and Computer Vision technologies. This system could discreetly provide real-time information to the wearer, identifying who they are conversing with and summarizing previous discussions. To verify AR Secretary, we conducted a user study with 13 participants and showed that our technique can efficiently help users to memorize events by up to 20\% memory enhancement on our study.
@article{arxiv.2505.11888,
title = {AR Secretary Agent: Real-time Memory Augmentation via LLM-powered Augmented Reality Glasses},
author = {Raphaël A. El Haddad and Zeyu Wang and Yeonsu Shin and Ranyi Liu and Yuntao Wang and Chun Yu},
journal= {arXiv preprint arXiv:2505.11888},
year = {2025}
}