We introduce EvoLib, a test-time learning framework that enables large language models to accumulate, reuse, and evolve knowledge across problem instances without parameter updates or external supervision. Instead of adapting model parameters, our approach maintains a shared library of knowledge abstractions, including modular skills and reflective insights, automatically extracted from the model's own inference trajectories. To support continual improvement, we introduce a principled weighting and consolidation mechanism that jointly optimizes for immediate utility and long-term value. This allows simple, instance-specific abstractions to evolve into more general and reusable ones over time. Across challenging benchmarks in mathematical reasoning, code generation, and multi-turn agentic environments, EvoLib improves substantially over the top test-time scaling and learning methods without ground-truth feedback.
@article{arxiv.2605.14477,
title = {Test-Time Learning with an Evolving Library},
author = {Weijia Xu and Alessandro Sordoni and Chandan Singh and Zelalem Gero and Michel Galley and Xingdi Yuan and Jianfeng Gao},
journal= {arXiv preprint arXiv:2605.14477},
year = {2026}
}