This work investigates how measuring information entropy of text can be used to estimate its readability. We propose a visualization framework that can be used to approximate information entropy of text using multiple language models and visualize the result. The end goal is to use this method to estimate and improve readability and clarity of administrative or bureaucratic texts. Our toolset is available as a libre software on https://github.com/ufal/Glitter.
@article{arxiv.2601.05411,
title = {Glitter: Visualizing Lexical Surprisal for Readability in Administrative Texts},
author = {Jan Černý and Ivana Kvapilíková and Silvie Cinková},
journal= {arXiv preprint arXiv:2601.05411},
year = {2026}
}