Five thousand variations of the RoBERTa model, an artificially intelligent "transformer" that can understand text language, completed an English literacy exam with 29 multiple-choice questions. Data were used to calculate the psychometric properties of the items, which showed some degree of agreement to those obtained from human examinee data.
@article{arxiv.2310.11655,
title = {Field-testing items using artificial intelligence: Natural language processing with transformers},
author = {Hotaka Maeda},
journal= {arXiv preprint arXiv:2310.11655},
year = {2023}
}