We describe the AGReE system, which takes user-submitted passages as input and automatically generates grammar practice exercises that can be completed while reading. Multiple-choice practice items are generated for a variety of different grammar constructs: punctuation, articles, conjunctions, pronouns, prepositions, verbs, and nouns. We also conducted a large-scale human evaluation with around 4,500 multiple-choice practice items. We notice for 95% of items, a majority of raters out of five were able to identify the correct answer and for 85% of cases, raters agree that there is only one correct answer among the choices. Finally, the error analysis shows that raters made the most mistakes for punctuation and conjunctions.
@article{arxiv.2210.16302,
title = {AGReE: A system for generating Automated Grammar Reading Exercises},
author = {Sophia Chan and Swapna Somasundaran and Debanjan Ghosh and Mengxuan Zhao},
journal= {arXiv preprint arXiv:2210.16302},
year = {2022}
}