Human oversight requirements are a core component of the European AI Act and in AI governance. In this paper, we highlight key challenges in testing for compliance with these requirements. A central difficulty lies in balancing simple, but potentially ineffective checklist-based approaches with resource-intensive and context-sensitive empirical testing of the effectiveness of human oversight of AI. Questions regarding when to update compliance testing, the context-dependent nature of human oversight requirements, and difficult-to-operationalize standards further complicate compliance testing. We argue that these challenges illustrate broader challenges in the future of sociotechnical AI governance, i.e. a future that shifts from ensuring good technological products to good sociotechnical systems.
@article{arxiv.2504.03300,
title = {On the Complexities of Testing for Compliance with Human Oversight Requirements in AI Regulation},
author = {Markus Langer and Veronika Lazar and Kevin Baum},
journal= {arXiv preprint arXiv:2504.03300},
year = {2025}
}