To effectively evaluate subjective visual quality in weakly-controlled environments, we propose an Adaptive Paired Comparison method based on particle filtering. As our approach requires each sample to be rated only once, the test time compared to regular paired comparison can be reduced. The method works with non-experts and improves reliability compared to MOS and DS-MOS methods.
@article{arxiv.1807.02175,
title = {Adaptive Paired-Comparison Method for Subjective Video Quality Assessment on Mobile Devices},
author = {Katherine Storrs and Sebastiaan Van Leuven and Steve Kojder and Lucas Theis and Ferenc Huszár},
journal= {arXiv preprint arXiv:1807.02175},
year = {2018}
}