Accurate image registration is pivotal in biomedical image analysis, where selecting suitable registration algorithms demands careful consideration. While numerous algorithms are available, the evaluation metrics to assess their performance have remained relatively static. This study addresses this challenge by introducing a novel evaluation metric termed Landmark Hit Rate (HitR), which focuses on the clinical relevance of image registration accuracy. Unlike traditional metrics such as Target Registration Error, which emphasize subresolution differences, HitR considers whether registration algorithms successfully position landmarks within defined confidence zones. This paradigm shift acknowledges the inherent annotation noise in medical images, allowing for more meaningful assessments. To equip HitR with label-noise-awareness, we propose defining these confidence zones based on an Inter-rater Variance analysis. Consequently, hit rate curves are computed for varying landmark zone sizes, enabling performance measurement for a task-specific level of accuracy. Our approach offers a more realistic and meaningful assessment of image registration algorithms, reflecting their suitability for clinical and biomedical applications.
Cite
@article{arxiv.2308.01318,
title = {Framing image registration as a landmark detection problem for label-noise-aware task representation (HitR)},
author = {Diana Waldmannstetter and Ivan Ezhov and Benedikt Wiestler and Francesco Campi and Ivan Kukuljan and Stefan Ehrlich and Shankeeth Vinayahalingam and Bhakti Baheti and Satrajit Chakrabarty and Ujjwal Baid and Spyridon Bakas and Julian Schwarting and Marie Metz and Jan S. Kirschke and Daniel Rueckert and Rolf A. Heckemann and Marie Piraud and Bjoern H. Menze and Florian Kofler},
journal= {arXiv preprint arXiv:2308.01318},
year = {2024}
}