Saliency maps have become a widely used method to assess which areas of the input image are most pertinent to the prediction of a trained neural network. However, in the context of medical imaging, there is no study to our knowledge that has examined the efficacy of these techniques and quantified them using overlap with ground truth bounding boxes. In this work, we explored the credibility of the various existing saliency map methods on the RSNA Pneumonia dataset. We found that GradCAM was the most sensitive to model parameter and label randomization, and was highly agnostic to model architecture.
@article{arxiv.2006.00063,
title = {Assessing the validity of saliency maps for abnormality localization in medical imaging},
author = {Nishanth Thumbavanam Arun and Nathan Gaw and Praveer Singh and Ken Chang and Katharina Viktoria Hoebel and Jay Patel and Mishka Gidwani and Jayashree Kalpathy-Cramer},
journal= {arXiv preprint arXiv:2006.00063},
year = {2020}
}