In this study, our goal is to show the impact of self-supervised pre-training of transformers for organ at risk (OAR) and tumor segmentation as compared to costly fully-supervised learning. The proposed algorithm is called Monte Carlo Transformer based U-Net (MC-Swin-U). Unlike many other available models, our approach presents uncertainty quantification with Monte Carlo dropout strategy while generating its voxel-wise prediction. We test and validate the proposed model on both public and one private datasets and evaluate the gross tumor volume (GTV) as well as nearby risky organs' boundaries. We show that self-supervised pre-training approach improves the segmentation scores significantly while providing additional benefits for avoiding large-scale annotation costs.
@article{arxiv.2305.02491,
title = {Self-Supervised Learning for Organs At Risk and Tumor Segmentation with Uncertainty Quantification},
author = {Ilkin Isler and Debesh Jha and Curtis Lisle and Justin Rineer and Patrick Kelly and Bulent Aydogan and Mohamed Abazeed and Damla Turgut and Ulas Bagci},
journal= {arXiv preprint arXiv:2305.02491},
year = {2023}
}