Medical image segmentation models are typically optimised with voxel-wise losses that constrain predictions only in the output space. This leaves latent feature representations largely unconstrained, potentially limiting generalisation. We propose {SegReg}, a latent-space regularisation framework that operates on feature maps of U-Net models to encourage structured embeddings while remaining fully compatible with standard segmentation losses. Integrated with the nnU-Net framework, we evaluate SegReg on prostate, cardiac, and hippocampus segmentation and demonstrate consistent improvements in domain generalisation. Furthermore, we show that explicit latent regularisation improves continual learning by reducing task drift and enhancing forward transfer across sequential tasks without adding memory or any extra parameters. These results highlight latent-space regularisation as a practical approach for building more generalisable and continual-learning-ready models.
@article{arxiv.2602.23509,
title = {SegReg: Latent Space Regularization for Improved Medical Image Segmentation},
author = {Puru Vaish and Amin Ranem and Felix Meister and Tobias Heimann and Christoph Brune and Jelmer M. Wolterink},
journal= {arXiv preprint arXiv:2602.23509},
year = {2026}
}