Multispectral and hyperspectral imaging (MSI/HSI) can provide clinically relevant information on morphological and functional tissue properties. Application in the operating room (OR), however, has so far been limited by complex hardware setups and slow acquisition times. To overcome these limitations, we propose a novel imaging system for video-rate spectral imaging in the clinical workflow. The system integrates a small snapshot multispectral camera with a standard laparoscope and a clinically commonly used light source, enabling the recording of multispectral images with a spectral dimension of 16 at a frame rate of 25 Hz. An ongoing in patient study shows that multispectral recordings from this system can help detect perfusion changes in partial nephrectomy surgery, thus opening the doors to a wide range of clinical applications.
@article{arxiv.2105.13901,
title = {Video-rate multispectral imaging in laparoscopic surgery: First-in-human application},
author = {Leonardo Ayala and Sebastian Wirkert and Anant Vemuri and Tim Adler and Silvia Seidlitz and Sebastian Pirmann and Christina Engels and Dogu Teber and Lena Maier-Hein},
journal= {arXiv preprint arXiv:2105.13901},
year = {2023}
}