Recently, it has been shown that a high resolution image can be obtained without the usage of a high resolution sensor. The main idea has been that a low resolution sensor is covered with a non-regular sampling mask followed by a reconstruction of the incomplete high resolution image captured this way. In this paper, a multi-frame reconstruction approach is proposed where a video is taken by a non-regular sampling sensor and fully reconstructed afterwards. By utilizing the temporal correlation between neighboring frames, the reconstruction quality can be further enhanced. Compared to a state-of-the-art single-frame reconstruction approach, this leads to a visually noticeable gain in PSNR of up to 1.19 dB on average.
@article{arxiv.2204.04064,
title = {Reconstruction of Videos Taken by a Non-Regular Sampling Sensor},
author = {Markus Jonscher and Jürgen Seiler and Michel Bätz and Thomas Richter and Wolfgang Schnurrer and André Kaup},
journal= {arXiv preprint arXiv:2204.04064},
year = {2022}
}