Automatic colorization is the process of adding color to greyscale images. We condition this process on language, allowing end users to manipulate a colorized image by feeding in different captions. We present two different architectures for language-conditioned colorization, both of which produce more accurate and plausible colorizations than a language-agnostic version. Through this language-based framework, we can dramatically alter colorizations by manipulating descriptive color words in captions.
@article{arxiv.1804.06026,
title = {Learning to Color from Language},
author = {Varun Manjunatha and Mohit Iyyer and Jordan Boyd-Graber and Larry Davis},
journal= {arXiv preprint arXiv:1804.06026},
year = {2018}
}