This paper presents a commentator for providing real-time game commentary in a fighting game. The commentary takes into account highlight cues, obtained by analyzing scenes during gameplay, as input to adjust the pitch and loudness of commentary to be spoken by using a Text-to-Speech (TTS) technology. We investigate different designs for pitch and loudness adjustment. The proposed AI consists of two parts: a dynamic adjuster for controlling pitch and loudness of the TTS and a real-time game commentary generator. We conduct a pilot study on a fighting game, and our result shows that by adjusting the loudness significantly according to the level of game highlight, the entertainment of the gameplay can be enhanced.
Cite
@article{arxiv.2108.08112,
title = {Fighting Game Commentator with Pitch and Loudness Adjustment Utilizing Highlight Cues},
author = {Junjie H. Xu and Zhou Fang and Qihang Chen and Satoru Ohno and Pujana Paliyawan},
journal= {arXiv preprint arXiv:2108.08112},
year = {2021}
}