Commonsense reasoning simulates the human ability to make presumptions about our physical world, and it is an indispensable cornerstone in building general AI systems. We propose a new commonsense reasoning dataset based on human's interactive fiction game playings as human players demonstrate plentiful and diverse commonsense reasoning. The new dataset mitigates several limitations of the prior art. Experiments show that our task is solvable to human experts with sufficient commonsense knowledge but poses challenges to existing machine reading models, with a big performance gap of more than 30%.
@article{arxiv.2010.09788,
title = {Deriving Commonsense Inference Tasks from Interactive Fictions},
author = {Mo Yu and Xiaoxiao Guo and Yufei Feng and Xiaodan Zhu and Michael Greenspan and Murray Campbell},
journal= {arXiv preprint arXiv:2010.09788},
year = {2020}
}