We benchmark Conformer-Kernel models under the strict blind evaluation setting of the TREC 2020 Deep Learning track. In particular, we study the impact of incorporating: (i) Explicit term matching to complement matching based on learned representations (i.e., the "Duet principle"), (ii) query term independence (i.e., the "QTI assumption") to scale the model to the full retrieval setting, and (iii) the ORCAS click data as an additional document description field. We find evidence which supports that all three aforementioned strategies can lead to improved retrieval quality.
@article{arxiv.2011.07368,
title = {Conformer-Kernel with Query Term Independence at TREC 2020 Deep Learning Track},
author = {Bhaskar Mitra and Sebastian Hofstatter and Hamed Zamani and Nick Craswell},
journal= {arXiv preprint arXiv:2011.07368},
year = {2021}
}