This is the preliminary ranking of WMT24 General MT systems based on automatic metrics. The official ranking will be a human evaluation, which is superior to the automatic ranking and supersedes it. The purpose of this report is not to interpret any findings but only provide preliminary results to the participants of the General MT task that may be useful during the writing of the system submission.
@article{arxiv.2407.19884,
title = {Preliminary WMT24 Ranking of General MT Systems and LLMs},
author = {Tom Kocmi and Eleftherios Avramidis and Rachel Bawden and Ondrej Bojar and Anton Dvorkovich and Christian Federmann and Mark Fishel and Markus Freitag and Thamme Gowda and Roman Grundkiewicz and Barry Haddow and Marzena Karpinska and Philipp Koehn and Benjamin Marie and Kenton Murray and Masaaki Nagata and Martin Popel and Maja Popovic and Mariya Shmatova and Steinþór Steingrímsson and Vilém Zouhar},
journal= {arXiv preprint arXiv:2407.19884},
year = {2024}
}