@InProceedings{nakhl-EtAl:2026:wmt,
  author    = {Nakhlé, Mariam  and  Qader, Raheel  and  Dinarelli, Marco  and  Blanchon, Hervé},
  title     = {Vertical: Quality Estimation of Machine Translation from Université Grenoble Alpes},
  booktitle      = {Proceedings of the Eleventh Conference on Machine Translation},
  month          = {October},
  year           = {2026},
  address        = {Budapest, Hungary},
  publisher      = {Association for Computational Linguistics},
  pages     = {1723--1729},
  abstract  = {This paper describes the submission of Université Grenoble Alpes and OVHai LLM to the Eleventh Conference on Machine Translation (WMT26) Shared Task on Automated Translation Quality Evaluation Systems. We participate in the Task 2 - Segment-Level Quality Score Prediction. We present our system that is trained to predict a single quality score per input segment. Our contributions are the following: 1) we present a metric that uses a Large Language Model (LLM) as backbone, namely gemma-3-1b-it, thus leveraging its long context size and its large-scale training on 2 trillion tokens, 2) we propose a method to adapt a decoder-only model to a downstream task by training a special token and using it as the sequence representation and 3) we propose a training curriculum designed to boost metric performance on long inputs. Our metric is trained using publicly available data and it can predict a score with or without a reference. Preliminary results show that our method outperforms baseline models when provided with a reference on the system level. The reference-free variant ranks second on the segment level.},
  url       = {https://aclanthology.org/2026.wmt-1.105}
}

