opusTCv20210807+bt_transformer-big_2022-03-09.yml

release: eng-fin/opusTCv20210807+bt_transformer-big_2022-03-09.zip
release-date: 2022-03-09
dataset-name: opusTCv20210807+bt
modeltype: transformer-big
vocabulary:
   source: opusTCv20210807+bt.spm32k-spm32k.vocab.yml
   target: opusTCv20210807+bt.spm32k-spm32k.vocab.yml
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
   source: spm32k
   target: spm32k
subword-models:
   source: source.spm
   target: target.spm
source-languages:
   - eng
target-languages:
   - fin
raw-source-languages:
   - eng
raw-target-languages:
   - fin
training-data:
   eng-fin: Tatoeba-train-v2021-08-07.eng-fin.strict (94159007) wiki.aa.fin-eng (989793) wiki.ab.fin-eng (989863) wiki.ac.fin-eng (989739) wiki.ad.fin-eng (989710) wiki.ae.fin-eng (989743) wiki.af.fin-eng (989850) wiki.ag.fin-eng (989780) wiki.ah.fin-eng (479612) wikibooks.aa.fin-eng (65843) wikinews.aa.fin-eng (21283) wikiquote.aa.fin-eng (32622) wikisource.aa.fin-eng (273356) 
validation-data:
   eng-fin: Tatoeba-dev-v2021-08-07, 67377
   total-size-shuffled: 67377
   devset-selected: top 5000  lines of Tatoeba-dev-v2021-08-07.src.shuffled
test-data:
   newsdev2015-enfi.eng-fin: 1500/23375
   newstest2015-enfi.eng-fin: 1370/19968
   newstest2016-enfi.eng-fin: 3000/48116
   newstest2017-enfi.eng-fin: 3002/45718
   newstest2018-enfi.eng-fin: 3000/45475
   newstest2019-enfi.eng-fin: 1997/38369
   newstestB2016-enfi.eng-fin: 3000/45766
   newstestB2017-enfi.eng-fin: 3002/45506
   Tatoeba-test-v2021-08-07.eng-fin: 10000/60781
BLEU-scores:
   newsdev2015-enfi.eng-fin: 25.3
   newstest2015-enfi.eng-fin: 27.4
   newstest2016-enfi.eng-fin: 29.7
   newstest2017-enfi.eng-fin: 32.3
   newstest2018-enfi.eng-fin: 21.1
   newstest2019-enfi.eng-fin: 26.4
   newstestB2016-enfi.eng-fin: 23.3
   newstestB2017-enfi.eng-fin: 26.8
   Tatoeba-test-v2021-08-07.eng-fin: 39.4
chr-F-scores:
   newsdev2015-enfi.eng-fin: 0.58575
   newstest2015-enfi.eng-fin: 0.60259
   newstest2016-enfi.eng-fin: 0.61851
   newstest2017-enfi.eng-fin: 0.64616
   newstest2018-enfi.eng-fin: 0.55866
   newstest2019-enfi.eng-fin: 0.58420
   newstestB2016-enfi.eng-fin: 0.57554
   newstestB2017-enfi.eng-fin: 0.60212
   Tatoeba-test-v2021-08-07.eng-fin: 0.64410