-
Notifications
You must be signed in to change notification settings - Fork 91
/
Copy pathopusTCv20210807+bt_transformer-big_2022-03-17.yml
91 lines (91 loc) · 3.46 KB
/
opusTCv20210807+bt_transformer-big_2022-03-17.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
release: zle-eng/opusTCv20210807+bt_transformer-big_2022-03-17.zip
release-date: 2022-03-17
dataset-name: opusTCv20210807+bt
modeltype: transformer-big
vocabulary:
source: opusTCv20210807+bt.spm32k-spm32k.vocab.yml
target: opusTCv20210807+bt.spm32k-spm32k.vocab.yml
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
source: spm32k
target: spm32k
subword-models:
source: source.spm
target: target.spm
source-languages:
- bel
- bel_Latn
- orv_Cyrl
- rue
- rus
- ukr
target-languages:
- eng
raw-source-languages:
- bel
- orv
- rue
- rus
- ukr
raw-target-languages:
- eng
training-data:
bel-eng: Tatoeba-train-v2021-08-07.bel-eng.strict (25) wikibooks.aa.eng-bel (991979) wikinews.aa.eng-bel (457356) wikipedia.aa.eng-bel (983228) wikipedia.ab.eng-bel (983400) wikipedia.ac.eng-bel (983414) wikipedia.ad.eng-bel (983238) wikiquote.aa.eng-bel (996989)
bel_Latn-eng: Tatoeba-train-v2021-08-07.bel_Latn-eng.strict (12332)
rus-eng: Tatoeba-train-v2021-08-07.eng-rus.strict (213608408) wikibooks.aa (992226) wikinews.aa (457492) wikipedia.ab (984132) wikipedia.ac (984097) wikipedia.ad (983846) wikiquote.aa (997223)
ukr-eng: Tatoeba-train-v2021-08-07.eng-ukr.strict (33220604) wikibooks.aa (992077) wikinews.aa (457195) wikipedia.ab (982303) wikipedia.ac (982306) wikipedia.ad (982119) wikiquote.aa (997139)
validation-data:
eng-ukr: Tatoeba-dev-v2021-08-07, 157691
total-size-shuffled: 157691
devset-selected: top 5000 lines of Tatoeba-dev-v2021-08-07.ukr-eng.src.shuffled
test-data:
newstest2012.rus-eng: 3003/72812
newstest2013.rus-eng: 3000/64505
newstest2014-ruen.rus-eng: 3003/69190
newstest2015-enru.rus-eng: 2818/64744
newstest2016-enru.rus-eng: 2998/69278
newstest2017-enru.rus-eng: 3001/69033
newstest2018-enru.rus-eng: 3000/71723
newstest2019-ruen.rus-eng: 2000/42875
Tatoeba-test-v2021-08-07.bel-eng: 2500/18567
Tatoeba-test-v2021-08-07.bel_Latn-eng: 3/26
Tatoeba-test-v2021-08-07.multi-eng: 10000/72538
Tatoeba-test-v2021-08-07.orv-eng: 322/2102
Tatoeba-test-v2021-08-07.rue-eng: 120/697
Tatoeba-test-v2021-08-07.rus-eng: 19425/147851
Tatoeba-test-v2021-08-07.ukr-eng: 10000/67638
tico19-test.rus-eng: 2100/56347
BLEU-scores:
newstest2012.rus-eng: 39.2
newstest2013.rus-eng: 31.3
newstest2014-ruen.rus-eng: 40.5
newstest2015-enru.rus-eng: 36.0
newstest2016-enru.rus-eng: 35.7
newstest2017-enru.rus-eng: 40.8
newstest2018-enru.rus-eng: 35.1
newstest2019-ruen.rus-eng: 41.6
Tatoeba-test-v2021-08-07.bel-eng: 48.0
Tatoeba-test-v2021-08-07.bel_Latn-eng: 2.1
Tatoeba-test-v2021-08-07.multi-eng: 56.0
Tatoeba-test-v2021-08-07.orv-eng: 13.5
Tatoeba-test-v2021-08-07.rue-eng: 16.4
Tatoeba-test-v2021-08-07.rus-eng: 57.2
Tatoeba-test-v2021-08-07.ukr-eng: 56.9
tico19-test.rus-eng: 33.4
chr-F-scores:
newstest2012.rus-eng: 0.63735
newstest2013.rus-eng: 0.57641
newstest2014-ruen.rus-eng: 0.65667
newstest2015-enru.rus-eng: 0.61718
newstest2016-enru.rus-eng: 0.61414
newstest2017-enru.rus-eng: 0.65367
newstest2018-enru.rus-eng: 0.61378
newstest2019-ruen.rus-eng: 0.65468
Tatoeba-test-v2021-08-07.bel-eng: 0.65139
Tatoeba-test-v2021-08-07.bel_Latn-eng: 0.11733
Tatoeba-test-v2021-08-07.multi-eng: 0.70546
Tatoeba-test-v2021-08-07.orv-eng: 0.28846
Tatoeba-test-v2021-08-07.rue-eng: 0.34539
Tatoeba-test-v2021-08-07.rus-eng: 0.71309
Tatoeba-test-v2021-08-07.ukr-eng: 0.71102
tico19-test.rus-eng: 0.63284