-
Notifications
You must be signed in to change notification settings - Fork 90
/
opus-2021-02-23.yml
163 lines (163 loc) · 4.96 KB
/
opus-2021-02-23.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
release: zle-zle/opus-2021-02-23.zip
release-date: 2021-02-23
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
source: spm32k
target: spm32k
subword-models:
source: source.spm
target: target.spm
use-target-labels:
- ">>bel<<"
- ">>bel_Latn<<"
- ">>orv_Cyrl<<"
- ">>rus<<"
- ">>ukr<<"
source-languages:
- bel
- orv
- rus
- ukr
target-languages:
- bel
- orv
- rus
- ukr
training-data:
bel-eng: Tatoeba-train (154954)
bel-rus: Tatoeba-train (71916)
bel-ukr: Tatoeba-train (65451)
bel_Latn-eng: Tatoeba-train (2570)
bel_Latn-rus: Tatoeba-train (289)
bel_Latn-ukr: Tatoeba-train (347)
eng-bel: Tatoeba-train (154954)
eng-bel_Latn: Tatoeba-train (2570)
eng-rus: Tatoeba-train (1000000)
eng-ukr: Tatoeba-train (1000000)
rus-bel: Tatoeba-train (71916)
rus-bel_Latn: Tatoeba-train (289)
rus-eng: Tatoeba-train (1000000)
rus-ukr: Tatoeba-train (1000000)
ukr-bel: Tatoeba-train (65451)
ukr-bel_Latn: Tatoeba-train (347)
ukr-eng: Tatoeba-train (1000000)
ukr-rus: Tatoeba-train (1000000)
validation-data:
bel-eng: Tatoeba-dev, 4241
bel-rus: Tatoeba-dev, 2738
bel-ukr: Tatoeba-dev, 994
bel_Latn-eng: Tatoeba-dev, 12
bel_Latn-rus: Tatoeba-dev, 5
bel_Latn-ukr: Tatoeba-dev, 6
bel-eng: Tatoeba-dev, 4241
bel_Latn-eng: Tatoeba-dev, 12
eng-rus: Tatoeba-dev, 491482
eng-ukr: Tatoeba-dev, 157764
bel-rus: Tatoeba-dev, 2738
bel_Latn-rus: Tatoeba-dev, 5
eng-rus: Tatoeba-dev, 491482
rus-ukr: Tatoeba-dev, 6815
bel-ukr: Tatoeba-dev, 994
bel_Latn-ukr: Tatoeba-dev, 6
eng-ukr: Tatoeba-dev, 157764
rus-ukr: Tatoeba-dev, 6815
total-size-shuffled: 1327549
devset-selected: top 5000 lines of Tatoeba-dev.src.shuffled!
test-data:
newstest2012.eng-rus: 3003/64830
newstest2012.rus-eng: 3003/72812
newstest2013.eng-rus: 3000/58560
newstest2013.rus-eng: 3000/64505
newstest2014-ruen.rus-eng: 3003/69190
newstest2015-enru.eng-rus: 2818/55915
newstest2015-enru.rus-eng: 2818/64744
newstest2016-enru.eng-rus: 2998/62018
newstest2016-enru.rus-eng: 2998/69278
newstest2017-enru.eng-rus: 3001/60255
newstest2017-enru.rus-eng: 3001/69033
newstest2018-enru.eng-rus: 3000/61920
newstest2018-enru.rus-eng: 3000/71723
newstest2019-enru.eng-rus: 1997/48153
newstest2019-ruen.rus-eng: 2000/42875
Tatoeba-test.bel_Latn-rus: 6/60
Tatoeba-test.bel_Latn-ukr: 8/61
Tatoeba-test.bel-rus: 2500/18815
Tatoeba-test.bel-ukr: 2355/15138
Tatoeba-test.multi-multi: 10000/63367
Tatoeba-test.orv-rus: 171/1259
Tatoeba-test.orv-ukr: 973/5423
Tatoeba-test.rus-bel_Latn: 6/64
Tatoeba-test.rus-bel: 2500/18750
Tatoeba-test.rus-orv: 171/1174
Tatoeba-test.rus-ukr: 10000/59963
Tatoeba-test.ukr-bel_Latn: 8/61
Tatoeba-test.ukr-bel: 2355/15166
Tatoeba-test.ukr-orv: 973/5037
Tatoeba-test.ukr-rus: 10000/60129
tico19-test.eng-rus: 2100/55837
BLEU-scores:
newstest2012.eng-rus: 26.4
newstest2012.rus-eng: 29.6
newstest2013.eng-rus: 20.4
newstest2013.rus-eng: 23.8
newstest2014-ruen.rus-eng: 26.4
newstest2015-enru.eng-rus: 22.4
newstest2015-enru.rus-eng: 25.2
newstest2016-enru.eng-rus: 21.6
newstest2016-enru.rus-eng: 23.9
newstest2017-enru.eng-rus: 23.6
newstest2017-enru.rus-eng: 27.5
newstest2018-enru.eng-rus: 20.4
newstest2018-enru.rus-eng: 23.3
newstest2019-enru.eng-rus: 22.3
newstest2019-ruen.rus-eng: 26.0
Tatoeba-test.bel_Latn-rus: 1.3
Tatoeba-test.bel_Latn-ukr: 2.7
Tatoeba-test.bel-rus: 56.5
Tatoeba-test.bel-ukr: 54.4
Tatoeba-test.multi-multi: 55.0
Tatoeba-test.orv-rus: 5.3
Tatoeba-test.orv-ukr: 3.1
Tatoeba-test.rus-bel_Latn: 1.0
Tatoeba-test.rus-bel: 44.0
Tatoeba-test.rus-orv: 0.2
Tatoeba-test.rus-ukr: 62.6
Tatoeba-test.ukr-bel_Latn: 1.4
Tatoeba-test.ukr-bel: 46.6
Tatoeba-test.ukr-orv: 0.4
Tatoeba-test.ukr-rus: 68.2
tico19-test.eng-rus: 20.2
chr-F-scores:
newstest2012.eng-rus: 0.538
newstest2012.rus-eng: 0.568
newstest2013.eng-rus: 0.481
newstest2013.rus-eng: 0.513
newstest2014-ruen.rus-eng: 0.550
newstest2015-enru.eng-rus: 0.515
newstest2015-enru.rus-eng: 0.529
newstest2016-enru.eng-rus: 0.505
newstest2016-enru.rus-eng: 0.521
newstest2017-enru.eng-rus: 0.524
newstest2017-enru.rus-eng: 0.546
newstest2018-enru.eng-rus: 0.509
newstest2018-enru.rus-eng: 0.518
newstest2019-enru.eng-rus: 0.487
newstest2019-ruen.rus-eng: 0.537
Tatoeba-test.bel_Latn-rus: 0.138
Tatoeba-test.bel_Latn-ukr: 0.135
Tatoeba-test.bel-rus: 0.751
Tatoeba-test.bel-ukr: 0.742
Tatoeba-test.multi-multi: 0.730
Tatoeba-test.orv-rus: 0.224
Tatoeba-test.orv-ukr: 0.175
Tatoeba-test.rus-bel_Latn: 0.008
Tatoeba-test.rus-bel: 0.657
Tatoeba-test.rus-orv: 0.150
Tatoeba-test.rus-ukr: 0.786
Tatoeba-test.ukr-bel_Latn: 0.007
Tatoeba-test.ukr-bel: 0.679
Tatoeba-test.ukr-orv: 0.138
Tatoeba-test.ukr-rus: 0.821
tico19-test.eng-rus: 0.484