-
Notifications
You must be signed in to change notification settings - Fork 91
/
Copy pathopus1m-2021-05-16.yml
116 lines (116 loc) · 3.31 KB
/
opus1m-2021-05-16.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
release: gmw-rus/opus1m-2021-05-16.zip
release-date: 2021-05-16
dataset-name: opus1m
modeltype: transformer-align
vocabulary:
source: opus1m.spm32k-spm32k.vocab.yml
target: opus1m.spm32k-spm32k.vocab.yml
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
source: spm32k
target: spm32k
subword-models:
source: source.spm
target: target.spm
source-languages:
- afr
- ang
- deu
- eng
- enm
- fry
- gos
- ltz
- nds
- nld
target-languages:
- rus
training-data:
afr-rus: Tatoeba-train (1000000)
ang_Latn-rus: Tatoeba-train (2143)
deu-rus: Tatoeba-train (1000000)
eng-rus: Tatoeba-train (1000000)
fry-rus: Tatoeba-train (44412)
ltz-rus: Tatoeba-train (3198)
nds-rus: Tatoeba-train (95768)
nld-rus: Tatoeba-train (1000000)
validation-data:
afr-rus: Tatoeba-dev, 1000
ang_Latn-rus: Tatoeba-dev, 721
deu-rus: Tatoeba-dev, 98397
eng-rus: Tatoeba-dev, 491482
fry-rus: Tatoeba-dev, 988
ltz-rus: Tatoeba-dev, 975
nds-rus: Tatoeba-dev, 994
nld-rus: Tatoeba-dev, 6527
total-size-shuffled: 7182
devset-selected: top 5000 lines of Tatoeba-dev.src.shuffled
test-data:
newstest2012.deu-rus: 3003/64830
newstest2012.eng-rus: 3003/64830
newstest2013.deu-rus: 3000/58560
newstest2013.eng-rus: 3000/58560
newstest2015-enru.eng-rus: 2818/55915
newstest2016-enru.eng-rus: 2998/62018
newstest2017-enru.eng-rus: 3001/60255
newstest2018-enru.eng-rus: 3000/61920
newstest2019-enru.eng-rus: 1997/48153
Tatoeba-test.afr-rus: 228/1211
Tatoeba-test.ang-rus: 10/32
Tatoeba-test.deu-rus: 10000/67173
Tatoeba-test.eng-rus: 10000/66695
Tatoeba-test.enm-rus: 15/52
Tatoeba-test.fry-rus: 28/168
Tatoeba-test.gos-rus: 6/32
Tatoeba-test.ltz-rus: 1/5
Tatoeba-test.nds-rus: 894/5263
Tatoeba-test.nld-rus: 2500/15641
Tatoeba-test.multi-rus: 10000/66046
Tatoeba-test.yid-rus: 150/795
tico19-test.eng-rus: 2100/55837
BLEU-scores:
newstest2012.deu-rus: 15.4
newstest2012.eng-rus: 25.6
newstest2013.deu-rus: 18.4
newstest2013.eng-rus: 20.4
newstest2015-enru.eng-rus: 22.8
newstest2016-enru.eng-rus: 22.1
newstest2017-enru.eng-rus: 23.8
newstest2018-enru.eng-rus: 20.6
newstest2019-enru.eng-rus: 22.3
Tatoeba-test.afr-rus: 43.7
Tatoeba-test.ang-rus: 1.6
Tatoeba-test.deu-rus: 40.0
Tatoeba-test.eng-rus: 40.8
Tatoeba-test.enm-rus: 29.6
Tatoeba-test.fry-rus: 23.5
Tatoeba-test.gos-rus: 2.8
Tatoeba-test.ltz-rus: 30.2
Tatoeba-test.nds-rus: 21.2
Tatoeba-test.nld-rus: 44.5
Tatoeba-test.multi-rus: 41.1
Tatoeba-test.yid-rus: 0.0
tico19-test.eng-rus: 20.6
chr-F-scores:
newstest2012.deu-rus: 0.427
newstest2012.eng-rus: 0.533
newstest2013.deu-rus: 0.454
newstest2013.eng-rus: 0.481
newstest2015-enru.eng-rus: 0.517
newstest2016-enru.eng-rus: 0.505
newstest2017-enru.eng-rus: 0.524
newstest2018-enru.eng-rus: 0.510
newstest2019-enru.eng-rus: 0.486
Tatoeba-test.afr-rus: 0.613
Tatoeba-test.ang-rus: 0.122
Tatoeba-test.deu-rus: 0.614
Tatoeba-test.eng-rus: 0.606
Tatoeba-test.enm-rus: 0.313
Tatoeba-test.fry-rus: 0.444
Tatoeba-test.gos-rus: 0.278
Tatoeba-test.ltz-rus: 0.461
Tatoeba-test.nds-rus: 0.409
Tatoeba-test.nld-rus: 0.645
Tatoeba-test.multi-rus: 0.610
Tatoeba-test.yid-rus: 0.009
tico19-test.eng-rus: 0.485