-
Notifications
You must be signed in to change notification settings - Fork 90
/
opusTCv20210807_transformer-big_2022-09-15.yml
166 lines (166 loc) · 6.21 KB
/
opusTCv20210807_transformer-big_2022-09-15.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
release: sla-por/opusTCv20210807_transformer-big_2022-09-15.zip
release-date: 2022-09-15
dataset-name: opusTCv20210807
modeltype: transformer-big
vocabulary:
source: opusTCv20210807.spm32k-spm32k.vocab.yml
target: opusTCv20210807.spm32k-spm32k.vocab.yml
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
source: spm32k
target: spm32k
subword-models:
source: source.spm
target: target.spm
source-languages:
- bel
- bel_Latn
- bos_Cyrl
- bos_Latn
- bul
- ces
- dsb
- hbs
- hbs_Cyrl
- hrv
- hsb
- mkd
- pol
- rus
- slv
- srp_Cyrl
- srp_Latn
- ukr
target-languages:
- pob
- por
raw-source-languages:
- bel
- bos
- bul
- ces
- dsb
- hbs
- hrv
- hsb
- mkd
- pol
- rus
- slv
- srp
- ukr
raw-target-languages:
- pob
- por
use-target-labels:
training-data:
bel-pob: Tatoeba-train-v2021-08-07.bel-pob.strict (30436)
bel-por: Tatoeba-train-v2021-08-07.bel-por.strict (672750)
bel_Latn-pob: Tatoeba-train-v2021-08-07.bel_Latn-pob.strict (61)
bel_Latn-por: Tatoeba-train-v2021-08-07.bel_Latn-por.strict (2155)
bos_Cyrl-pob: Tatoeba-train-v2021-08-07.bos_Cyrl-pob.strict (130)
bos_Cyrl-por: Tatoeba-train-v2021-08-07.bos_Cyrl-por.strict (558)
bos_Latn-pob: Tatoeba-train-v2021-08-07.bos_Latn-pob.strict (4531147)
bos_Latn-por: Tatoeba-train-v2021-08-07.bos_Latn-por.strict (4092466)
bul-pob: Tatoeba-train-v2021-08-07.bul-pob.strict (6837073)
bul-por: Tatoeba-train-v2021-08-07.bul-por.strict (7348302)
ces-pob: Tatoeba-train-v2021-08-07.ces-pob.strict (7235925)
ces-por: Tatoeba-train-v2021-08-07.ces-por.strict (9248335)
dsb-pob: Tatoeba-train-v2021-08-07.dsb-pob.strict (29822)
dsb-por: Tatoeba-train-v2021-08-07.dsb-por.strict (30000)
hbs-por: Tatoeba-train-v2021-08-07.hbs-por.strict (13237)
hbs_Cyrl-por: Tatoeba-train-v2021-08-07.hbs_Cyrl-por.strict (363)
hrv-pob: Tatoeba-train-v2021-08-07.hrv-pob.strict (6603854)
hrv-por: Tatoeba-train-v2021-08-07.hrv-por.strict (6243954)
hsb-pob: Tatoeba-train-v2021-08-07.hsb-pob.strict (30408)
hsb-por: Tatoeba-train-v2021-08-07.hsb-por.strict (49885)
mkd-pob: Tatoeba-train-v2021-08-07.mkd-pob.strict (2516182)
mkd-por: Tatoeba-train-v2021-08-07.mkd-por.strict (2942411)
pol-pob: Tatoeba-train-v2021-08-07.pob-pol.strict (7267221)
pol-por: Tatoeba-train-v2021-08-07.pol-por.strict (10000000)
rus-pob: Tatoeba-train-v2021-08-07.pob-rus.strict (5776188)
rus-por: Tatoeba-train-v2021-08-07.por-rus.strict (8287021)
slv-pob: Tatoeba-train-v2021-08-07.pob-slv.strict (5264396)
slv-por: Tatoeba-train-v2021-08-07.por-slv.strict (7167089)
srp_Cyrl-pob: Tatoeba-train-v2021-08-07.pob-srp_Cyrl.strict (1812325)
srp_Cyrl-por: Tatoeba-train-v2021-08-07.por-srp_Cyrl.strict (3651691)
srp_Latn-pob: Tatoeba-train-v2021-08-07.pob-srp_Latn.strict (6874585)
srp_Latn-por: Tatoeba-train-v2021-08-07.por-srp_Latn.strict (6082113)
ukr-pob: Tatoeba-train-v2021-08-07.pob-ukr.strict (691987)
ukr-por: Tatoeba-train-v2021-08-07.por-ukr.strict (4040092)
validation-data:
bel-pob: Tatoeba-dev-v2021-08-07, 50
bel-por: Tatoeba-dev-v2021-08-07, 943
bel_Latn-pob: Tatoeba-dev-v2021-08-07, 1
bel_Latn-por: Tatoeba-dev-v2021-08-07, 6
bos_Latn-pob: Tatoeba-dev-v2021-08-07, 80
bos_Latn-por: Tatoeba-dev-v2021-08-07, 70
bul-pob: Tatoeba-dev-v2021-08-07, 246
bul-por: Tatoeba-dev-v2021-08-07, 712
ces-pob: Tatoeba-dev-v2021-08-07, 224
ces-por: Tatoeba-dev-v2021-08-07, 752
dsb-pob: Tatoeba-dev-v2021-08-07, 501
dsb-por: Tatoeba-dev-v2021-08-07, 499
hrv-pob: Tatoeba-dev-v2021-08-07, 161
hrv-por: Tatoeba-dev-v2021-08-07, 182
hsb-pob: Tatoeba-dev-v2021-08-07, 386
hsb-por: Tatoeba-dev-v2021-08-07, 614
mkd-pob: Tatoeba-dev-v2021-08-07, 381
mkd-por: Tatoeba-dev-v2021-08-07, 619
pob-pol: Tatoeba-dev-v2021-08-07, 205
pol-por: Tatoeba-dev-v2021-08-07, 763
por-rus: Tatoeba-dev-v2021-08-07, 9945
pob-slv: Tatoeba-dev-v2021-08-07, 175
por-slv: Tatoeba-dev-v2021-08-07, 825
pob-srp_Cyrl: Tatoeba-dev-v2021-08-07, 9
por-srp_Cyrl: Tatoeba-dev-v2021-08-07, 66
pob-srp_Latn: Tatoeba-dev-v2021-08-07, 219
por-srp_Latn: Tatoeba-dev-v2021-08-07, 199
por-ukr: Tatoeba-dev-v2021-08-07, 1015
total-size-shuffled: 10872
devset-selected: top 5000 lines of Tatoeba-dev-v2021-08-07.src.shuffled
test-data:
Tatoeba-test-v2021-08-07.bel-por: 3/21
Tatoeba-test-v2021-08-07.bul-por: 169/1117
Tatoeba-test-v2021-08-07.ces-por: 133/919
Tatoeba-test-v2021-08-07.dsb-por: 1/5
Tatoeba-test-v2021-08-07.hbs-por: 107/626
Tatoeba-test-v2021-08-07.hrv-por: 105/612
Tatoeba-test-v2021-08-07.hsb-por: 1/5
Tatoeba-test-v2021-08-07.mkd-por: 3/21
Tatoeba-test-v2021-08-07.multi-multi: 10000/71535
Tatoeba-test-v2021-08-07.pol-por: 705/5059
Tatoeba-test-v2021-08-07.rus-por: 10000/74705
Tatoeba-test-v2021-08-07.slv-por: 6/28
Tatoeba-test-v2021-08-07.srp_Cyrl-por: 2/14
Tatoeba-test-v2021-08-07.ukr-por: 3372/21301
BLEU-scores:
Tatoeba-test-v2021-08-07.bel-por: 65.6
Tatoeba-test-v2021-08-07.bul-por: 40.7
Tatoeba-test-v2021-08-07.ces-por: 50.2
Tatoeba-test-v2021-08-07.dsb-por: 100.0
Tatoeba-test-v2021-08-07.hbs-por: 42.0
Tatoeba-test-v2021-08-07.hrv-por: 40.9
Tatoeba-test-v2021-08-07.hsb-por: 100.0
Tatoeba-test-v2021-08-07.mkd-por: 47.2
Tatoeba-test-v2021-08-07.multi-multi: 43.4
Tatoeba-test-v2021-08-07.pol-por: 43.0
Tatoeba-test-v2021-08-07.rus-por: 42.2
Tatoeba-test-v2021-08-07.slv-por: 49.5
Tatoeba-test-v2021-08-07.srp_Cyrl-por: 82.5
Tatoeba-test-v2021-08-07.ukr-por: 43.7
chr-F-scores:
Tatoeba-test-v2021-08-07.bel-por: 0.74422
Tatoeba-test-v2021-08-07.bul-por: 0.61337
Tatoeba-test-v2021-08-07.ces-por: 0.70326
Tatoeba-test-v2021-08-07.dsb-por: 10.00000
Tatoeba-test-v2021-08-07.hbs-por: 0.59319
Tatoeba-test-v2021-08-07.hrv-por: 0.58407
Tatoeba-test-v2021-08-07.hsb-por: 10.00000
Tatoeba-test-v2021-08-07.mkd-por: 0.64919
Tatoeba-test-v2021-08-07.multi-multi: 0.63921
Tatoeba-test-v2021-08-07.pol-por: 0.63610
Tatoeba-test-v2021-08-07.rus-por: 0.63384
Tatoeba-test-v2021-08-07.slv-por: 0.66102
Tatoeba-test-v2021-08-07.srp_Cyrl-por: 0.86369
Tatoeba-test-v2021-08-07.ukr-por: 0.64514