-
Notifications
You must be signed in to change notification settings - Fork 90
/
opusTCv20210807+bt_transformer-big_2022-03-07.yml
112 lines (112 loc) · 4 KB
/
opusTCv20210807+bt_transformer-big_2022-03-07.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
release: zlw-zle/opusTCv20210807+bt_transformer-big_2022-03-07.zip
release-date: 2022-03-07
dataset-name: opusTCv20210807+bt
modeltype: transformer-big
vocabulary:
source: opusTCv20210807+bt.spm32k-spm32k.vocab.yml
target: opusTCv20210807+bt.spm32k-spm32k.vocab.yml
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
source: spm32k
target: spm32k
subword-models:
source: source.spm
target: target.spm
source-languages:
- ces
- dsb
- hsb
- pol
target-languages:
- bel
- bel_Latn
- orv_Cyrl
- rus
- ukr
raw-source-languages:
- ces
- dsb
- hsb
- pol
raw-target-languages:
- bel
- orv
- rus
- ukr
use-target-labels:
training-data:
ces-bel: Tatoeba-train-v2021-08-07.bel-ces.strict (2092083)
ces-bel_Latn: Tatoeba-train-v2021-08-07.bel_Latn-ces.strict (6177)
ces-rus: Tatoeba-train-v2021-08-07.ces-rus.strict (48593400)
ces-ukr: Tatoeba-train-v2021-08-07.ces-ukr.strict (7465713)
dsb-rus: Tatoeba-train-v2021-08-07.dsb-rus.strict (28200)
dsb-ukr: Tatoeba-train-v2021-08-07.dsb-ukr.strict (29540)
hsb-rus: Tatoeba-train-v2021-08-07.hsb-rus.strict (38649)
hsb-ukr: Tatoeba-train-v2021-08-07.hsb-ukr.strict (39586)
pol-bel: Tatoeba-train-v2021-08-07.bel-pol.strict (2887200)
pol-bel_Latn: Tatoeba-train-v2021-08-07.bel_Latn-pol.strict (7955)
pol-rus: Tatoeba-train-v2021-08-07.pol-rus.strict (60011620)
pol-ukr: Tatoeba-train-v2021-08-07.pol-ukr.strict (9914436)
validation-data:
bel-ces: Tatoeba-dev-v2021-08-07, 999
bel_Latn-ces: Tatoeba-dev-v2021-08-07, 2
ces-rus: Tatoeba-dev-v2021-08-07, 5443
ces-ukr: Tatoeba-dev-v2021-08-07, 1110
dsb-rus: Tatoeba-dev-v2021-08-07, 1000
dsb-ukr: Tatoeba-dev-v2021-08-07, 1000
hsb-rus: Tatoeba-dev-v2021-08-07, 1000
hsb-ukr: Tatoeba-dev-v2021-08-07, 1000
bel-pol: Tatoeba-dev-v2021-08-07, 980
bel_Latn-pol: Tatoeba-dev-v2021-08-07, 2
pol-rus: Tatoeba-dev-v2021-08-07, 1014
pol-ukr: Tatoeba-dev-v2021-08-07, 6884
total-size-shuffled: 9980
devset-selected: top 5000 lines of Tatoeba-dev-v2021-08-07.src.shuffled
test-data:
newstest2012.ces-rus: 3003/64830
newstest2013.ces-rus: 3000/58560
Tatoeba-test-v2021-08-07.ces-bel: 31/181
Tatoeba-test-v2021-08-07.ces-rus: 2934/17743
Tatoeba-test-v2021-08-07.ces-ukr: 1787/8854
Tatoeba-test-v2021-08-07.dsb-rus: 24/124
Tatoeba-test-v2021-08-07.dsb-ukr: 3/13
Tatoeba-test-v2021-08-07.hsb-rus: 38/281
Tatoeba-test-v2021-08-07.hsb-ukr: 8/126
Tatoeba-test-v2021-08-07.multi-multi: 10000/58091
Tatoeba-test-v2021-08-07.pol-bel_Latn: 2/16
Tatoeba-test-v2021-08-07.pol-bel: 287/1730
Tatoeba-test-v2021-08-07.pol-orv: 7/31
Tatoeba-test-v2021-08-07.pol-rus: 3543/21971
Tatoeba-test-v2021-08-07.pol-ukr: 2519/13493
BLEU-scores:
newstest2012.ces-rus: 20.6
newstest2013.ces-rus: 26.8
Tatoeba-test-v2021-08-07.ces-bel: 33.8
Tatoeba-test-v2021-08-07.ces-rus: 55.0
Tatoeba-test-v2021-08-07.ces-ukr: 51.0
Tatoeba-test-v2021-08-07.dsb-rus: 26.9
Tatoeba-test-v2021-08-07.dsb-ukr: 8.8
Tatoeba-test-v2021-08-07.hsb-rus: 19.4
Tatoeba-test-v2021-08-07.hsb-ukr: 3.5
Tatoeba-test-v2021-08-07.multi-multi: 52.8
Tatoeba-test-v2021-08-07.pol-bel_Latn: 3.8
Tatoeba-test-v2021-08-07.pol-bel: 28.7
Tatoeba-test-v2021-08-07.pol-orv: 4.5
Tatoeba-test-v2021-08-07.pol-rus: 54.5
Tatoeba-test-v2021-08-07.pol-ukr: 48.1
chr-F-scores:
newstest2012.ces-rus: 0.49166
newstest2013.ces-rus: 0.53763
Tatoeba-test-v2021-08-07.ces-bel: 0.51349
Tatoeba-test-v2021-08-07.ces-rus: 0.72626
Tatoeba-test-v2021-08-07.ces-ukr: 0.68280
Tatoeba-test-v2021-08-07.dsb-rus: 0.48948
Tatoeba-test-v2021-08-07.dsb-ukr: 0.34208
Tatoeba-test-v2021-08-07.hsb-rus: 0.40929
Tatoeba-test-v2021-08-07.hsb-ukr: 0.16605
Tatoeba-test-v2021-08-07.multi-multi: 0.70695
Tatoeba-test-v2021-08-07.pol-bel_Latn: 0.847
Tatoeba-test-v2021-08-07.pol-bel: 0.51885
Tatoeba-test-v2021-08-07.pol-orv: 0.24322
Tatoeba-test-v2021-08-07.pol-rus: 0.72518
Tatoeba-test-v2021-08-07.pol-ukr: 0.67885