-
Notifications
You must be signed in to change notification settings - Fork 92
/
opusTCv20210807_transformer-big_2022-03-13.yml
69 lines (69 loc) · 2.21 KB
/
opusTCv20210807_transformer-big_2022-03-13.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
release: deu-zle/opusTCv20210807_transformer-big_2022-03-13.zip
release-date: 2022-03-13
dataset-name: opusTCv20210807
modeltype: transformer-big
vocabulary:
source: opusTCv20210807.spm32k-spm32k.vocab.yml
target: opusTCv20210807.spm32k-spm32k.vocab.yml
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
source: spm32k
target: spm32k
subword-models:
source: source.spm
target: target.spm
source-languages:
- deu
target-languages:
- bel
- bel_Latn
- orv_Cyrl
- rus
- ukr
raw-source-languages:
- deu
raw-target-languages:
- bel
- orv
- rus
- ukr
use-target-labels:
training-data:
deu-bel: Tatoeba-train-v2021-08-07.bel-deu.strict (1099027)
deu-bel_Latn: Tatoeba-train-v2021-08-07.bel_Latn-deu.strict (3402)
deu-rus: Tatoeba-train-v2021-08-07.deu-rus.strict (68531429)
deu-ukr: Tatoeba-train-v2021-08-07.deu-ukr.strict (11133937)
validation-data:
bel-deu: Tatoeba-dev-v2021-08-07, 825
bel_Latn-deu: Tatoeba-dev-v2021-08-07, 5
deu-rus: Tatoeba-dev-v2021-08-07, 99441
deu-ukr: Tatoeba-dev-v2021-08-07, 11580
total-size-shuffled: 2830
devset-selected: top 2830 lines of Tatoeba-dev-v2021-08-07.src.shuffled
test-data:
newstest2012.deu-rus: 3003/64830
newstest2013.deu-rus: 3000/58560
Tatoeba-test-v2021-08-07.deu-bel_Latn: 3/21
Tatoeba-test-v2021-08-07.deu-bel: 551/3596
Tatoeba-test-v2021-08-07.deu-orv: 28/139
Tatoeba-test-v2021-08-07.deu-rus: 12800/86919
Tatoeba-test-v2021-08-07.deu-ukr: 10319/56121
Tatoeba-test-v2021-08-07.deu-multi: 10000/61925
BLEU-scores:
newstest2012.deu-rus: 20.0
newstest2013.deu-rus: 23.9
Tatoeba-test-v2021-08-07.deu-bel_Latn: 3.1
Tatoeba-test-v2021-08-07.deu-bel: 25.2
Tatoeba-test-v2021-08-07.deu-orv: 0.8
Tatoeba-test-v2021-08-07.deu-rus: 43.6
Tatoeba-test-v2021-08-07.deu-ukr: 39.0
Tatoeba-test-v2021-08-07.deu-multi: 43.3
chr-F-scores:
newstest2012.deu-rus: 0.48631
newstest2013.deu-rus: 0.51726
Tatoeba-test-v2021-08-07.deu-bel_Latn: 0.696
Tatoeba-test-v2021-08-07.deu-bel: 0.49854
Tatoeba-test-v2021-08-07.deu-orv: 0.16018
Tatoeba-test-v2021-08-07.deu-rus: 0.65387
Tatoeba-test-v2021-08-07.deu-ukr: 0.61380
Tatoeba-test-v2021-08-07.deu-multi: 0.64853