-
Notifications
You must be signed in to change notification settings - Fork 92
/
opusTCv20210807+pft_transformer-align_2022-03-06.yml
34 lines (34 loc) · 2.25 KB
/
opusTCv20210807+pft_transformer-align_2022-03-06.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
release: ukr-deu/opusTCv20210807+pft_transformer-align_2022-03-06.zip
release-date: 2022-03-06
dataset-name: opusTCv20210807+pft
modeltype: transformer-align
vocabulary:
source: opusTCv20210807+pft.spm32k-spm32k.vocab.yml
target: opusTCv20210807+pft.spm32k-spm32k.vocab.yml
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
source: spm32k
target: spm32k
subword-models:
source: source.spm
target: target.spm
source-languages:
- ukr
target-languages:
- deu
raw-source-languages:
- ukr
raw-target-languages:
- deu
training-data:
ukr-deu: Tatoeba-train-v2021-08-07.deu-ukr.strict (11133937) Tatoeba-train.eng-deu-ukr.aa (1000000) Tatoeba-train.eng-deu-ukr.ab (1000000) Tatoeba-train.eng-deu-ukr.ac (1000000) Tatoeba-train.eng-deu-ukr.ad (1000000) Tatoeba-train.eng-deu-ukr.ae (1000000) Tatoeba-train.eng-deu-ukr.af (1000000) Tatoeba-train.eng-deu-ukr.ag (1000000) Tatoeba-train.eng-deu-ukr.ah (1000000) Tatoeba-train.eng-deu-ukr.ai (1000000) Tatoeba-train.eng-deu-ukr.aj (1000000) Tatoeba-train.eng-deu-ukr.ak (1000000) Tatoeba-train.eng-deu-ukr.al (1000000) Tatoeba-train.eng-deu-ukr.am (1000000) Tatoeba-train.eng-deu-ukr.an (1000000) Tatoeba-train.eng-deu-ukr.ao (1000000) Tatoeba-train.eng-deu-ukr.ap (1000000) Tatoeba-train.eng-deu-ukr.aq (1000000) Tatoeba-train.eng-deu-ukr.ar (1000000) Tatoeba-train.eng-deu-ukr.as (1000000) Tatoeba-train.eng-deu-ukr.at (1000000) Tatoeba-train.eng-deu-ukr.au (1000000) Tatoeba-train.eng-deu-ukr.av (1000000) Tatoeba-train.eng-deu-ukr.aw (1000000) Tatoeba-train.eng-deu-ukr.ax (1000000) Tatoeba-train.eng-deu-ukr.ay (1000000) Tatoeba-train.eng-deu-ukr.az (1000000) Tatoeba-train.eng-deu-ukr.ba (1000000) Tatoeba-train.eng-deu-ukr.bb (1000000) Tatoeba-train.eng-deu-ukr.bc (1000000) Tatoeba-train.eng-deu-ukr.bd (1000000) Tatoeba-train.eng-deu-ukr.be (1000000) Tatoeba-train.eng-deu-ukr.bf (1000000) Tatoeba-train.eng-deu-ukr.bg (1000000) Tatoeba-train.eng-deu-ukr.bh (220604)
validation-data:
deu-ukr: Tatoeba-dev-v2021-08-07, 11580
total-size-shuffled: 11580
devset-selected: top 5000 lines of Tatoeba-dev-v2021-08-07.src.shuffled
test-data:
Tatoeba-test-v2021-08-07.ukr-deu: 10000/62652
BLEU-scores:
Tatoeba-test-v2021-08-07.ukr-deu: 52.2
chr-F-scores:
Tatoeba-test-v2021-08-07.ukr-deu: 0.69211