Skip to content

Commit

Permalink
fixed score files
Browse files Browse the repository at this point in the history
  • Loading branch information
@jorgtied
jorgtied committed Sep 10, 2022
1 parent ca45cc0 commit 7eae11c
Show file tree
Hide file tree
Showing 777 changed files with 30,635 additions and 32,407 deletions.
4 changes: 3 additions & 1 deletion models/Makefile
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
# remove duplicates and clean some old names from newstest
#

SCOREFILES := $(patsubst %.txt,%fix,${wildcard */*.scores.txt})
SCOREFILES := $(patsubst %.txt,%.fix,${wildcard */*.scores.txt})
BLEUSCOREFILES := ${SCOREFILES:.scores.fix=.bleu-scores.fix}
CHRFSCOREFILES := ${SCOREFILES:.scores.fix=.chrf-scores.fix}
COMETSCOREFILES := ${SCOREFILES:.scores.fix=.comet-scores.fix}
Expand All @@ -12,6 +12,7 @@ all: ${SCOREFILES} ${BLEUSCOREFILES} ${CHRFSCOREFILES} ${COMETSCOREFILES}

%.scores.fix: %.scores.txt
sed -e 's/\(news.*[0-9][0-9][0-9][0-9]\)-[a-z][a-z][a-z][a-z] /\1 /' $< | \
sed -e 's/\(news.*2021\.[a-z][a-z]\-[a-z][a-z]\) /\1 ' |\
rev | uniq -f5 | rev | sort -u > $@
if [ `diff $< $@ | wc -l` -gt 0 ]; then \
mv $@ $<; \
Expand All @@ -20,6 +21,7 @@ all: ${SCOREFILES} ${BLEUSCOREFILES} ${CHRFSCOREFILES} ${COMETSCOREFILES}

%-scores.fix: %-scores.txt
sed 's/\(news.*[0-9][0-9][0-9][0-9]\)\-[a-z][a-z][a-z][a-z] /\1 /' $< |\
sed -e 's/\(news.*2021\.[a-z][a-z]\-[a-z][a-z]\) /\1 ' |\
rev | uniq -f1 | rev > $@
if [ `diff $< $@ | wc -l` -gt 0 ]; then \
mv $@ $<; \
Expand Down
94 changes: 46 additions & 48 deletions models/aav-aav/opus-2020-10-04.scores.txt
View file
Original file line number Diff line number Diff line change
@@ -1,66 +1,64 @@
eng-hoc_Latn tatoeba-test-v2020-07-28 0.009 0.0 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 659 2589
eng-hoc_Latn tatoeba-test-v2021-03-30 0.009 0.0 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 660 2592
eng-hoc_Latn tatoeba-test-v2021-08-07 0.009 0.0 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 659 2589
eng-hoc tatoeba-test-v2020-07-28 0.009 0.0 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 660 2591
eng-hoc tatoeba-test-v2021-03-30 0.009 0.0 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 661 2594
eng-hoc tatoeba-test-v2021-08-07 0.009 0.0 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 660 2591
eng-kha tatoeba-test-v2020-07-28 0.011 0.1 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1314 9269
eng-kha tatoeba-test-v2021-03-30 0.011 0.1 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1314 9269
eng-kha tatoeba-test-v2021-08-07 0.011 0.1 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1314 9269
eng-khm flores101-dev 0.194 0.5 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 997 6836
eng-vie flores101-dev 0.424 22.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 997 31609
khm-eng flores101-dev 0.368 9.9 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 997 23555
khm-vie flores101-dev 0.310 9.6 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 997 31609
eng-khm flores101-devtest 0.191 0.6 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1012 7006
eng-vie flores101-devtest 0.419 22.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1012 33331
khm-eng flores101-devtest 0.347 8.6 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1012 24721
khm-vie flores101-devtest 0.296 8.8 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1012 33331
vie-eng flores101-devtest 0.426 16.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1012 24721
vie-khm flores101-devtest 0.115 0.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1012 7006
vie-eng flores101-dev 0.436 17.3 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 997 23555
vie-khm flores101-dev 0.113 0.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 997 6836
eng-khm flores200-dev 0.19390 0.5 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 997 6836
eng-vie flores200-dev 0.42304 22.1 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 997 31609
khm-eng flores200-dev 0.36863 10.0 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 997 23555
khm-vie flores200-dev 0.30634 9.5 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 997 31609
eng-khm flores200-devtest 0.19321 0.6 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1012 7006
eng-vie flores200-devtest 0.41636 21.8 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1012 33331
khm-eng flores200-devtest 0.34642 8.6 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1012 24721
khm-vie flores200-devtest 0.29532 8.6 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1012 33331
vie-eng flores200-devtest 0.42508 15.9 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1012 24721
vie-khm flores200-devtest 0.11154 0.3 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1012 7006
vie-eng flores200-dev 0.43626 17.1 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 997 23555
vie-khm flores200-dev 0.11254 0.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 997 6836
eng-khm newstest2020 0.18618 0.4 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 2320 15454
eng-khm newstest2020-enkm 0.183 0.4 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 2320 15454
khm-eng newstest2020 0.27289 5.3 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 2320 44960
khm-eng newstest2020-kmen 0.272 5.4 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 2320 44960
eng-hoc tatoeba-test-v2020-07-28 0.009 0.0 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 660 2591
eng-hoc_Latn tatoeba-test-v2020-07-28 0.009 0.0 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 659 2589
eng-kha tatoeba-test-v2020-07-28 0.011 0.1 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1314 9269
eng-khm tatoeba-test-v2020-07-28 0.245 0.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 752 1737
eng-vie tatoeba-test-v2020-07-28 0.480 30.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 2500 24427
hoc-eng tatoeba-test-v2020-07-28 0.099 0.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 660 3527
hoc_Latn-eng tatoeba-test-v2020-07-28 0.099 0.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 659 3525
kha-eng tatoeba-test-v2020-07-28 0.119 0.8 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1314 8445
khm-eng tatoeba-test-v2020-07-28 0.298 11.7 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 752 4394
vie-eng tatoeba-test-v2020-07-28 0.511 31.6 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 2500 20241
eng-hoc tatoeba-test-v2021-03-30 0.009 0.0 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 661 2594
eng-hoc_Latn tatoeba-test-v2021-03-30 0.009 0.0 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 660 2592
eng-kha tatoeba-test-v2021-03-30 0.011 0.1 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1314 9269
eng-khm tatoeba-test-v2021-03-30 0.245 0.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 754 1741
eng-vie tatoeba-test-v2021-03-30 0.480 30.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 2500 24427
hoc-eng tatoeba-test-v2021-03-30 0.099 0.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 661 3529
hoc_Latn-eng tatoeba-test-v2021-03-30 0.099 0.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 660 3527
kha-eng tatoeba-test-v2021-03-30 0.119 0.8 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1314 8445
khm-eng tatoeba-test-v2021-03-30 0.298 11.7 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 754 4412
vie-eng tatoeba-test-v2021-03-30 0.511 31.6 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 2500 20241
eng-hoc tatoeba-test-v2021-08-07 0.009 0.0 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 660 2591
eng-hoc_Latn tatoeba-test-v2021-08-07 0.009 0.0 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 659 2589
eng-kha tatoeba-test-v2021-08-07 0.011 0.1 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1314 9269
eng-khm tatoeba-test-v2021-08-07 0.242 0.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 726 1692
eng-khm tico19-test 0.287 1.0 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 2100 15810
eng-khm wikipedia.dev.km-en 0.163 1.0 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 2378 14532
eng-khm wikipedia.devtest.km-en 0.145 0.0 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 2309 8834
eng-vie flores101-dev 0.424 22.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 997 31609
eng-vie flores101-devtest 0.419 22.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1012 33331
eng-vie flores200-dev 0.42304 22.1 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 997 31609
eng-vie flores200-devtest 0.41636 21.8 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1012 33331
eng-vie tatoeba-test-v2020-07-28 0.480 30.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 2500 24427
eng-vie tatoeba-test-v2021-03-30 0.480 30.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 2500 24427
eng-vie tatoeba-test-v2021-08-07 0.480 30.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 2500 24427
hoc-eng tatoeba-test-v2020-07-28 0.099 0.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 660 3527
hoc-eng tatoeba-test-v2021-03-30 0.099 0.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 661 3529
hoc-eng tatoeba-test-v2021-08-07 0.099 0.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 660 3527
hoc_Latn-eng tatoeba-test-v2020-07-28 0.099 0.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 659 3525
hoc_Latn-eng tatoeba-test-v2021-03-30 0.099 0.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 660 3527
hoc_Latn-eng tatoeba-test-v2021-08-07 0.099 0.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 659 3525
kha-eng tatoeba-test-v2020-07-28 0.119 0.8 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1314 8445
kha-eng tatoeba-test-v2021-03-30 0.119 0.8 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1314 8445
kha-eng tatoeba-test-v2021-08-07 0.119 0.8 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1314 8445
khm-eng flores101-dev 0.368 9.9 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 997 23555
khm-eng flores101-devtest 0.347 8.6 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1012 24721
khm-eng flores200-dev 0.36863 10.0 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 997 23555
khm-eng flores200-devtest 0.34642 8.6 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1012 24721
khm-eng newstest2020 0.27289 5.3 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 2320 44960
khm-eng tatoeba-test-v2020-07-28 0.298 11.7 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 752 4394
khm-eng tatoeba-test-v2021-03-30 0.298 11.7 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 754 4412
khm-eng tatoeba-test-v2021-08-07 0.296 11.6 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 726 4288
vie-eng tatoeba-test-v2021-08-07 0.511 31.6 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 2500 20241
eng-khm tico19-test 0.287 1.0 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 2100 15810
khm-eng tico19-test 0.340 9.4 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 2100 56824
khm-eng wikipedia.dev 0.27117 6.1 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 2378 45734
eng-khm wikipedia.dev.km-en 0.163 1.0 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 2378 14532
khm-eng wikipedia.dev.km-en 0.270 6.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 2378 45734
khm-eng wikipedia.devtest 0.24758 5.0 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 2309 50540
eng-khm wikipedia.devtest.km-en 0.145 0.0 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 2309 8834
khm-eng wikipedia.devtest.km-en 0.249 5.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 2309 50540
khm-vie flores101-dev 0.310 9.6 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 997 31609
khm-vie flores101-devtest 0.296 8.8 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1012 33331
khm-vie flores200-dev 0.30634 9.5 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 997 31609
khm-vie flores200-devtest 0.29532 8.6 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1012 33331
vie-eng flores101-dev 0.436 17.3 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 997 23555
vie-eng flores101-devtest 0.426 16.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1012 24721
vie-eng flores200-dev 0.43626 17.1 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 997 23555
vie-eng flores200-devtest 0.42508 15.9 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1012 24721
vie-eng tatoeba-test-v2020-07-28 0.511 31.6 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 2500 20241
vie-eng tatoeba-test-v2021-03-30 0.511 31.6 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 2500 20241
vie-eng tatoeba-test-v2021-08-07 0.511 31.6 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 2500 20241
vie-khm flores101-dev 0.113 0.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 997 6836
vie-khm flores101-devtest 0.115 0.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1012 7006
vie-khm flores200-dev 0.11254 0.2 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 997 6836
vie-khm flores200-devtest 0.11154 0.3 https://object.pouta.csc.fi/Tatoeba-MT-models/aav-aav/opus-2020-10-04.zip 1012 7006
Loading

0 comments on commit 7eae11c

Please sign in to comment.