Skip to content

Latest commit

 

History

History
379 lines (377 loc) · 21.4 KB

tatoeba-results-v2020-07-28-subset-zero.md

File metadata and controls

379 lines (377 loc) · 21.4 KB

Tatoeba translation results

Note that some links to the actual models below are broken because the models are not yet released or their performance is too poor to be useful for anything.

Model Test Set chrF2 BLEU
lang = avk-fra
tatoeba-zero/opus tatoeba 0.116 0.2
lang = avk-spa
tatoeba-zero/opus tatoeba 0.126 0.4
lang = awa-eng
inc-inc/opus tatoeba 0.300 15.9
inc-eng/opus1m+bt tatoeba 0.299 14.8
ine-eng/opus tatoeba 0.285 10.0
ine-eng/opus2m tatoeba 0.280 11.6
ine-eng/opus4m tatoeba 0.271 10.2
mul-eng/opus2m tatoeba 0.271 9.7
iir-eng/opus4m tatoeba 0.244 7.1
mul-eng/opus tatoeba 0.239 6.1
inc-eng/opus4m tatoeba 0.234 8.8
iir-eng/opus tatoeba 0.229 5.3
inc-eng/opus tatoeba 0.224 6.9
inc-eng/opus2m tatoeba 0.222 6.2
iir-eng/opus2m tatoeba 0.219 7.0
ine-ine/opus tatoeba 0.201 2.4
tatoeba-zero/opus tatoeba 0.042 0.1
lang = deu-hrx
westgermanic/opus tatoeba 0.251 2.2
gmw-gmw/opus tatoeba 0.184 0.8
gem-gem/opus tatoeba 0.090 0.3
tatoeba-zero/opus tatoeba 0.090 0.4
lang = deu-swg
westgermanic/opus tatoeba 0.197 0.7
gmw-gmw/opus tatoeba 0.187 0.7
gem-gem/opus tatoeba 0.147 0.3
tatoeba-zero/opus tatoeba 0.098 0.1
ine-ine/opus tatoeba 0.088 0.1
lang = deu-toki
tatoeba-zero/opus tatoeba 0.059 0.0
lang = dtp-eng
mul-eng/opus tatoeba 0.153 1.1
mul-eng/opus2m tatoeba 0.149 1.0
tatoeba-zero/opus tatoeba 0.136 0.7
poz-eng/opus1m+bt tatoeba 0.134 0.9
lang = dtp-jpn
tatoeba-zero/opus tatoeba 0.029 0.2
lang = dtp-msa
tatoeba-zero/opus tatoeba 0.099 0.2
lang = egl-ita
itc-itc/opus tatoeba 0.206 3.0
ine-ine/opus tatoeba 0.203 3.2
tatoeba-zero/opus tatoeba 0.184 2.5
lang = eng-awa
eng-inc/opus tatoeba 0.144 0.4
eng-inc/opus2m tatoeba 0.132 0.5
eng-iir/opus2m tatoeba 0.122 0.4
eng-inc/opus1m+bt tatoeba 0.084 0.4
eng-iir/opus tatoeba 0.041 0.2
inc-inc/opus tatoeba 0.029 0.3
eng-ine/opus2m tatoeba 0.002 0.3
eng-ine/opus tatoeba 0.002 0.2
eng-mul/opus2m tatoeba 0.002 0.1
eng-mul/opus tatoeba 0.002 0.1
ine-ine/opus tatoeba 0.002 0.2
tatoeba-zero/opus tatoeba 0.002 0.1
lang = eng-dtp
eng-pqw/opus2m tatoeba 0.139 0.6
eng-pqw/opus tatoeba 0.131 0.5
eng-map/opus tatoeba 0.121 0.5
eng-poz/opus tatoeba 0.121 0.4
eng-mul/opus tatoeba 0.086 0.3
eng-mul/opus2m tatoeba 0.084 0.3
tatoeba-zero/opus tatoeba 0.082 0.4
eng-poz/opus1m+bt tatoeba 0.080 0.4
lang = eng-gos
eng-gmw/opus2m tatoeba 0.309 2.2
eng-gmw/opus tatoeba 0.291 2.5
gmw-gmw/opus tatoeba 0.273 1.9
westgermanic/opus tatoeba 0.233 1.3
eng-gem/opus tatoeba 0.218 1.4
gem-gem/opus tatoeba 0.204 1.4
eng-gmw/opus1m+bt tatoeba 0.187 0.6
eng-gem/opus2m tatoeba 0.182 1.0
eng-ine/opus tatoeba 0.141 0.6
eng-ine/opus2m tatoeba 0.137 0.7
ine-ine/opus tatoeba 0.137 0.5
tatoeba-zero/opus tatoeba 0.136 0.6
eng-mul/opus tatoeba 0.135 0.5
eng-mul/opus2m tatoeba 0.124 0.3
lang = eng-hoc
eng-mul/opus tatoeba 0.078 0.2
eng-mul/opus2m tatoeba 0.077 0.2
tatoeba-zero/opus tatoeba 0.077 0.2
eng-aav/opus tatoeba 0.033 0.1
aav-aav/opus tatoeba 0.010 0.1
lang = eng-hrx
eng-gmw/opus1m+bt tatoeba 0.285 5.3
westgermanic/opus tatoeba 0.235 3.5
gmw-gmw/opus tatoeba 0.200 3.1
tatoeba-zero/opus tatoeba 0.134 2.3
gem-gem/opus tatoeba 0.095 1.2
lang = eng-kha
eng-mul/opus tatoeba 0.097 0.4
eng-mul/opus2m tatoeba 0.094 0.5
tatoeba-zero/opus tatoeba 0.092 0.5
eng-mkh/opus1m+bt tatoeba 0.088 0.6
eng-mkh/opus tatoeba 0.054 0.4
eng-aav/opus tatoeba 0.043 0.4
aav-aav/opus tatoeba 0.013 0.1
lang = eng-nst
tatoeba-zero/opus tatoeba 0.046 0.2
eng-sit/opus1m+bt tatoeba 0.033 0.1
lang = eng-orv
gmw-zle/opus1m tatoeba 0.173 0.7
eng-zle/opus1m+bt tatoeba 0.151 0.7
eng-zle/opus tatoeba 0.140 0.4
zle-zle/opus tatoeba 0.138 0.3
eng-zle/opus2m tatoeba 0.130 0.6
eng-sla/opus tatoeba 0.115 0.6
sla-sla/opus tatoeba 0.015 0.4
eng-sla/opus2m tatoeba 0.014 0.3
ine-ine/opus tatoeba 0.011 0.1
eng-ine/opus tatoeba 0.009 0.2
eng-ine/opus2m tatoeba 0.008 0.2
tatoeba-zero/opus tatoeba 0.008 0.1
eng-mul/opus2m tatoeba 0.007 0.2
eng-mul/opus tatoeba 0.007 0.2
lang = eng-ota
tut-tut/opus tatoeba 0.114 1.3
eng-trk/opus1m+bt tatoeba 0.073 0.6
eng-trk/opus2m tatoeba 0.065 0.5
eng-trk/opus tatoeba 0.064 0.4
eng-mul/opus tatoeba 0.055 0.2
tatoeba-zero/opus tatoeba 0.055 0.1
eng-mul/opus2m tatoeba 0.053 0.2
eng-tut/opus tatoeba 0.043 0.3
eng-tut/opus2m tatoeba 0.035 0.2
trk-trk/opus tatoeba 0.024 0.0
lang = eng-ota_Arab
eng-trk/opus1m+bt tatoeba 0.009 0.4
lang = eng-ota_Latn
eng-trk/opus1m+bt tatoeba 0.135 1.0
lang = eng-prg
eng-bat/opus2m tatoeba 0.130 0.5
eng-bat/opus tatoeba 0.130 0.5
eng-bat/opus1m+bt tatoeba 0.128 0.4
westgermanic/opus tatoeba 0.118 0.3
eng-ine/opus tatoeba 0.107 0.2
eng-ine/opus2m tatoeba 0.100 0.2
eng-mul/opus tatoeba 0.090 0.3
ine-ine/opus tatoeba 0.088 0.2
tatoeba-zero/opus tatoeba 0.082 0.3
eng-mul/opus2m tatoeba 0.078 0.1
lang = eng-toki
tatoeba-zero/opus tatoeba 0.078 0.1
lang = epo-ile
art-art/opus tatoeba 0.143 1.0
tatoeba-zero/opus tatoeba 0.070 0.4
lang = epo-lad
tatoeba-zero/opus tatoeba 0.116 0.4
lang = epo-lfn
art-art/opus tatoeba 0.163 0.7
tatoeba-zero/opus tatoeba 0.127 2.2
lang = epo-toki
tatoeba-zero/opus tatoeba 0.055 0.1
lang = epo-vol
art-art/opus tatoeba 0.119 0.5
tatoeba-zero/opus tatoeba 0.078 0.1
lang = fin-fkv
urj-urj/opus tatoeba 0.254 1.8
fiu-fiu/opus tatoeba 0.207 1.6
fiu-urj/opus tatoeba 0.141 0.7
urj-fiu/opus tatoeba 0.131 0.8
tatoeba-zero/opus tatoeba 0.068 0.2
lang = fkv-fin
fiu-fiu/opus tatoeba 0.495 22.8
urj-urj/opus tatoeba 0.489 20.2
urj-fiu/opus tatoeba 0.459 16.8
fiu-urj/opus tatoeba 0.433 15.0
tatoeba-zero/opus tatoeba 0.377 12.4
fiu-fin/opus1m tatoeba 0.326 5.3
lang = fra-avk
tatoeba-zero/opus tatoeba 0.083 0.1
lang = fra-gcf
itc-itc/opus tatoeba 0.099 0.2
ine-ine/opus tatoeba 0.069 0.1
tatoeba-zero/opus tatoeba 0.063 0.1
lang = fra-lfn
tatoeba-zero/opus tatoeba 0.075 0.8
lang = fra-toki
tatoeba-zero/opus tatoeba 0.067 0.1
lang = gcf-fra
itc-itc/opus tatoeba 0.267 7.1
ine-ine/opus tatoeba 0.241 6.0
tatoeba-zero/opus tatoeba 0.144 0.6
lang = gos-eng
ine-eng/opus4m tatoeba 0.389 21.9
ine-eng/opus2m tatoeba 0.378 19.2
ine-eng/opus tatoeba 0.369 18.6
mul-eng/opus2m tatoeba 0.364 20.1
mul-eng/opus tatoeba 0.359 19.7
gem-eng/opus4m tatoeba 0.355 18.3
gem-eng/opus2m tatoeba 0.352 17.8
gem-eng/opus tatoeba 0.341 17.3
gem-gem/opus tatoeba 0.340 17.3
gmw-eng/opus1m+bt tatoeba 0.335 15.9
gmw-eng/opus4m tatoeba 0.329 16.1
gmw-eng/opus2m tatoeba 0.326 15.5
gmw-gmw/opus tatoeba 0.322 14.9
ine-ine/opus tatoeba 0.320 14.8
gmw-eng/opus tatoeba 0.308 12.5
westgermanic/opus tatoeba 0.287 12.2
tatoeba-zero/opus tatoeba 0.265 11.0
lang = gos-nld
gmw-gmw/opus tatoeba 0.409 15.9
gem-gem/opus tatoeba 0.406 16.3
ine-ine/opus tatoeba 0.389 16.8
westgermanic/opus tatoeba 0.380 12.9
tatoeba-zero/opus tatoeba 0.305 10.9
lang = hoc-eng
mul-eng/opus2m tatoeba 0.132 0.7
mul-eng/opus tatoeba 0.127 1.0
tatoeba-zero/opus tatoeba 0.103 0.5
aav-aav/opus tatoeba 0.099 0.2
aav-eng/opus tatoeba 0.096 0.3
aav-eng/opus2m tatoeba 0.095 0.3
lang = hrx-deu
gem-gem/opus tatoeba 0.516 28.9
westgermanic/opus tatoeba 0.495 26.0
gmw-gmw/opus tatoeba 0.475 23.6
tatoeba-zero/opus tatoeba 0.379 16.2
gmw-deu/opus1m tatoeba 0.371 10.7
lang = hrx-eng
gem-gem/opus tatoeba 0.432 27.9
gmw-eng/opus1m+bt tatoeba 0.427 26.6
westgermanic/opus tatoeba 0.355 19.7
gmw-gmw/opus tatoeba 0.352 18.8
tatoeba-zero/opus tatoeba 0.326 15.1
lang = ile-epo
tatoeba-zero/opus tatoeba 0.571 33.7
art-art/opus tatoeba 0.365 13.6
lang = ina-lad
tatoeba-zero/opus tatoeba 0.126 0.2
lang = ina-lfn
art-art/opus tatoeba 0.169 1.1
tatoeba-zero/opus tatoeba 0.110 1.2
lang = ita-egl
itc-itc/opus tatoeba 0.114 1.1
ine-ine/opus tatoeba 0.061 0.2
tatoeba-zero/opus tatoeba 0.059 0.4
lang = jpn-dtp
tatoeba-zero/opus tatoeba 0.030 0.1
lang = kha-eng
mul-eng/opus tatoeba 0.156 1.2
mul-eng/opus2m tatoeba 0.154 1.0
tatoeba-zero/opus tatoeba 0.137 1.0
aav-aav/opus tatoeba 0.119 0.8
aav-eng/opus tatoeba 0.117 0.8
aav-eng/opus2m tatoeba 0.115 1.0
mkh-eng/opus1m+bt tatoeba 0.115 0.8
mkh-eng/opus tatoeba 0.114 0.8
lang = lad-epo
tatoeba-zero/opus tatoeba 0.397 17.9
lang = lad-ina
tatoeba-zero/opus tatoeba 0.268 9.1
lang = lad-yid
ine-ine/opus tatoeba 0.212 4.8
tatoeba-zero/opus tatoeba 0.134 0.1
lang = lfn-epo
tatoeba-zero/opus tatoeba 0.437 15.4
art-art/opus tatoeba 0.261 5.7
lang = lfn-fra
tatoeba-zero/opus tatoeba 0.376 17.1
lang = lfn-ina
tatoeba-zero/opus tatoeba 0.284 9.3
art-art/opus tatoeba 0.206 4.4
lang = lfn-por
tatoeba-zero/opus tatoeba 0.435 18.4
art-por/opus1m tatoeba 0.176 1.5
lang = lfn-yid
tatoeba-zero/opus tatoeba 0.135 0.1
lang = msa-dtp
tatoeba-zero/opus tatoeba 0.071 0.3
lang = nld-gos
gmw-gmw/opus tatoeba 0.284 2.1
westgermanic/opus tatoeba 0.275 2.8
gem-gem/opus tatoeba 0.206 1.9
ine-ine/opus tatoeba 0.129 0.5
tatoeba-zero/opus tatoeba 0.113 0.5
lang = nld-toki
tatoeba-zero/opus tatoeba 0.060 0.1
lang = nst-eng
sit-eng/opus1m+bt tatoeba 0.113 0.4
tatoeba-zero/opus tatoeba 0.093 0.2
lang = orv-eng
ine-eng/opus4m tatoeba 0.310 14.3
sla-eng/opus tatoeba 0.296 12.0
sla-eng/opus4m tatoeba 0.293 13.8
ine-eng/opus2m tatoeba 0.288 13.6
mul-eng/opus2m tatoeba 0.283 11.0
mul-eng/opus tatoeba 0.282 12.2
sla-sla/opus tatoeba 0.279 10.0
ine-eng/opus tatoeba 0.271 11.6
ine-ine/opus tatoeba 0.251 8.8
zle-eng/opus4m tatoeba 0.227 7.7
zle-eng/opus2m tatoeba 0.217 6.9
zle-gmw/opus1m tatoeba 0.217 7.2
tatoeba-zero/opus tatoeba 0.215 6.9
zle-eng/opus tatoeba 0.213 4.9
zle-eng/opus1m+bt tatoeba 0.211 7.2
zle-zle/opus tatoeba 0.210 6.3
lang = orv-ukr
sla-sla/opus tatoeba 0.250 9.2
ine-ine/opus tatoeba 0.217 6.4
zle-zle/opus tatoeba 0.180 3.7
tatoeba-zero/opus tatoeba 0.169 3.0
lang = ota-eng
mul-eng/opus2m tatoeba 0.216 4.1
mul-eng/opus tatoeba 0.213 3.9
tut-tut/opus tatoeba 0.171 3.2
trk-eng/opus1m tatoeba 0.167 1.9
trk-trk/opus tatoeba 0.163 2.8
trk-eng/opus tatoeba 0.151 2.6
tut-eng/opus4m tatoeba 0.150 1.4
trk-eng/opus2m tatoeba 0.149 2.0
tatoeba-zero/opus tatoeba 0.104 0.7
lang = ota-tur
trk-trk/opus tatoeba 0.181 3.8
tut-tut/opus tatoeba 0.173 2.0
tatoeba-zero/opus tatoeba 0.110 0.4
lang = por-lfn
tatoeba-zero/opus tatoeba 0.120 1.0
lang = por-toki
tatoeba-zero/opus tatoeba 0.070 0.2
lang = prg-eng
mul-eng/opus tatoeba 0.204 4.2
ine-eng/opus tatoeba 0.203 3.9
mul-eng/opus2m tatoeba 0.198 4.1
ine-eng/opus2m tatoeba 0.193 2.3
ine-eng/opus4m tatoeba 0.182 2.5
ine-ine/opus tatoeba 0.179 1.3
bat-eng/opus tatoeba 0.160 1.4
bat-eng/opus2m tatoeba 0.159 1.0
bat-eng/opus1m+bt tatoeba 0.157 0.7
bat-eng/opus4m tatoeba 0.153 0.8
tatoeba-zero/opus tatoeba 0.129 0.8
westgermanic/opus tatoeba 0.113 0.3
lang = rus-toki
tatoeba-zero/opus tatoeba 0.054 0.0
lang = spa-avk
tatoeba-zero/opus tatoeba 0.085 0.2
lang = spa-toki
tatoeba-zero/opus tatoeba 0.066 0.1
lang = swg-deu
westgermanic/opus tatoeba 0.350 10.6
gmw-gmw/opus tatoeba 0.344 9.8
gem-gem/opus tatoeba 0.336 9.0
gmw-deu/opus1m tatoeba 0.319 4.9
ine-ine/opus tatoeba 0.316 8.0
tatoeba-zero/opus tatoeba 0.276 6.0
lang = tur-ota
tut-tut/opus tatoeba 0.127 1.4
tatoeba-zero/opus tatoeba 0.041 0.0
trk-trk/opus tatoeba 0.029 0.0
lang = ukr-orv
zle-zle/opus tatoeba 0.138 0.4
sla-sla/opus tatoeba 0.078 0.1
ine-ine/opus tatoeba 0.008 0.1
tatoeba-zero/opus tatoeba 0.008 0.1
lang = vol-epo
tatoeba-zero/opus tatoeba 0.150 1.6
art-art/opus tatoeba 0.130 0.6
lang = yid-lad
ine-ine/opus tatoeba 0.090 0.1
tatoeba-zero/opus tatoeba 0.084 0.1
lang = yid-lfn
tatoeba-zero/opus tatoeba 0.095 0.7