-
Notifications
You must be signed in to change notification settings - Fork 92
/
Copy pathopus-2020-10-04.yml
156 lines (156 loc) · 4.49 KB
/
opus-2020-10-04.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
release: zlw-zlw/opus-2020-10-04.zip
release-date: 2020-10-04
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
source: spm32k
target: spm32k
subword-models:
source: source.spm
target: target.spm
source-languages:
- ces
- csb
- dsb
- eng
- hsb
- pol
target-languages:
- ces
- csb
- dsb
- eng
- hsb
- pol
use-target-labels:
- ">>ces<<"
- ">>csb<<"
- ">>csb_Latn<<"
- ">>dsb<<"
- ">>eng<<"
- ">>hsb<<"
- ">>pol<<"
test-data:
Tatoeba-test.ces-eng: 10000/64235
Tatoeba-test.ces-hsb: 84/377
Tatoeba-test.ces-pol: 561/2684
Tatoeba-test.csb-eng: 27/197
Tatoeba-test.dsb-eng: 34/168
Tatoeba-test.dsb-pol: 13/57
Tatoeba-test.eng-ces: 10000/52129
Tatoeba-test.eng-csb: 27/196
Tatoeba-test.eng-dsb: 34/140
Tatoeba-test.eng-hsb: 40/156
Tatoeba-test.eng-pol: 10000/52166
Tatoeba-test.hsb-ces: 84/361
Tatoeba-test.hsb-eng: 40/194
Tatoeba-test.multi-multi: 10000/57921
Tatoeba-test.pol-ces: 561/2656
Tatoeba-test.pol-dsb: 13/61
Tatoeba-test.pol-eng: 10000/63754
news-test2008.eng-ces: 2051/36403
newssyscomb2009.ces-eng: 502/10424
newssyscomb2009.eng-ces: 502/8592
newstest2009.ces-eng: 2525/57625
newstest2009.eng-ces: 2525/47071
newstest2010.ces-eng: 2489/54021
newstest2010.eng-ces: 2489/45422
newstest2011.ces-eng: 3003/65829
newstest2011.eng-ces: 3003/55301
newstest2012.ces-eng: 3003/63778
newstest2012.eng-ces: 3003/54732
newstest2013.ces-eng: 3000/56089
newstest2013.eng-ces: 3000/48472
newstest2014-csen.ces-eng: 3003/60441
newstest2015-encs.ces-eng: 2656/47160
newstest2015-encs.eng-ces: 2656/39201
newstest2016-encs.ces-eng: 2999/57418
newstest2016-encs.eng-ces: 2999/48915
newstest2017-encs.ces-eng: 3005/54762
newstest2017-encs.eng-ces: 3005/46951
newstest2018-encs.ces-eng: 2983/55920
newstest2018-encs.eng-ces: 2983/47229
newstest2019-encs.eng-ces: 1997/37506
BLEU-scores:
Tatoeba-test.ces-eng: 50.3
Tatoeba-test.ces-hsb: 1.6
Tatoeba-test.ces-pol: 45.7
Tatoeba-test.csb-eng: 12.6
Tatoeba-test.dsb-eng: 15.8
Tatoeba-test.dsb-pol: 15.6
Tatoeba-test.eng-ces: 40.6
Tatoeba-test.eng-csb: 1.1
Tatoeba-test.eng-dsb: 1.3
Tatoeba-test.eng-hsb: 2.9
Tatoeba-test.eng-pol: 40.6
Tatoeba-test.hsb-ces: 17.2
Tatoeba-test.hsb-eng: 29.7
Tatoeba-test.multi-multi: 45.2
Tatoeba-test.pol-ces: 44.1
Tatoeba-test.pol-dsb: 1.1
Tatoeba-test.pol-eng: 47.8
news-test2008.eng-ces: 16.0
newssyscomb2009.ces-eng: 24.1
newssyscomb2009.eng-ces: 18.6
newstest2009.ces-eng: 23.0
newstest2009.eng-ces: 17.2
newstest2010.ces-eng: 22.8
newstest2010.eng-ces: 17.6
newstest2011.ces-eng: 24.2
newstest2011.eng-ces: 18.9
newstest2012.ces-eng: 23.1
newstest2012.eng-ces: 16.8
newstest2013.ces-eng: 25.5
newstest2013.eng-ces: 19.3
newstest2014-csen.ces-eng: 27.2
newstest2015-encs.ces-eng: 25.0
newstest2015-encs.eng-ces: 19.2
newstest2016-encs.ces-eng: 26.4
newstest2016-encs.eng-ces: 22.0
newstest2017-encs.ces-eng: 23.4
newstest2017-encs.eng-ces: 17.9
newstest2018-encs.ces-eng: 24.3
newstest2018-encs.eng-ces: 17.7
newstest2019-encs.eng-ces: 18.6
chr-F-scores:
Tatoeba-test.ces-eng: 0.668
Tatoeba-test.ces-hsb: 0.148
Tatoeba-test.ces-pol: 0.663
Tatoeba-test.csb-eng: 0.319
Tatoeba-test.dsb-eng: 0.327
Tatoeba-test.dsb-pol: 0.336
Tatoeba-test.eng-ces: 0.606
Tatoeba-test.eng-csb: 0.188
Tatoeba-test.eng-dsb: 0.141
Tatoeba-test.eng-hsb: 0.175
Tatoeba-test.eng-pol: 0.619
Tatoeba-test.hsb-ces: 0.341
Tatoeba-test.hsb-eng: 0.481
Tatoeba-test.multi-multi: 0.633
Tatoeba-test.pol-ces: 0.627
Tatoeba-test.pol-dsb: 0.095
Tatoeba-test.pol-eng: 0.648
news-test2008.eng-ces: 0.444
newssyscomb2009.ces-eng: 0.525
newssyscomb2009.eng-ces: 0.467
newstest2009.ces-eng: 0.517
newstest2009.eng-ces: 0.461
newstest2010.ces-eng: 0.526
newstest2010.eng-ces: 0.464
newstest2011.ces-eng: 0.527
newstest2011.eng-ces: 0.469
newstest2012.ces-eng: 0.519
newstest2012.eng-ces: 0.447
newstest2013.ces-eng: 0.533
newstest2013.eng-ces: 0.472
newstest2014-csen.ces-eng: 0.560
newstest2015-encs.ces-eng: 0.523
newstest2015-encs.eng-ces: 0.476
newstest2016-encs.ces-eng: 0.545
newstest2016-encs.eng-ces: 0.497
newstest2017-encs.ces-eng: 0.517
newstest2017-encs.eng-ces: 0.457
newstest2018-encs.ces-eng: 0.524
newstest2018-encs.eng-ces: 0.458
newstest2019-encs.eng-ces: 0.464