-
Notifications
You must be signed in to change notification settings - Fork 92
/
Copy pathopus-2021-02-23.yml
155 lines (155 loc) · 4.62 KB
/
opus-2021-02-23.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
release: zlw-zlw/opus-2021-02-23.zip
release-date: 2021-02-23
dataset-name: opus
modeltype: transformer
pre-processing: normalization + SentencePiece (spm32k,spm32k)
subwords:
source: spm32k
target: spm32k
subword-models:
source: source.spm
target: target.spm
use-target-labels:
- ">>ces<<"
- ">>dsb<<"
- ">>hsb<<"
- ">>pol<<"
source-languages:
- ces
- dsb
- hsb
- pol
target-languages:
- ces
- dsb
- hsb
- pol
training-data:
ces-eng: Tatoeba-train (1000000)
ces-hsb: Tatoeba-train (9066)
ces-pol: Tatoeba-train (1000000)
csb-eng: Tatoeba-train (6)
csb_Latn-eng: Tatoeba-train (36906)
eng-ces: Tatoeba-train (1000000)
eng-csb: Tatoeba-train (6)
eng-csb_Latn: Tatoeba-train (36906)
eng-hsb: Tatoeba-train (22057)
eng-pol: Tatoeba-train (1000000)
hsb-ces: Tatoeba-train (9066)
hsb-eng: Tatoeba-train (22057)
pol-ces: Tatoeba-train (1000000)
pol-eng: Tatoeba-train (1000000)
validation-data:
ces-eng: Tatoeba-dev, 13217
ces-hsb: Tatoeba-dev, 1000
ces-pol: Tatoeba-dev, 1000
csb-eng: Tatoeba-dev, 1
csb_Latn-eng: Tatoeba-dev, 999
dsb-eng: Tatoeba-dev, 173
dsb-pol: Tatoeba-dev, 41
ces-eng: Tatoeba-dev, 13217
csb-eng: Tatoeba-dev, 1
csb_Latn-eng: Tatoeba-dev, 999
dsb-eng: Tatoeba-dev, 173
eng-hsb: Tatoeba-dev, 1000
eng-pol: Tatoeba-dev, 44146
ces-hsb: Tatoeba-dev, 1000
eng-hsb: Tatoeba-dev, 1000
ces-pol: Tatoeba-dev, 1000
dsb-pol: Tatoeba-dev, 41
eng-pol: Tatoeba-dev, 44146
total-size-shuffled: 122731
devset-selected: top 5000 lines of Tatoeba-dev.src.shuffled!
test-data:
newssyscomb2009.ces-eng: 502/11821
newssyscomb2009.eng-ces: 502/10032
news-test2008.eng-ces: 2051/42484
newstest2009.ces-eng: 2525/65402
newstest2009.eng-ces: 2525/55533
newstest2010.ces-eng: 2489/61724
newstest2010.eng-ces: 2489/52958
newstest2011.ces-eng: 3003/74681
newstest2011.eng-ces: 3003/65653
newstest2012.ces-eng: 3003/72812
newstest2012.eng-ces: 3003/65456
newstest2013.ces-eng: 3000/64505
newstest2013.eng-ces: 3000/57250
newstest2014-csen.ces-eng: 3003/68065
newstest2015-encs.ces-eng: 2656/53572
newstest2015-encs.eng-ces: 2656/45931
newstest2016-encs.ces-eng: 2999/64670
newstest2016-encs.eng-ces: 2999/57013
newstest2017-encs.ces-eng: 3005/61725
newstest2017-encs.eng-ces: 3005/54461
newstest2018-encs.ces-eng: 2983/63496
newstest2018-encs.eng-ces: 2983/54772
newstest2019-encs.eng-ces: 1997/43373
Tatoeba-test.ces-hsb: 84/472
Tatoeba-test.ces-pol: 561/3366
Tatoeba-test.dsb-pol: 13/70
Tatoeba-test.hsb-ces: 84/457
Tatoeba-test.multi-multi: 1316/7792
Tatoeba-test.pol-ces: 561/3348
Tatoeba-test.pol-dsb: 13/75
BLEU-scores:
newssyscomb2009.ces-eng: 24.1
newssyscomb2009.eng-ces: 18.6
news-test2008.eng-ces: 16.0
newstest2009.ces-eng: 23.0
newstest2009.eng-ces: 17.2
newstest2010.ces-eng: 22.8
newstest2010.eng-ces: 17.6
newstest2011.ces-eng: 24.2
newstest2011.eng-ces: 18.9
newstest2012.ces-eng: 23.1
newstest2012.eng-ces: 16.8
newstest2013.ces-eng: 25.5
newstest2013.eng-ces: 19.3
newstest2014-csen.ces-eng: 27.2
newstest2015-encs.ces-eng: 25.0
newstest2015-encs.eng-ces: 19.2
newstest2016-encs.ces-eng: 26.4
newstest2016-encs.eng-ces: 22.0
newstest2017-encs.ces-eng: 23.4
newstest2017-encs.eng-ces: 17.9
newstest2018-encs.ces-eng: 24.3
newstest2018-encs.eng-ces: 17.7
newstest2019-encs.eng-ces: 18.6
Tatoeba-test.ces-hsb: 1.6
Tatoeba-test.ces-pol: 45.7
Tatoeba-test.dsb-pol: 15.6
Tatoeba-test.hsb-ces: 17.2
Tatoeba-test.multi-multi: 40.2
Tatoeba-test.pol-ces: 44.1
Tatoeba-test.pol-dsb: 1.1
chr-F-scores:
newssyscomb2009.ces-eng: 0.525
newssyscomb2009.eng-ces: 0.467
news-test2008.eng-ces: 0.444
newstest2009.ces-eng: 0.517
newstest2009.eng-ces: 0.461
newstest2010.ces-eng: 0.526
newstest2010.eng-ces: 0.464
newstest2011.ces-eng: 0.527
newstest2011.eng-ces: 0.469
newstest2012.ces-eng: 0.519
newstest2012.eng-ces: 0.447
newstest2013.ces-eng: 0.533
newstest2013.eng-ces: 0.472
newstest2014-csen.ces-eng: 0.560
newstest2015-encs.ces-eng: 0.523
newstest2015-encs.eng-ces: 0.476
newstest2016-encs.ces-eng: 0.545
newstest2016-encs.eng-ces: 0.497
newstest2017-encs.ces-eng: 0.517
newstest2017-encs.eng-ces: 0.457
newstest2018-encs.ces-eng: 0.524
newstest2018-encs.eng-ces: 0.458
newstest2019-encs.eng-ces: 0.464
Tatoeba-test.ces-hsb: 0.148
Tatoeba-test.ces-pol: 0.664
Tatoeba-test.dsb-pol: 0.336
Tatoeba-test.hsb-ces: 0.341
Tatoeba-test.multi-multi: 0.592
Tatoeba-test.pol-ces: 0.626
Tatoeba-test.pol-dsb: 0.095