akera commited on
Commit
4fb9459
·
verified ·
1 Parent(s): 31cb5df

Update vocab.json

Browse files
Files changed (1) hide show
  1. vocab.json +114 -290
vocab.json CHANGED
@@ -1,304 +1,128 @@
1
  {
2
  "ach": {
3
- "'": 27,
4
- "-": 25,
5
- "</s>": 2,
6
- "<pad>": 0,
7
- "<s>": 1,
8
- "<unk>": 3,
9
- "a": 6,
10
- "b": 19,
11
- "c": 17,
12
- "d": 18,
13
- "e": 8,
14
- "f": 29,
15
- "g": 20,
16
- "h": 30,
17
- "i": 7,
18
- "j": 24,
19
- "k": 9,
20
- "l": 16,
21
- "m": 11,
22
- "n": 10,
23
- "o": 5,
24
- "p": 22,
25
- "r": 21,
26
- "s": 26,
27
- "t": 13,
28
- "u": 14,
29
- "v": 28,
30
- "w": 12,
31
- "y": 15,
32
- "|": 4,
33
- "\u014b": 23
34
  },
35
- "eng": {
36
- "!": 75,
37
- "\"": 62,
38
- "$": 48,
39
- "%": 47,
40
- "&": 57,
41
- "'": 31,
42
- "+": 56,
43
- ",": 44,
44
- "-": 32,
45
- ".": 37,
46
- "/": 45,
47
- "0": 27,
48
- "1": 30,
49
- "2": 35,
50
- "3": 41,
51
- "4": 39,
52
- "5": 38,
53
- "6": 40,
54
- "7": 43,
55
- "8": 42,
56
- "9": 36,
57
- ":": 46,
58
- ";": 52,
59
- "</s>": 2,
60
- "<pad>": 0,
61
- "<s>": 1,
62
- "<unk>": 3,
63
- "[": 59,
64
- "]": 60,
65
- "`": 92,
66
- "a": 7,
67
- "b": 24,
68
- "c": 16,
69
- "d": 15,
70
  "e": 5,
71
- "f": 19,
72
- "g": 21,
73
- "h": 13,
74
  "i": 9,
75
- "j": 29,
76
- "k": 26,
77
- "l": 14,
78
- "m": 18,
79
- "n": 10,
80
- "o": 8,
81
- "p": 20,
82
- "q": 34,
83
- "r": 12,
84
- "s": 11,
85
- "t": 6,
86
- "u": 17,
87
- "v": 25,
88
  "w": 23,
89
- "x": 28,
90
- "y": 22,
91
- "z": 33,
92
- "|": 4,
93
- "\u00a3": 68,
94
- "\u00a5": 53,
95
- "\u00a7": 139,
96
- "\u00b0": 58,
97
- "\u00b2": 76,
98
- "\u00df": 82,
99
- "\u00e0": 84,
100
- "\u00e1": 49,
101
- "\u00e2": 81,
102
- "\u00e3": 66,
103
- "\u00e4": 78,
104
- "\u00e5": 123,
105
- "\u00e6": 110,
106
- "\u00e7": 64,
107
- "\u00e8": 79,
108
- "\u00e9": 55,
109
- "\u00ea": 88,
110
- "\u00eb": 87,
111
- "\u00ed": 50,
112
- "\u00ee": 97,
113
- "\u00ef": 85,
114
- "\u00f0": 98,
115
- "\u00f1": 83,
116
- "\u00f2": 105,
117
- "\u00f3": 67,
118
- "\u00f4": 86,
119
- "\u00f5": 69,
120
- "\u00f6": 74,
121
- "\u00f8": 91,
122
- "\u00fa": 70,
123
- "\u00fb": 99,
124
- "\u00fc": 54,
125
- "\u00fd": 112,
126
- "\u00fe": 132,
127
- "\u0101": 100,
128
- "\u0103": 102,
129
- "\u0107": 94,
130
- "\u010d": 89,
131
- "\u0113": 143,
132
- "\u0119": 119,
133
- "\u011b": 140,
134
- "\u011f": 153,
135
- "\u012b": 107,
136
- "\u0131": 103,
137
- "\u0142": 73,
138
- "\u0144": 118,
139
- "\u0148": 137,
140
- "\u014d": 80,
141
- "\u0151": 120,
142
- "\u0153": 96,
143
- "\u0159": 108,
144
- "\u015f": 116,
145
- "\u0161": 90,
146
- "\u016b": 101,
147
- "\u017e": 95,
148
- "\u0219": 104,
149
- "\u0259": 138,
150
- "\u02bb": 115,
151
- "\u0301": 93,
152
- "\u0307": 77,
153
- "\u03b1": 106,
154
- "\u03ba": 109,
155
- "\u03c0": 117,
156
- "\u03c7": 141,
157
- "\u0430": 144,
158
- "\u0432": 124,
159
- "\u0435": 125,
160
- "\u0437": 130,
161
- "\u0438": 113,
162
- "\u0439": 127,
163
- "\u043a": 114,
164
- "\u043b": 126,
165
- "\u043d": 128,
166
- "\u044c": 131,
167
- "\u044f": 129,
168
- "\u05e0": 147,
169
- "\u05e2": 148,
170
- "\u1e43": 121,
171
- "\u1ea1": 111,
172
- "\u1ea3": 145,
173
- "\u1ecb": 146,
174
- "\u1ee5": 122,
175
- "\u200b": 71,
176
- "\u2013": 61,
177
- "\u2014": 51,
178
- "\u2018": 72,
179
- "\u2019": 65,
180
- "\u201d": 63,
181
- "\u2261": 142,
182
- "\u4eac": 149,
183
- "\u5148": 135,
184
- "\u5927": 151,
185
- "\u5c1a": 134,
186
- "\u65f6": 133,
187
- "\u751f": 136,
188
- "\u90fd": 150,
189
- "\u962a": 152
190
  },
191
- "lug": {
192
- "!": 58,
193
- "$": 52,
194
- "%": 54,
195
- "&": 66,
196
- "'": 23,
197
- "+": 55,
198
- ",": 41,
199
- "-": 44,
200
- ".": 34,
201
- "/": 48,
202
- "0": 30,
203
- "1": 31,
204
- "2": 32,
205
- "3": 40,
206
- "4": 37,
207
- "5": 36,
208
- "6": 38,
209
- "7": 43,
210
- "8": 39,
211
- "9": 35,
212
- ":": 47,
213
- ";": 53,
214
- "</s>": 2,
215
- "<pad>": 0,
216
- "<s>": 1,
217
- "<unk>": 3,
218
- "?": 50,
219
- "[": 70,
220
- "]": 71,
221
- "`": 73,
222
- "a": 4,
223
- "b": 12,
224
- "c": 28,
225
- "d": 22,
226
- "e": 6,
227
- "f": 25,
228
- "g": 16,
229
- "h": 29,
230
- "i": 8,
231
- "j": 24,
232
  "k": 11,
233
- "l": 14,
234
  "m": 13,
235
- "n": 10,
236
- "o": 9,
237
- "p": 26,
238
- "q": 46,
239
- "r": 20,
240
  "s": 19,
241
- "t": 18,
242
- "u": 7,
243
- "v": 27,
244
- "w": 17,
245
- "x": 45,
246
- "y": 15,
247
- "z": 21,
248
- "|": 5,
249
- "\u00a3": 59,
250
- "\u00a5": 64,
251
- "\u00b0": 56,
252
- "\u00b2": 69,
253
- "\u00e1": 61,
254
- "\u00e3": 65,
255
- "\u00e7": 63,
256
- "\u00ed": 62,
257
- "\u00f5": 57,
258
- "\u00fa": 68,
259
- "\u00fc": 49,
260
- "\u014b": 67,
261
- "\u0300": 78,
262
- "\u0301": 76,
263
- "\u0313": 75,
264
- "\u0314": 77,
265
- "\u03b7": 74,
266
- "\u0572": 72,
267
- "\u2013": 51,
268
- "\u2014": 60,
269
- "\u2019": 33,
270
- "\u201d": 42
271
  },
272
- "teo": {
273
- "'": 26,
274
- "-": 27,
275
- "</s>": 2,
276
- "<pad>": 0,
277
- "<s>": 1,
278
- "<unk>": 3,
279
- "a": 4,
280
- "b": 21,
281
- "c": 24,
282
- "d": 17,
283
- "e": 8,
284
- "g": 25,
285
- "i": 6,
286
- "j": 22,
287
- "k": 7,
288
- "l": 15,
289
- "m": 16,
290
- "n": 10,
291
- "o": 9,
292
- "p": 19,
293
- "r": 13,
294
- "s": 14,
295
- "t": 11,
296
- "u": 12,
297
  "w": 23,
298
- "y": 18,
299
- "|": 5,
300
- "\u014b": 20,
301
- "\u2013": 29,
302
- "\u2014": 28
303
  }
304
  }
 
1
  {
2
  "ach": {
3
+ "=": 1,
4
+ "[": 2,
5
+ "[PAD]": 30,
6
+ "[UNK]": 29,
7
+ "a": 3,
8
+ "b": 4,
9
+ "c": 5,
10
+ "d": 6,
11
+ "e": 7,
12
+ "f": 8,
13
+ "g": 9,
14
+ "h": 10,
15
+ "i": 11,
16
+ "j": 12,
17
+ "k": 13,
18
+ "l": 14,
19
+ "m": 15,
20
+ "n": 16,
21
+ "o": 17,
22
+ "p": 18,
23
+ "q": 19,
24
+ "r": 20,
25
+ "s": 21,
26
+ "t": 22,
27
+ "u": 23,
28
+ "v": 24,
29
+ "w": 25,
30
+ "x": 26,
31
+ "y": 27,
32
+ "z": 28,
33
+ "|": 0
34
  },
35
+ "lug": {
36
+ "a": 1,
37
+ "b": 2,
38
+ "c": 3,
39
+ "d": 4,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
40
  "e": 5,
41
+ "f": 6,
42
+ "g": 7,
43
+ "h": 8,
44
  "i": 9,
45
+ "j": 10,
46
+ "k": 11,
47
+ "l": 12,
48
+ "m": 13,
49
+ "n": 14,
50
+ "o": 15,
51
+ "p": 16,
52
+ "q": 17,
53
+ "r": 18,
54
+ "s": 19,
55
+ "t": 20,
56
+ "u": 21,
57
+ "v": 22,
58
  "w": 23,
59
+ "x": 24,
60
+ "y": 25,
61
+ "z": 26,
62
+ "|": 0,
63
+ "[UNK]": 27,
64
+ "[PAD]": 28
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
65
  },
66
+ "teo": {
67
+ "[PAD]": 28,
68
+ "[UNK]": 27,
69
+ "a": 1,
70
+ "b": 2,
71
+ "c": 3,
72
+ "d": 4,
73
+ "e": 5,
74
+ "f": 6,
75
+ "g": 7,
76
+ "h": 8,
77
+ "i": 9,
78
+ "j": 10,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
79
  "k": 11,
80
+ "l": 12,
81
  "m": 13,
82
+ "n": 14,
83
+ "o": 15,
84
+ "p": 16,
85
+ "q": 17,
86
+ "r": 18,
87
  "s": 19,
88
+ "t": 20,
89
+ "u": 21,
90
+ "v": 22,
91
+ "w": 23,
92
+ "x": 24,
93
+ "y": 25,
94
+ "z": 26,
95
+ "|": 0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
96
  },
97
+ "nyn": {
98
+ "[PAD]": 28,
99
+ "[UNK]": 27,
100
+ "a": 1,
101
+ "b": 2,
102
+ "c": 3,
103
+ "d": 4,
104
+ "e": 5,
105
+ "f": 6,
106
+ "g": 7,
107
+ "h": 8,
108
+ "i": 9,
109
+ "j": 10,
110
+ "k": 11,
111
+ "l": 12,
112
+ "m": 13,
113
+ "n": 14,
114
+ "o": 15,
115
+ "p": 16,
116
+ "q": 17,
117
+ "r": 18,
118
+ "s": 19,
119
+ "t": 20,
120
+ "u": 21,
121
+ "v": 22,
122
  "w": 23,
123
+ "x": 24,
124
+ "y": 25,
125
+ "z": 26,
126
+ "|": 0
 
127
  }
128
  }