1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
|
// Generated from http://www.unicode.org/Public/UNIDATA/Scripts.txt
// The best way to alter this file is to modify uniscripts.py
#include <library/cpp/langs/langs.h>
#include <util/system/yassert.h>
#include <cstring>
namespace NCharsetInternal {
struct TScriptRange {
EScript Script;
wchar32 Start;
wchar32 End;
};
const TScriptRange ScriptRanges[] = {
{ SCRIPT_ETHIOPIC, 0x1200, 0x1248 },
{ SCRIPT_ETHIOPIC, 0x124A, 0x124D },
{ SCRIPT_ETHIOPIC, 0x1250, 0x1256 },
{ SCRIPT_ETHIOPIC, 0x1258, 0x1258 },
{ SCRIPT_ETHIOPIC, 0x125A, 0x125D },
{ SCRIPT_ETHIOPIC, 0x1260, 0x1288 },
{ SCRIPT_ETHIOPIC, 0x128A, 0x128D },
{ SCRIPT_ETHIOPIC, 0x1290, 0x12B0 },
{ SCRIPT_ETHIOPIC, 0x12B2, 0x12B5 },
{ SCRIPT_ETHIOPIC, 0x12B8, 0x12BE },
{ SCRIPT_ETHIOPIC, 0x12C0, 0x12C0 },
{ SCRIPT_ETHIOPIC, 0x12C2, 0x12C5 },
{ SCRIPT_ETHIOPIC, 0x12C8, 0x12D6 },
{ SCRIPT_ETHIOPIC, 0x12D8, 0x1310 },
{ SCRIPT_ETHIOPIC, 0x1312, 0x1315 },
{ SCRIPT_ETHIOPIC, 0x1318, 0x135A },
{ SCRIPT_ETHIOPIC, 0x135D, 0x137C },
{ SCRIPT_ETHIOPIC, 0x1380, 0x1399 },
{ SCRIPT_ETHIOPIC, 0x2D80, 0x2D96 },
{ SCRIPT_ETHIOPIC, 0x2DA0, 0x2DA6 },
{ SCRIPT_ETHIOPIC, 0x2DA8, 0x2DAE },
{ SCRIPT_ETHIOPIC, 0x2DB0, 0x2DB6 },
{ SCRIPT_ETHIOPIC, 0x2DB8, 0x2DBE },
{ SCRIPT_ETHIOPIC, 0x2DC0, 0x2DC6 },
{ SCRIPT_ETHIOPIC, 0x2DC8, 0x2DCE },
{ SCRIPT_ETHIOPIC, 0x2DD0, 0x2DD6 },
{ SCRIPT_ETHIOPIC, 0x2DD8, 0x2DDE },
{ SCRIPT_ETHIOPIC, 0xAB01, 0xAB06 },
{ SCRIPT_ETHIOPIC, 0xAB09, 0xAB0E },
{ SCRIPT_ETHIOPIC, 0xAB11, 0xAB16 },
{ SCRIPT_ETHIOPIC, 0xAB20, 0xAB26 },
{ SCRIPT_ETHIOPIC, 0xAB28, 0xAB2E },
{ SCRIPT_ARABIC, 0x600, 0x604 },
{ SCRIPT_ARABIC, 0x606, 0x60B },
{ SCRIPT_ARABIC, 0x60D, 0x61A },
{ SCRIPT_ARABIC, 0x61E, 0x61E },
{ SCRIPT_ARABIC, 0x620, 0x63F },
{ SCRIPT_ARABIC, 0x641, 0x64A },
{ SCRIPT_ARABIC, 0x656, 0x66F },
{ SCRIPT_ARABIC, 0x671, 0x6DC },
{ SCRIPT_ARABIC, 0x6DE, 0x6FF },
{ SCRIPT_ARABIC, 0x750, 0x77F },
{ SCRIPT_ARABIC, 0x8A0, 0x8B4 },
{ SCRIPT_ARABIC, 0x8B6, 0x8BD },
{ SCRIPT_ARABIC, 0x8D4, 0x8E1 },
{ SCRIPT_ARABIC, 0x8E3, 0x8FF },
{ SCRIPT_ARABIC, 0xFB50, 0xFBC1 },
{ SCRIPT_ARABIC, 0xFBD3, 0xFD3D },
{ SCRIPT_ARABIC, 0xFD50, 0xFD8F },
{ SCRIPT_ARABIC, 0xFD92, 0xFDC7 },
{ SCRIPT_ARABIC, 0xFDF0, 0xFDFD },
{ SCRIPT_ARABIC, 0xFE70, 0xFE74 },
{ SCRIPT_ARABIC, 0xFE76, 0xFEFC },
{ SCRIPT_MONGOLIAN, 0x1800, 0x1801 },
{ SCRIPT_MONGOLIAN, 0x1804, 0x1804 },
{ SCRIPT_MONGOLIAN, 0x1806, 0x180E },
{ SCRIPT_MONGOLIAN, 0x1810, 0x1819 },
{ SCRIPT_MONGOLIAN, 0x1820, 0x1877 },
{ SCRIPT_MONGOLIAN, 0x1880, 0x18AA },
{ SCRIPT_TAMIL, 0xB82, 0xB83 },
{ SCRIPT_TAMIL, 0xB85, 0xB8A },
{ SCRIPT_TAMIL, 0xB8E, 0xB90 },
{ SCRIPT_TAMIL, 0xB92, 0xB95 },
{ SCRIPT_TAMIL, 0xB99, 0xB9A },
{ SCRIPT_TAMIL, 0xB9C, 0xB9C },
{ SCRIPT_TAMIL, 0xB9E, 0xB9F },
{ SCRIPT_TAMIL, 0xBA3, 0xBA4 },
{ SCRIPT_TAMIL, 0xBA8, 0xBAA },
{ SCRIPT_TAMIL, 0xBAE, 0xBB9 },
{ SCRIPT_TAMIL, 0xBBE, 0xBC2 },
{ SCRIPT_TAMIL, 0xBC6, 0xBC8 },
{ SCRIPT_TAMIL, 0xBCA, 0xBCD },
{ SCRIPT_TAMIL, 0xBD0, 0xBD0 },
{ SCRIPT_TAMIL, 0xBD7, 0xBD7 },
{ SCRIPT_TAMIL, 0xBE6, 0xBFA },
{ SCRIPT_GUJARATI, 0xA81, 0xA83 },
{ SCRIPT_GUJARATI, 0xA85, 0xA8D },
{ SCRIPT_GUJARATI, 0xA8F, 0xA91 },
{ SCRIPT_GUJARATI, 0xA93, 0xAA8 },
{ SCRIPT_GUJARATI, 0xAAA, 0xAB0 },
{ SCRIPT_GUJARATI, 0xAB2, 0xAB3 },
{ SCRIPT_GUJARATI, 0xAB5, 0xAB9 },
{ SCRIPT_GUJARATI, 0xABC, 0xAC5 },
{ SCRIPT_GUJARATI, 0xAC7, 0xAC9 },
{ SCRIPT_GUJARATI, 0xACB, 0xACD },
{ SCRIPT_GUJARATI, 0xAD0, 0xAD0 },
{ SCRIPT_GUJARATI, 0xAE0, 0xAE3 },
{ SCRIPT_GUJARATI, 0xAE6, 0xAF1 },
{ SCRIPT_GUJARATI, 0xAF9, 0xAF9 },
{ SCRIPT_MALAYALAM, 0xD01, 0xD03 },
{ SCRIPT_MALAYALAM, 0xD05, 0xD0C },
{ SCRIPT_MALAYALAM, 0xD0E, 0xD10 },
{ SCRIPT_MALAYALAM, 0xD12, 0xD3A },
{ SCRIPT_MALAYALAM, 0xD3D, 0xD44 },
{ SCRIPT_MALAYALAM, 0xD46, 0xD48 },
{ SCRIPT_MALAYALAM, 0xD4A, 0xD4F },
{ SCRIPT_MALAYALAM, 0xD54, 0xD63 },
{ SCRIPT_MALAYALAM, 0xD66, 0xD7F },
{ SCRIPT_ARMENIAN, 0x531, 0x556 },
{ SCRIPT_ARMENIAN, 0x559, 0x55F },
{ SCRIPT_ARMENIAN, 0x561, 0x587 },
{ SCRIPT_ARMENIAN, 0x58A, 0x58A },
{ SCRIPT_ARMENIAN, 0x58D, 0x58F },
{ SCRIPT_ARMENIAN, 0xFB13, 0xFB17 },
{ SCRIPT_HANGUL, 0x1100, 0x11FF },
{ SCRIPT_HANGUL, 0x302E, 0x302F },
{ SCRIPT_HANGUL, 0x3131, 0x318E },
{ SCRIPT_HANGUL, 0x3200, 0x321E },
{ SCRIPT_HANGUL, 0x3260, 0x327E },
{ SCRIPT_HANGUL, 0xA960, 0xA97C },
{ SCRIPT_HANGUL, 0xAC00, 0xD7A3 },
{ SCRIPT_HANGUL, 0xD7B0, 0xD7C6 },
{ SCRIPT_HANGUL, 0xD7CB, 0xD7FB },
{ SCRIPT_HANGUL, 0xFFA0, 0xFFBE },
{ SCRIPT_HANGUL, 0xFFC2, 0xFFC7 },
{ SCRIPT_HANGUL, 0xFFCA, 0xFFCF },
{ SCRIPT_HANGUL, 0xFFD2, 0xFFD7 },
{ SCRIPT_HANGUL, 0xFFDA, 0xFFDC },
{ SCRIPT_GURMUKHI, 0xA01, 0xA03 },
{ SCRIPT_GURMUKHI, 0xA05, 0xA0A },
{ SCRIPT_GURMUKHI, 0xA0F, 0xA10 },
{ SCRIPT_GURMUKHI, 0xA13, 0xA28 },
{ SCRIPT_GURMUKHI, 0xA2A, 0xA30 },
{ SCRIPT_GURMUKHI, 0xA32, 0xA33 },
{ SCRIPT_GURMUKHI, 0xA35, 0xA36 },
{ SCRIPT_GURMUKHI, 0xA38, 0xA39 },
{ SCRIPT_GURMUKHI, 0xA3C, 0xA3C },
{ SCRIPT_GURMUKHI, 0xA3E, 0xA42 },
{ SCRIPT_GURMUKHI, 0xA47, 0xA48 },
{ SCRIPT_GURMUKHI, 0xA4B, 0xA4D },
{ SCRIPT_GURMUKHI, 0xA51, 0xA51 },
{ SCRIPT_GURMUKHI, 0xA59, 0xA5C },
{ SCRIPT_GURMUKHI, 0xA5E, 0xA5E },
{ SCRIPT_GURMUKHI, 0xA66, 0xA75 },
{ SCRIPT_CYRILLIC, 0x400, 0x484 },
{ SCRIPT_CYRILLIC, 0x487, 0x52F },
{ SCRIPT_CYRILLIC, 0x1C80, 0x1C88 },
{ SCRIPT_CYRILLIC, 0x1D2B, 0x1D2B },
{ SCRIPT_CYRILLIC, 0x1D78, 0x1D78 },
{ SCRIPT_CYRILLIC, 0x2DE0, 0x2DFF },
{ SCRIPT_CYRILLIC, 0xA640, 0xA69F },
{ SCRIPT_CYRILLIC, 0xFE2E, 0xFE2F },
{ SCRIPT_DEVANAGARI, 0x900, 0x950 },
{ SCRIPT_DEVANAGARI, 0x953, 0x963 },
{ SCRIPT_DEVANAGARI, 0x966, 0x97F },
{ SCRIPT_DEVANAGARI, 0xA8E0, 0xA8FD },
{ SCRIPT_HEBREW, 0x591, 0x5C7 },
{ SCRIPT_HEBREW, 0x5D0, 0x5EA },
{ SCRIPT_HEBREW, 0x5F0, 0x5F4 },
{ SCRIPT_HEBREW, 0xFB1D, 0xFB36 },
{ SCRIPT_HEBREW, 0xFB38, 0xFB3C },
{ SCRIPT_HEBREW, 0xFB3E, 0xFB3E },
{ SCRIPT_HEBREW, 0xFB40, 0xFB41 },
{ SCRIPT_HEBREW, 0xFB43, 0xFB44 },
{ SCRIPT_HEBREW, 0xFB46, 0xFB4F },
{ SCRIPT_THAI, 0xE01, 0xE3A },
{ SCRIPT_THAI, 0xE40, 0xE5B },
{ SCRIPT_SYRIAC, 0x700, 0x70D },
{ SCRIPT_SYRIAC, 0x70F, 0x74A },
{ SCRIPT_SYRIAC, 0x74D, 0x74F },
{ SCRIPT_KANNADA, 0xC80, 0xC83 },
{ SCRIPT_KANNADA, 0xC85, 0xC8C },
{ SCRIPT_KANNADA, 0xC8E, 0xC90 },
{ SCRIPT_KANNADA, 0xC92, 0xCA8 },
{ SCRIPT_KANNADA, 0xCAA, 0xCB3 },
{ SCRIPT_KANNADA, 0xCB5, 0xCB9 },
{ SCRIPT_KANNADA, 0xCBC, 0xCC4 },
{ SCRIPT_KANNADA, 0xCC6, 0xCC8 },
{ SCRIPT_KANNADA, 0xCCA, 0xCCD },
{ SCRIPT_KANNADA, 0xCD5, 0xCD6 },
{ SCRIPT_KANNADA, 0xCDE, 0xCDE },
{ SCRIPT_KANNADA, 0xCE0, 0xCE3 },
{ SCRIPT_KANNADA, 0xCE6, 0xCEF },
{ SCRIPT_KANNADA, 0xCF1, 0xCF2 },
{ SCRIPT_LAO, 0xE81, 0xE82 },
{ SCRIPT_LAO, 0xE84, 0xE84 },
{ SCRIPT_LAO, 0xE87, 0xE88 },
{ SCRIPT_LAO, 0xE8A, 0xE8A },
{ SCRIPT_LAO, 0xE8D, 0xE8D },
{ SCRIPT_LAO, 0xE94, 0xE97 },
{ SCRIPT_LAO, 0xE99, 0xE9F },
{ SCRIPT_LAO, 0xEA1, 0xEA3 },
{ SCRIPT_LAO, 0xEA5, 0xEA5 },
{ SCRIPT_LAO, 0xEA7, 0xEA7 },
{ SCRIPT_LAO, 0xEAA, 0xEAB },
{ SCRIPT_LAO, 0xEAD, 0xEB9 },
{ SCRIPT_LAO, 0xEBB, 0xEBD },
{ SCRIPT_LAO, 0xEC0, 0xEC4 },
{ SCRIPT_LAO, 0xEC6, 0xEC6 },
{ SCRIPT_LAO, 0xEC8, 0xECD },
{ SCRIPT_LAO, 0xED0, 0xED9 },
{ SCRIPT_LAO, 0xEDC, 0xEDF },
{ SCRIPT_TELUGU, 0xC00, 0xC03 },
{ SCRIPT_TELUGU, 0xC05, 0xC0C },
{ SCRIPT_TELUGU, 0xC0E, 0xC10 },
{ SCRIPT_TELUGU, 0xC12, 0xC28 },
{ SCRIPT_TELUGU, 0xC2A, 0xC39 },
{ SCRIPT_TELUGU, 0xC3D, 0xC44 },
{ SCRIPT_TELUGU, 0xC46, 0xC48 },
{ SCRIPT_TELUGU, 0xC4A, 0xC4D },
{ SCRIPT_TELUGU, 0xC55, 0xC56 },
{ SCRIPT_TELUGU, 0xC58, 0xC5A },
{ SCRIPT_TELUGU, 0xC60, 0xC63 },
{ SCRIPT_TELUGU, 0xC66, 0xC6F },
{ SCRIPT_TELUGU, 0xC78, 0xC7F },
{ SCRIPT_KHMER, 0x1780, 0x17DD },
{ SCRIPT_KHMER, 0x17E0, 0x17E9 },
{ SCRIPT_KHMER, 0x17F0, 0x17F9 },
{ SCRIPT_KHMER, 0x19E0, 0x19FF },
{ SCRIPT_LATIN, 0x41, 0x5A },
{ SCRIPT_LATIN, 0x61, 0x7A },
{ SCRIPT_LATIN, 0xAA, 0xAA },
{ SCRIPT_LATIN, 0xBA, 0xBA },
{ SCRIPT_LATIN, 0xC0, 0xD6 },
{ SCRIPT_LATIN, 0xD8, 0xF6 },
{ SCRIPT_LATIN, 0xF8, 0x2B8 },
{ SCRIPT_LATIN, 0x2E0, 0x2E4 },
{ SCRIPT_LATIN, 0x1D00, 0x1D25 },
{ SCRIPT_LATIN, 0x1D2C, 0x1D5C },
{ SCRIPT_LATIN, 0x1D62, 0x1D65 },
{ SCRIPT_LATIN, 0x1D6B, 0x1D77 },
{ SCRIPT_LATIN, 0x1D79, 0x1DBE },
{ SCRIPT_LATIN, 0x1E00, 0x1EFF },
{ SCRIPT_LATIN, 0x2071, 0x2071 },
{ SCRIPT_LATIN, 0x207F, 0x207F },
{ SCRIPT_LATIN, 0x2090, 0x209C },
{ SCRIPT_LATIN, 0x212A, 0x212B },
{ SCRIPT_LATIN, 0x2132, 0x2132 },
{ SCRIPT_LATIN, 0x214E, 0x214E },
{ SCRIPT_LATIN, 0x2160, 0x2188 },
{ SCRIPT_LATIN, 0x2C60, 0x2C7F },
{ SCRIPT_LATIN, 0xA722, 0xA787 },
{ SCRIPT_LATIN, 0xA78B, 0xA7AE },
{ SCRIPT_LATIN, 0xA7B0, 0xA7B7 },
{ SCRIPT_LATIN, 0xA7F7, 0xA7FF },
{ SCRIPT_LATIN, 0xAB30, 0xAB5A },
{ SCRIPT_LATIN, 0xAB5C, 0xAB64 },
{ SCRIPT_LATIN, 0xFB00, 0xFB06 },
{ SCRIPT_LATIN, 0xFF21, 0xFF3A },
{ SCRIPT_LATIN, 0xFF41, 0xFF5A },
{ SCRIPT_TIBETAN, 0xF00, 0xF47 },
{ SCRIPT_TIBETAN, 0xF49, 0xF6C },
{ SCRIPT_TIBETAN, 0xF71, 0xF97 },
{ SCRIPT_TIBETAN, 0xF99, 0xFBC },
{ SCRIPT_TIBETAN, 0xFBE, 0xFCC },
{ SCRIPT_TIBETAN, 0xFCE, 0xFD4 },
{ SCRIPT_TIBETAN, 0xFD9, 0xFDA },
{ SCRIPT_MYANMAR, 0x1000, 0x109F },
{ SCRIPT_MYANMAR, 0xA9E0, 0xA9FE },
{ SCRIPT_MYANMAR, 0xAA60, 0xAA7F },
{ SCRIPT_OTHER, 0x2EA, 0x2EB },
{ SCRIPT_OTHER, 0x7C0, 0x7FA },
{ SCRIPT_OTHER, 0x800, 0x82D },
{ SCRIPT_OTHER, 0x830, 0x83E },
{ SCRIPT_OTHER, 0x840, 0x85B },
{ SCRIPT_OTHER, 0x85E, 0x85E },
{ SCRIPT_OTHER, 0x13A0, 0x13F5 },
{ SCRIPT_OTHER, 0x13F8, 0x13FD },
{ SCRIPT_OTHER, 0x1400, 0x169C },
{ SCRIPT_OTHER, 0x1700, 0x170C },
{ SCRIPT_OTHER, 0x170E, 0x1714 },
{ SCRIPT_OTHER, 0x1720, 0x1734 },
{ SCRIPT_OTHER, 0x1740, 0x1753 },
{ SCRIPT_OTHER, 0x1760, 0x176C },
{ SCRIPT_OTHER, 0x176E, 0x1770 },
{ SCRIPT_OTHER, 0x1772, 0x1773 },
{ SCRIPT_OTHER, 0x18B0, 0x18F5 },
{ SCRIPT_OTHER, 0x1900, 0x191E },
{ SCRIPT_OTHER, 0x1920, 0x192B },
{ SCRIPT_OTHER, 0x1930, 0x193B },
{ SCRIPT_OTHER, 0x1940, 0x1940 },
{ SCRIPT_OTHER, 0x1944, 0x196D },
{ SCRIPT_OTHER, 0x1970, 0x1974 },
{ SCRIPT_OTHER, 0x1980, 0x19AB },
{ SCRIPT_OTHER, 0x19B0, 0x19C9 },
{ SCRIPT_OTHER, 0x19D0, 0x19DA },
{ SCRIPT_OTHER, 0x19DE, 0x19DF },
{ SCRIPT_OTHER, 0x1A00, 0x1A1B },
{ SCRIPT_OTHER, 0x1A1E, 0x1A5E },
{ SCRIPT_OTHER, 0x1A60, 0x1A7C },
{ SCRIPT_OTHER, 0x1A7F, 0x1A89 },
{ SCRIPT_OTHER, 0x1A90, 0x1A99 },
{ SCRIPT_OTHER, 0x1AA0, 0x1AAD },
{ SCRIPT_OTHER, 0x1B00, 0x1B4B },
{ SCRIPT_OTHER, 0x1B50, 0x1B7C },
{ SCRIPT_OTHER, 0x1B80, 0x1BF3 },
{ SCRIPT_OTHER, 0x1BFC, 0x1C37 },
{ SCRIPT_OTHER, 0x1C3B, 0x1C49 },
{ SCRIPT_OTHER, 0x1C4D, 0x1C7F },
{ SCRIPT_OTHER, 0x1CC0, 0x1CC7 },
{ SCRIPT_OTHER, 0x2800, 0x28FF },
{ SCRIPT_OTHER, 0x2C00, 0x2C2E },
{ SCRIPT_OTHER, 0x2C30, 0x2C5E },
{ SCRIPT_OTHER, 0x2D30, 0x2D67 },
{ SCRIPT_OTHER, 0x2D6F, 0x2D70 },
{ SCRIPT_OTHER, 0x2D7F, 0x2D7F },
{ SCRIPT_OTHER, 0x3105, 0x312D },
{ SCRIPT_OTHER, 0x31A0, 0x31BA },
{ SCRIPT_OTHER, 0xA000, 0xA48C },
{ SCRIPT_OTHER, 0xA490, 0xA4C6 },
{ SCRIPT_OTHER, 0xA4D0, 0xA62B },
{ SCRIPT_OTHER, 0xA6A0, 0xA6F7 },
{ SCRIPT_OTHER, 0xA800, 0xA82B },
{ SCRIPT_OTHER, 0xA840, 0xA877 },
{ SCRIPT_OTHER, 0xA880, 0xA8C5 },
{ SCRIPT_OTHER, 0xA8CE, 0xA8D9 },
{ SCRIPT_OTHER, 0xA900, 0xA92D },
{ SCRIPT_OTHER, 0xA92F, 0xA953 },
{ SCRIPT_OTHER, 0xA95F, 0xA95F },
{ SCRIPT_OTHER, 0xA980, 0xA9CD },
{ SCRIPT_OTHER, 0xA9D0, 0xA9D9 },
{ SCRIPT_OTHER, 0xA9DE, 0xA9DF },
{ SCRIPT_OTHER, 0xAA00, 0xAA36 },
{ SCRIPT_OTHER, 0xAA40, 0xAA4D },
{ SCRIPT_OTHER, 0xAA50, 0xAA59 },
{ SCRIPT_OTHER, 0xAA5C, 0xAA5F },
{ SCRIPT_OTHER, 0xAA80, 0xAAC2 },
{ SCRIPT_OTHER, 0xAADB, 0xAAF6 },
{ SCRIPT_OTHER, 0xAB70, 0xABED },
{ SCRIPT_OTHER, 0xABF0, 0xABF9 },
{ SCRIPT_HAN, 0x2E80, 0x2E99 },
{ SCRIPT_HAN, 0x2E9B, 0x2EF3 },
{ SCRIPT_HAN, 0x2F00, 0x2FD5 },
{ SCRIPT_HAN, 0x3005, 0x3005 },
{ SCRIPT_HAN, 0x3007, 0x3007 },
{ SCRIPT_HAN, 0x3021, 0x3029 },
{ SCRIPT_HAN, 0x3038, 0x303B },
{ SCRIPT_HAN, 0x3400, 0x4DB5 },
{ SCRIPT_HAN, 0x4E00, 0x9FD5 },
{ SCRIPT_HAN, 0xF900, 0xFA6D },
{ SCRIPT_HAN, 0xFA70, 0xFAD9 },
{ SCRIPT_THAANA, 0x780, 0x7B1 },
{ SCRIPT_HIRAGANA, 0x3041, 0x3096 },
{ SCRIPT_HIRAGANA, 0x309D, 0x309F },
{ SCRIPT_KATAKANA, 0x30A1, 0x30FA },
{ SCRIPT_KATAKANA, 0x30FD, 0x30FF },
{ SCRIPT_KATAKANA, 0x31F0, 0x31FF },
{ SCRIPT_KATAKANA, 0x32D0, 0x32FE },
{ SCRIPT_KATAKANA, 0x3300, 0x3357 },
{ SCRIPT_KATAKANA, 0xFF66, 0xFF6F },
{ SCRIPT_KATAKANA, 0xFF71, 0xFF9D },
{ SCRIPT_ORIYA, 0xB01, 0xB03 },
{ SCRIPT_ORIYA, 0xB05, 0xB0C },
{ SCRIPT_ORIYA, 0xB0F, 0xB10 },
{ SCRIPT_ORIYA, 0xB13, 0xB28 },
{ SCRIPT_ORIYA, 0xB2A, 0xB30 },
{ SCRIPT_ORIYA, 0xB32, 0xB33 },
{ SCRIPT_ORIYA, 0xB35, 0xB39 },
{ SCRIPT_ORIYA, 0xB3C, 0xB44 },
{ SCRIPT_ORIYA, 0xB47, 0xB48 },
{ SCRIPT_ORIYA, 0xB4B, 0xB4D },
{ SCRIPT_ORIYA, 0xB56, 0xB57 },
{ SCRIPT_ORIYA, 0xB5C, 0xB5D },
{ SCRIPT_ORIYA, 0xB5F, 0xB63 },
{ SCRIPT_ORIYA, 0xB66, 0xB77 },
{ SCRIPT_BENGALI, 0x980, 0x983 },
{ SCRIPT_BENGALI, 0x985, 0x98C },
{ SCRIPT_BENGALI, 0x98F, 0x990 },
{ SCRIPT_BENGALI, 0x993, 0x9A8 },
{ SCRIPT_BENGALI, 0x9AA, 0x9B0 },
{ SCRIPT_BENGALI, 0x9B2, 0x9B2 },
{ SCRIPT_BENGALI, 0x9B6, 0x9B9 },
{ SCRIPT_BENGALI, 0x9BC, 0x9C4 },
{ SCRIPT_BENGALI, 0x9C7, 0x9C8 },
{ SCRIPT_BENGALI, 0x9CB, 0x9CE },
{ SCRIPT_BENGALI, 0x9D7, 0x9D7 },
{ SCRIPT_BENGALI, 0x9DC, 0x9DD },
{ SCRIPT_BENGALI, 0x9DF, 0x9E3 },
{ SCRIPT_BENGALI, 0x9E6, 0x9FB },
{ SCRIPT_RUNIC, 0x16A0, 0x16EA },
{ SCRIPT_RUNIC, 0x16EE, 0x16F8 },
{ SCRIPT_SINHALA, 0xD82, 0xD83 },
{ SCRIPT_SINHALA, 0xD85, 0xD96 },
{ SCRIPT_SINHALA, 0xD9A, 0xDB1 },
{ SCRIPT_SINHALA, 0xDB3, 0xDBB },
{ SCRIPT_SINHALA, 0xDBD, 0xDBD },
{ SCRIPT_SINHALA, 0xDC0, 0xDC6 },
{ SCRIPT_SINHALA, 0xDCA, 0xDCA },
{ SCRIPT_SINHALA, 0xDCF, 0xDD4 },
{ SCRIPT_SINHALA, 0xDD6, 0xDD6 },
{ SCRIPT_SINHALA, 0xDD8, 0xDDF },
{ SCRIPT_SINHALA, 0xDE6, 0xDEF },
{ SCRIPT_SINHALA, 0xDF2, 0xDF4 },
{ SCRIPT_COPTIC, 0x3E2, 0x3EF },
{ SCRIPT_COPTIC, 0x2C80, 0x2CF3 },
{ SCRIPT_COPTIC, 0x2CF9, 0x2CFF },
{ SCRIPT_GEORGIAN, 0x10A0, 0x10C5 },
{ SCRIPT_GEORGIAN, 0x10C7, 0x10C7 },
{ SCRIPT_GEORGIAN, 0x10CD, 0x10CD },
{ SCRIPT_GEORGIAN, 0x10D0, 0x10FA },
{ SCRIPT_GEORGIAN, 0x10FC, 0x10FF },
{ SCRIPT_GEORGIAN, 0x2D00, 0x2D25 },
{ SCRIPT_GEORGIAN, 0x2D27, 0x2D27 },
{ SCRIPT_GEORGIAN, 0x2D2D, 0x2D2D },
{ SCRIPT_GREEK, 0x370, 0x373 },
{ SCRIPT_GREEK, 0x375, 0x377 },
{ SCRIPT_GREEK, 0x37A, 0x37D },
{ SCRIPT_GREEK, 0x37F, 0x37F },
{ SCRIPT_GREEK, 0x384, 0x384 },
{ SCRIPT_GREEK, 0x386, 0x386 },
{ SCRIPT_GREEK, 0x388, 0x38A },
{ SCRIPT_GREEK, 0x38C, 0x38C },
{ SCRIPT_GREEK, 0x38E, 0x3A1 },
{ SCRIPT_GREEK, 0x3A3, 0x3E1 },
{ SCRIPT_GREEK, 0x3F0, 0x3FF },
{ SCRIPT_GREEK, 0x1D26, 0x1D2A },
{ SCRIPT_GREEK, 0x1D5D, 0x1D61 },
{ SCRIPT_GREEK, 0x1D66, 0x1D6A },
{ SCRIPT_GREEK, 0x1DBF, 0x1DBF },
{ SCRIPT_GREEK, 0x1F00, 0x1F15 },
{ SCRIPT_GREEK, 0x1F18, 0x1F1D },
{ SCRIPT_GREEK, 0x1F20, 0x1F45 },
{ SCRIPT_GREEK, 0x1F48, 0x1F4D },
{ SCRIPT_GREEK, 0x1F50, 0x1F57 },
{ SCRIPT_GREEK, 0x1F59, 0x1F59 },
{ SCRIPT_GREEK, 0x1F5B, 0x1F5B },
{ SCRIPT_GREEK, 0x1F5D, 0x1F5D },
{ SCRIPT_GREEK, 0x1F5F, 0x1F7D },
{ SCRIPT_GREEK, 0x1F80, 0x1FB4 },
{ SCRIPT_GREEK, 0x1FB6, 0x1FC4 },
{ SCRIPT_GREEK, 0x1FC6, 0x1FD3 },
{ SCRIPT_GREEK, 0x1FD6, 0x1FDB },
{ SCRIPT_GREEK, 0x1FDD, 0x1FEF },
{ SCRIPT_GREEK, 0x1FF2, 0x1FF4 },
{ SCRIPT_GREEK, 0x1FF6, 0x1FFE },
{ SCRIPT_GREEK, 0x2126, 0x2126 },
{ SCRIPT_GREEK, 0xAB65, 0xAB65 },
};
void InitScriptData(ui8 data[], size_t len) {
memset (data, 0, len * sizeof(ui8));
for (auto range : ScriptRanges) {
Y_ASSERT(range.Start <= range.End);
Y_ASSERT((unsigned)range.Script < 0x100);
size_t end = range.End;
if (end >= len)
end = len;
for (size_t j = range.Start; j <= end; ++j) {
data[j] = (ui8)range.Script;
}
}
}
}
|
