File: | out/../deps/icu-small/source/common/unames.cpp |
Warning: | line 1029, column 44 The left operand of '+' is a garbage value due to array index out of bounds |
Press '?' to see keyboard shortcuts
Keyboard shortcuts:
1 | // © 2016 and later: Unicode, Inc. and others. | |||
2 | // License & terms of use: http://www.unicode.org/copyright.html | |||
3 | /* | |||
4 | ****************************************************************************** | |||
5 | * | |||
6 | * Copyright (C) 1999-2014, International Business Machines | |||
7 | * Corporation and others. All Rights Reserved. | |||
8 | * | |||
9 | ****************************************************************************** | |||
10 | * file name: unames.c | |||
11 | * encoding: UTF-8 | |||
12 | * tab size: 8 (not used) | |||
13 | * indentation:4 | |||
14 | * | |||
15 | * created on: 1999oct04 | |||
16 | * created by: Markus W. Scherer | |||
17 | */ | |||
18 | ||||
19 | #include "unicode/utypes.h" | |||
20 | #include "unicode/putil.h" | |||
21 | #include "unicode/uchar.h" | |||
22 | #include "unicode/udata.h" | |||
23 | #include "unicode/utf.h" | |||
24 | #include "unicode/utf16.h" | |||
25 | #include "uassert.h" | |||
26 | #include "ustr_imp.h" | |||
27 | #include "umutex.h" | |||
28 | #include "cmemory.h" | |||
29 | #include "cstring.h" | |||
30 | #include "ucln_cmn.h" | |||
31 | #include "udataswp.h" | |||
32 | #include "uprops.h" | |||
33 | ||||
34 | U_NAMESPACE_BEGINnamespace icu_71 { | |||
35 | ||||
36 | /* prototypes ------------------------------------------------------------- */ | |||
37 | ||||
38 | static const char DATA_NAME[] = "unames"; | |||
39 | static const char DATA_TYPE[] = "icu"; | |||
40 | ||||
41 | #define GROUP_SHIFT5 5 | |||
42 | #define LINES_PER_GROUP(1L<<5) (1L<<GROUP_SHIFT5) | |||
43 | #define GROUP_MASK((1L<<5)-1) (LINES_PER_GROUP(1L<<5)-1) | |||
44 | ||||
45 | /* | |||
46 | * This struct was replaced by explicitly accessing equivalent | |||
47 | * fields from triples of uint16_t. | |||
48 | * The Group struct was padded to 8 bytes on compilers for early ARM CPUs, | |||
49 | * which broke the assumption that sizeof(Group)==6 and that the ++ operator | |||
50 | * would advance by 6 bytes (3 uint16_t). | |||
51 | * | |||
52 | * We can't just change the data structure because it's loaded from a data file, | |||
53 | * and we don't want to make it less compact, so we changed the access code. | |||
54 | * | |||
55 | * For details see ICU tickets 6331 and 6008. | |||
56 | typedef struct { | |||
57 | uint16_t groupMSB, | |||
58 | offsetHigh, offsetLow; / * avoid padding * / | |||
59 | } Group; | |||
60 | */ | |||
61 | enum { | |||
62 | GROUP_MSB, | |||
63 | GROUP_OFFSET_HIGH, | |||
64 | GROUP_OFFSET_LOW, | |||
65 | GROUP_LENGTH | |||
66 | }; | |||
67 | ||||
68 | /* | |||
69 | * Get the 32-bit group offset. | |||
70 | * @param group (const uint16_t *) pointer to a Group triple of uint16_t | |||
71 | * @return group offset (int32_t) | |||
72 | */ | |||
73 | #define GET_GROUP_OFFSET(group)((int32_t)(group)[GROUP_OFFSET_HIGH]<<16|(group)[GROUP_OFFSET_LOW ]) ((int32_t)(group)[GROUP_OFFSET_HIGH]<<16|(group)[GROUP_OFFSET_LOW]) | |||
74 | ||||
75 | #define NEXT_GROUP(group)((group)+GROUP_LENGTH) ((group)+GROUP_LENGTH) | |||
76 | #define PREV_GROUP(group)((group)-GROUP_LENGTH) ((group)-GROUP_LENGTH) | |||
77 | ||||
78 | typedef struct { | |||
79 | uint32_t start, end; | |||
80 | uint8_t type, variant; | |||
81 | uint16_t size; | |||
82 | } AlgorithmicRange; | |||
83 | ||||
84 | typedef struct { | |||
85 | uint32_t tokenStringOffset, groupsOffset, groupStringOffset, algNamesOffset; | |||
86 | } UCharNames; | |||
87 | ||||
88 | /* | |||
89 | * Get the groups table from a UCharNames struct. | |||
90 | * The groups table consists of one uint16_t groupCount followed by | |||
91 | * groupCount groups. Each group is a triple of uint16_t, see GROUP_LENGTH | |||
92 | * and the comment for the old struct Group above. | |||
93 | * | |||
94 | * @param names (const UCharNames *) pointer to the UCharNames indexes | |||
95 | * @return (const uint16_t *) pointer to the groups table | |||
96 | */ | |||
97 | #define GET_GROUPS(names)(const uint16_t *)((const char *)names+names->groupsOffset ) (const uint16_t *)((const char *)names+names->groupsOffset) | |||
98 | ||||
99 | typedef struct { | |||
100 | const char *otherName; | |||
101 | UChar32 code; | |||
102 | } FindName; | |||
103 | ||||
104 | #define DO_FIND_NAME__null NULL__null | |||
105 | ||||
106 | static UDataMemory *uCharNamesData=NULL__null; | |||
107 | static UCharNames *uCharNames=NULL__null; | |||
108 | static icu::UInitOnce gCharNamesInitOnce = U_INITONCE_INITIALIZER{{ 0 }, U_ZERO_ERROR}; | |||
109 | ||||
110 | /* | |||
111 | * Maximum length of character names (regular & 1.0). | |||
112 | */ | |||
113 | static int32_t gMaxNameLength=0; | |||
114 | ||||
115 | /* | |||
116 | * Set of chars used in character names (regular & 1.0). | |||
117 | * Chars are platform-dependent (can be EBCDIC). | |||
118 | */ | |||
119 | static uint32_t gNameSet[8]={ 0 }; | |||
120 | ||||
121 | #define U_NONCHARACTER_CODE_POINTU_CHAR_CATEGORY_COUNT U_CHAR_CATEGORY_COUNT | |||
122 | #define U_LEAD_SURROGATEU_CHAR_CATEGORY_COUNT + 1 U_CHAR_CATEGORY_COUNT + 1 | |||
123 | #define U_TRAIL_SURROGATEU_CHAR_CATEGORY_COUNT + 2 U_CHAR_CATEGORY_COUNT + 2 | |||
124 | ||||
125 | #define U_CHAR_EXTENDED_CATEGORY_COUNT(U_CHAR_CATEGORY_COUNT + 3) (U_CHAR_CATEGORY_COUNT + 3) | |||
126 | ||||
127 | static const char * const charCatNames[U_CHAR_EXTENDED_CATEGORY_COUNT(U_CHAR_CATEGORY_COUNT + 3)] = { | |||
128 | "unassigned", | |||
129 | "uppercase letter", | |||
130 | "lowercase letter", | |||
131 | "titlecase letter", | |||
132 | "modifier letter", | |||
133 | "other letter", | |||
134 | "non spacing mark", | |||
135 | "enclosing mark", | |||
136 | "combining spacing mark", | |||
137 | "decimal digit number", | |||
138 | "letter number", | |||
139 | "other number", | |||
140 | "space separator", | |||
141 | "line separator", | |||
142 | "paragraph separator", | |||
143 | "control", | |||
144 | "format", | |||
145 | "private use area", | |||
146 | "surrogate", | |||
147 | "dash punctuation", | |||
148 | "start punctuation", | |||
149 | "end punctuation", | |||
150 | "connector punctuation", | |||
151 | "other punctuation", | |||
152 | "math symbol", | |||
153 | "currency symbol", | |||
154 | "modifier symbol", | |||
155 | "other symbol", | |||
156 | "initial punctuation", | |||
157 | "final punctuation", | |||
158 | "noncharacter", | |||
159 | "lead surrogate", | |||
160 | "trail surrogate" | |||
161 | }; | |||
162 | ||||
163 | /* implementation ----------------------------------------------------------- */ | |||
164 | ||||
165 | static UBool U_CALLCONV unames_cleanup(void) | |||
166 | { | |||
167 | if(uCharNamesData) { | |||
168 | udata_closeudata_close_71(uCharNamesData); | |||
169 | uCharNamesData = NULL__null; | |||
170 | } | |||
171 | if(uCharNames) { | |||
172 | uCharNames = NULL__null; | |||
173 | } | |||
174 | gCharNamesInitOnce.reset(); | |||
175 | gMaxNameLength=0; | |||
176 | return TRUE1; | |||
177 | } | |||
178 | ||||
179 | static UBool U_CALLCONV | |||
180 | isAcceptable(void * /*context*/, | |||
181 | const char * /*type*/, const char * /*name*/, | |||
182 | const UDataInfo *pInfo) { | |||
183 | return (UBool)( | |||
184 | pInfo->size>=20 && | |||
185 | pInfo->isBigEndian==U_IS_BIG_ENDIAN(1234 == 4321) && | |||
186 | pInfo->charsetFamily==U_CHARSET_FAMILY0 && | |||
187 | pInfo->dataFormat[0]==0x75 && /* dataFormat="unam" */ | |||
188 | pInfo->dataFormat[1]==0x6e && | |||
189 | pInfo->dataFormat[2]==0x61 && | |||
190 | pInfo->dataFormat[3]==0x6d && | |||
191 | pInfo->formatVersion[0]==1); | |||
192 | } | |||
193 | ||||
194 | static void U_CALLCONV | |||
195 | loadCharNames(UErrorCode &status) { | |||
196 | U_ASSERT(uCharNamesData == NULL)(void)0; | |||
197 | U_ASSERT(uCharNames == NULL)(void)0; | |||
198 | ||||
199 | uCharNamesData = udata_openChoiceudata_openChoice_71(NULL__null, DATA_TYPE, DATA_NAME, isAcceptable, NULL__null, &status); | |||
200 | if(U_FAILURE(status)) { | |||
201 | uCharNamesData = NULL__null; | |||
202 | } else { | |||
203 | uCharNames = (UCharNames *)udata_getMemoryudata_getMemory_71(uCharNamesData); | |||
204 | } | |||
205 | ucln_common_registerCleanupucln_common_registerCleanup_71(UCLN_COMMON_UNAMES, unames_cleanup); | |||
206 | } | |||
207 | ||||
208 | ||||
209 | static UBool | |||
210 | isDataLoaded(UErrorCode *pErrorCode) { | |||
211 | umtx_initOnce(gCharNamesInitOnce, &loadCharNames, *pErrorCode); | |||
212 | return U_SUCCESS(*pErrorCode); | |||
213 | } | |||
214 | ||||
215 | #define WRITE_CHAR(buffer, bufferLength, bufferPos, c)do { if((bufferLength)>0) { *(buffer)++=c; --(bufferLength ); } ++(bufferPos); } while (false) UPRV_BLOCK_MACRO_BEGINdo { \ | |||
216 | if((bufferLength)>0) { \ | |||
217 | *(buffer)++=c; \ | |||
218 | --(bufferLength); \ | |||
219 | } \ | |||
220 | ++(bufferPos); \ | |||
221 | } UPRV_BLOCK_MACRO_ENDwhile (false) | |||
222 | ||||
223 | #define U_ISO_COMMENTU_CHAR_NAME_CHOICE_COUNT U_CHAR_NAME_CHOICE_COUNT | |||
224 | ||||
225 | /* | |||
226 | * Important: expandName() and compareName() are almost the same - | |||
227 | * apply fixes to both. | |||
228 | * | |||
229 | * UnicodeData.txt uses ';' as a field separator, so no | |||
230 | * field can contain ';' as part of its contents. | |||
231 | * In unames.dat, it is marked as token[';']==-1 only if the | |||
232 | * semicolon is used in the data file - which is iff we | |||
233 | * have Unicode 1.0 names or ISO comments or aliases. | |||
234 | * So, it will be token[';']==-1 if we store U1.0 names/ISO comments/aliases | |||
235 | * although we know that it will never be part of a name. | |||
236 | */ | |||
237 | static uint16_t | |||
238 | expandName(UCharNames *names, | |||
239 | const uint8_t *name, uint16_t nameLength, UCharNameChoice nameChoice, | |||
240 | char *buffer, uint16_t bufferLength) { | |||
241 | uint16_t *tokens=(uint16_t *)names+8; | |||
242 | uint16_t token, tokenCount=*tokens++, bufferPos=0; | |||
243 | uint8_t *tokenStrings=(uint8_t *)names+names->tokenStringOffset; | |||
244 | uint8_t c; | |||
245 | ||||
246 | if(nameChoice!=U_UNICODE_CHAR_NAME && nameChoice!=U_EXTENDED_CHAR_NAME) { | |||
247 | /* | |||
248 | * skip the modern name if it is not requested _and_ | |||
249 | * if the semicolon byte value is a character, not a token number | |||
250 | */ | |||
251 | if((uint8_t)';'>=tokenCount || tokens[(uint8_t)';']==(uint16_t)(-1)) { | |||
252 | int fieldIndex= nameChoice==U_ISO_COMMENTU_CHAR_NAME_CHOICE_COUNT ? 2 : nameChoice; | |||
253 | do { | |||
254 | while(nameLength>0) { | |||
255 | --nameLength; | |||
256 | if(*name++==';') { | |||
257 | break; | |||
258 | } | |||
259 | } | |||
260 | } while(--fieldIndex>0); | |||
261 | } else { | |||
262 | /* | |||
263 | * the semicolon byte value is a token number, therefore | |||
264 | * only modern names are stored in unames.dat and there is no | |||
265 | * such requested alternate name here | |||
266 | */ | |||
267 | nameLength=0; | |||
268 | } | |||
269 | } | |||
270 | ||||
271 | /* write each letter directly, and write a token word per token */ | |||
272 | while(nameLength>0) { | |||
273 | --nameLength; | |||
274 | c=*name++; | |||
275 | ||||
276 | if(c>=tokenCount) { | |||
277 | if(c!=';') { | |||
278 | /* implicit letter */ | |||
279 | WRITE_CHAR(buffer, bufferLength, bufferPos, c)do { if((bufferLength)>0) { *(buffer)++=c; --(bufferLength ); } ++(bufferPos); } while (false); | |||
280 | } else { | |||
281 | /* finished */ | |||
282 | break; | |||
283 | } | |||
284 | } else { | |||
285 | token=tokens[c]; | |||
286 | if(token==(uint16_t)(-2)) { | |||
287 | /* this is a lead byte for a double-byte token */ | |||
288 | token=tokens[c<<8|*name++]; | |||
289 | --nameLength; | |||
290 | } | |||
291 | if(token==(uint16_t)(-1)) { | |||
292 | if(c!=';') { | |||
293 | /* explicit letter */ | |||
294 | WRITE_CHAR(buffer, bufferLength, bufferPos, c)do { if((bufferLength)>0) { *(buffer)++=c; --(bufferLength ); } ++(bufferPos); } while (false); | |||
295 | } else { | |||
296 | /* stop, but skip the semicolon if we are seeking | |||
297 | extended names and there was no 2.0 name but there | |||
298 | is a 1.0 name. */ | |||
299 | if(!bufferPos && nameChoice == U_EXTENDED_CHAR_NAME) { | |||
300 | if ((uint8_t)';'>=tokenCount || tokens[(uint8_t)';']==(uint16_t)(-1)) { | |||
301 | continue; | |||
302 | } | |||
303 | } | |||
304 | /* finished */ | |||
305 | break; | |||
306 | } | |||
307 | } else { | |||
308 | /* write token word */ | |||
309 | uint8_t *tokenString=tokenStrings+token; | |||
310 | while((c=*tokenString++)!=0) { | |||
311 | WRITE_CHAR(buffer, bufferLength, bufferPos, c)do { if((bufferLength)>0) { *(buffer)++=c; --(bufferLength ); } ++(bufferPos); } while (false); | |||
312 | } | |||
313 | } | |||
314 | } | |||
315 | } | |||
316 | ||||
317 | /* zero-terminate */ | |||
318 | if(bufferLength>0) { | |||
319 | *buffer=0; | |||
320 | } | |||
321 | ||||
322 | return bufferPos; | |||
323 | } | |||
324 | ||||
325 | /* | |||
326 | * compareName() is almost the same as expandName() except that it compares | |||
327 | * the currently expanded name to an input name. | |||
328 | * It returns the match/no match result as soon as possible. | |||
329 | */ | |||
330 | static UBool | |||
331 | compareName(UCharNames *names, | |||
332 | const uint8_t *name, uint16_t nameLength, UCharNameChoice nameChoice, | |||
333 | const char *otherName) { | |||
334 | uint16_t *tokens=(uint16_t *)names+8; | |||
335 | uint16_t token, tokenCount=*tokens++; | |||
336 | uint8_t *tokenStrings=(uint8_t *)names+names->tokenStringOffset; | |||
337 | uint8_t c; | |||
338 | const char *origOtherName = otherName; | |||
339 | ||||
340 | if(nameChoice!=U_UNICODE_CHAR_NAME && nameChoice!=U_EXTENDED_CHAR_NAME) { | |||
341 | /* | |||
342 | * skip the modern name if it is not requested _and_ | |||
343 | * if the semicolon byte value is a character, not a token number | |||
344 | */ | |||
345 | if((uint8_t)';'>=tokenCount || tokens[(uint8_t)';']==(uint16_t)(-1)) { | |||
346 | int fieldIndex= nameChoice==U_ISO_COMMENTU_CHAR_NAME_CHOICE_COUNT ? 2 : nameChoice; | |||
347 | do { | |||
348 | while(nameLength>0) { | |||
349 | --nameLength; | |||
350 | if(*name++==';') { | |||
351 | break; | |||
352 | } | |||
353 | } | |||
354 | } while(--fieldIndex>0); | |||
355 | } else { | |||
356 | /* | |||
357 | * the semicolon byte value is a token number, therefore | |||
358 | * only modern names are stored in unames.dat and there is no | |||
359 | * such requested alternate name here | |||
360 | */ | |||
361 | nameLength=0; | |||
362 | } | |||
363 | } | |||
364 | ||||
365 | /* compare each letter directly, and compare a token word per token */ | |||
366 | while(nameLength>0) { | |||
367 | --nameLength; | |||
368 | c=*name++; | |||
369 | ||||
370 | if(c>=tokenCount) { | |||
371 | if(c!=';') { | |||
372 | /* implicit letter */ | |||
373 | if((char)c!=*otherName++) { | |||
374 | return FALSE0; | |||
375 | } | |||
376 | } else { | |||
377 | /* finished */ | |||
378 | break; | |||
379 | } | |||
380 | } else { | |||
381 | token=tokens[c]; | |||
382 | if(token==(uint16_t)(-2)) { | |||
383 | /* this is a lead byte for a double-byte token */ | |||
384 | token=tokens[c<<8|*name++]; | |||
385 | --nameLength; | |||
386 | } | |||
387 | if(token==(uint16_t)(-1)) { | |||
388 | if(c!=';') { | |||
389 | /* explicit letter */ | |||
390 | if((char)c!=*otherName++) { | |||
391 | return FALSE0; | |||
392 | } | |||
393 | } else { | |||
394 | /* stop, but skip the semicolon if we are seeking | |||
395 | extended names and there was no 2.0 name but there | |||
396 | is a 1.0 name. */ | |||
397 | if(otherName == origOtherName && nameChoice == U_EXTENDED_CHAR_NAME) { | |||
398 | if ((uint8_t)';'>=tokenCount || tokens[(uint8_t)';']==(uint16_t)(-1)) { | |||
399 | continue; | |||
400 | } | |||
401 | } | |||
402 | /* finished */ | |||
403 | break; | |||
404 | } | |||
405 | } else { | |||
406 | /* write token word */ | |||
407 | uint8_t *tokenString=tokenStrings+token; | |||
408 | while((c=*tokenString++)!=0) { | |||
409 | if((char)c!=*otherName++) { | |||
410 | return FALSE0; | |||
411 | } | |||
412 | } | |||
413 | } | |||
414 | } | |||
415 | } | |||
416 | ||||
417 | /* complete match? */ | |||
418 | return (UBool)(*otherName==0); | |||
419 | } | |||
420 | ||||
421 | static uint8_t getCharCat(UChar32 cp) { | |||
422 | uint8_t cat; | |||
423 | ||||
424 | if (U_IS_UNICODE_NONCHAR(cp)((cp)>=0xfdd0 && ((cp)<=0xfdef || ((cp)&0xfffe )==0xfffe) && (cp)<=0x10ffff)) { | |||
425 | return U_NONCHARACTER_CODE_POINTU_CHAR_CATEGORY_COUNT; | |||
426 | } | |||
427 | ||||
428 | if ((cat = u_charTypeu_charType_71(cp)) == U_SURROGATE) { | |||
429 | cat = U_IS_LEAD(cp)(((cp)&0xfffffc00)==0xd800) ? U_LEAD_SURROGATEU_CHAR_CATEGORY_COUNT + 1 : U_TRAIL_SURROGATEU_CHAR_CATEGORY_COUNT + 2; | |||
430 | } | |||
431 | ||||
432 | return cat; | |||
433 | } | |||
434 | ||||
435 | static const char *getCharCatName(UChar32 cp) { | |||
436 | uint8_t cat = getCharCat(cp); | |||
437 | ||||
438 | /* Return unknown if the table of names above is not up to | |||
439 | date. */ | |||
440 | ||||
441 | if (cat >= UPRV_LENGTHOF(charCatNames)(int32_t)(sizeof(charCatNames)/sizeof((charCatNames)[0]))) { | |||
442 | return "unknown"; | |||
443 | } else { | |||
444 | return charCatNames[cat]; | |||
445 | } | |||
446 | } | |||
447 | ||||
448 | static uint16_t getExtName(uint32_t code, char *buffer, uint16_t bufferLength) { | |||
449 | const char *catname = getCharCatName(code); | |||
450 | uint16_t length = 0; | |||
451 | ||||
452 | UChar32 cp; | |||
453 | int ndigits, i; | |||
454 | ||||
455 | WRITE_CHAR(buffer, bufferLength, length, '<')do { if((bufferLength)>0) { *(buffer)++='<'; --(bufferLength ); } ++(length); } while (false); | |||
456 | while (catname[length - 1]) { | |||
457 | WRITE_CHAR(buffer, bufferLength, length, catname[length - 1])do { if((bufferLength)>0) { *(buffer)++=catname[length - 1 ]; --(bufferLength); } ++(length); } while (false); | |||
458 | } | |||
459 | WRITE_CHAR(buffer, bufferLength, length, '-')do { if((bufferLength)>0) { *(buffer)++='-'; --(bufferLength ); } ++(length); } while (false); | |||
460 | for (cp = code, ndigits = 0; cp; ++ndigits, cp >>= 4) | |||
461 | ; | |||
462 | if (ndigits < 4) | |||
463 | ndigits = 4; | |||
464 | for (cp = code, i = ndigits; (cp || i > 0) && bufferLength; cp >>= 4, bufferLength--) { | |||
465 | uint8_t v = (uint8_t)(cp & 0xf); | |||
466 | buffer[--i] = (v < 10 ? '0' + v : 'A' + v - 10); | |||
467 | } | |||
468 | buffer += ndigits; | |||
469 | length += static_cast<uint16_t>(ndigits); | |||
470 | WRITE_CHAR(buffer, bufferLength, length, '>')do { if((bufferLength)>0) { *(buffer)++='>'; --(bufferLength ); } ++(length); } while (false); | |||
471 | ||||
472 | return length; | |||
473 | } | |||
474 | ||||
475 | /* | |||
476 | * getGroup() does a binary search for the group that contains the | |||
477 | * Unicode code point "code". | |||
478 | * The return value is always a valid Group* that may contain "code" | |||
479 | * or else is the highest group before "code". | |||
480 | * If the lowest group is after "code", then that one is returned. | |||
481 | */ | |||
482 | static const uint16_t * | |||
483 | getGroup(UCharNames *names, uint32_t code) { | |||
484 | const uint16_t *groups=GET_GROUPS(names)(const uint16_t *)((const char *)names+names->groupsOffset ); | |||
485 | uint16_t groupMSB=(uint16_t)(code>>GROUP_SHIFT5), | |||
486 | start=0, | |||
487 | limit=*groups++, | |||
488 | number; | |||
489 | ||||
490 | /* binary search for the group of names that contains the one for code */ | |||
491 | while(start<limit-1) { | |||
492 | number=(uint16_t)((start+limit)/2); | |||
493 | if(groupMSB<groups[number*GROUP_LENGTH+GROUP_MSB]) { | |||
494 | limit=number; | |||
495 | } else { | |||
496 | start=number; | |||
497 | } | |||
498 | } | |||
499 | ||||
500 | /* return this regardless of whether it is an exact match */ | |||
501 | return groups+start*GROUP_LENGTH; | |||
502 | } | |||
503 | ||||
504 | /* | |||
505 | * expandGroupLengths() reads a block of compressed lengths of 32 strings and | |||
506 | * expands them into offsets and lengths for each string. | |||
507 | * Lengths are stored with a variable-width encoding in consecutive nibbles: | |||
508 | * If a nibble<0xc, then it is the length itself (0=empty string). | |||
509 | * If a nibble>=0xc, then it forms a length value with the following nibble. | |||
510 | * Calculation see below. | |||
511 | * The offsets and lengths arrays must be at least 33 (one more) long because | |||
512 | * there is no check here at the end if the last nibble is still used. | |||
513 | */ | |||
514 | static const uint8_t * | |||
515 | expandGroupLengths(const uint8_t *s, | |||
516 | uint16_t offsets[LINES_PER_GROUP(1L<<5)+1], uint16_t lengths[LINES_PER_GROUP(1L<<5)+1]) { | |||
517 | /* read the lengths of the 32 strings in this group and get each string's offset */ | |||
518 | uint16_t i=0, offset=0, length=0; | |||
519 | uint8_t lengthByte; | |||
520 | ||||
521 | /* all 32 lengths must be read to get the offset of the first group string */ | |||
522 | while(i<LINES_PER_GROUP(1L<<5)) { | |||
523 | lengthByte=*s++; | |||
524 | ||||
525 | /* read even nibble - MSBs of lengthByte */ | |||
526 | if(length>=12) { | |||
527 | /* double-nibble length spread across two bytes */ | |||
528 | length=(uint16_t)(((length&0x3)<<4|lengthByte>>4)+12); | |||
529 | lengthByte&=0xf; | |||
530 | } else if((lengthByte /* &0xf0 */)>=0xc0) { | |||
531 | /* double-nibble length spread across this one byte */ | |||
532 | length=(uint16_t)((lengthByte&0x3f)+12); | |||
533 | } else { | |||
534 | /* single-nibble length in MSBs */ | |||
535 | length=(uint16_t)(lengthByte>>4); | |||
536 | lengthByte&=0xf; | |||
537 | } | |||
538 | ||||
539 | *offsets++=offset; | |||
540 | *lengths++=length; | |||
541 | ||||
542 | offset+=length; | |||
543 | ++i; | |||
544 | ||||
545 | /* read odd nibble - LSBs of lengthByte */ | |||
546 | if((lengthByte&0xf0)==0) { | |||
547 | /* this nibble was not consumed for a double-nibble length above */ | |||
548 | length=lengthByte; | |||
549 | if(length<12) { | |||
550 | /* single-nibble length in LSBs */ | |||
551 | *offsets++=offset; | |||
552 | *lengths++=length; | |||
553 | ||||
554 | offset+=length; | |||
555 | ++i; | |||
556 | } | |||
557 | } else { | |||
558 | length=0; /* prevent double-nibble detection in the next iteration */ | |||
559 | } | |||
560 | } | |||
561 | ||||
562 | /* now, s is at the first group string */ | |||
563 | return s; | |||
564 | } | |||
565 | ||||
566 | static uint16_t | |||
567 | expandGroupName(UCharNames *names, const uint16_t *group, | |||
568 | uint16_t lineNumber, UCharNameChoice nameChoice, | |||
569 | char *buffer, uint16_t bufferLength) { | |||
570 | uint16_t offsets[LINES_PER_GROUP(1L<<5)+2], lengths[LINES_PER_GROUP(1L<<5)+2]; | |||
571 | const uint8_t *s=(uint8_t *)names+names->groupStringOffset+GET_GROUP_OFFSET(group)((int32_t)(group)[GROUP_OFFSET_HIGH]<<16|(group)[GROUP_OFFSET_LOW ]); | |||
572 | s=expandGroupLengths(s, offsets, lengths); | |||
573 | return expandName(names, s+offsets[lineNumber], lengths[lineNumber], nameChoice, | |||
574 | buffer, bufferLength); | |||
575 | } | |||
576 | ||||
577 | static uint16_t | |||
578 | getName(UCharNames *names, uint32_t code, UCharNameChoice nameChoice, | |||
579 | char *buffer, uint16_t bufferLength) { | |||
580 | const uint16_t *group=getGroup(names, code); | |||
581 | if((uint16_t)(code>>GROUP_SHIFT5)==group[GROUP_MSB]) { | |||
582 | return expandGroupName(names, group, (uint16_t)(code&GROUP_MASK((1L<<5)-1)), nameChoice, | |||
583 | buffer, bufferLength); | |||
584 | } else { | |||
585 | /* group not found */ | |||
586 | /* zero-terminate */ | |||
587 | if(bufferLength>0) { | |||
588 | *buffer=0; | |||
589 | } | |||
590 | return 0; | |||
591 | } | |||
592 | } | |||
593 | ||||
594 | /* | |||
595 | * enumGroupNames() enumerates all the names in a 32-group | |||
596 | * and either calls the enumerator function or finds a given input name. | |||
597 | */ | |||
598 | static UBool | |||
599 | enumGroupNames(UCharNames *names, const uint16_t *group, | |||
600 | UChar32 start, UChar32 end, | |||
601 | UEnumCharNamesFn *fn, void *context, | |||
602 | UCharNameChoice nameChoice) { | |||
603 | uint16_t offsets[LINES_PER_GROUP(1L<<5)+2], lengths[LINES_PER_GROUP(1L<<5)+2]; | |||
604 | const uint8_t *s=(uint8_t *)names+names->groupStringOffset+GET_GROUP_OFFSET(group)((int32_t)(group)[GROUP_OFFSET_HIGH]<<16|(group)[GROUP_OFFSET_LOW ]); | |||
605 | ||||
606 | s=expandGroupLengths(s, offsets, lengths); | |||
607 | if(fn!=DO_FIND_NAME__null) { | |||
608 | char buffer[200]; | |||
609 | uint16_t length; | |||
610 | ||||
611 | while(start<=end) { | |||
612 | length=expandName(names, s+offsets[start&GROUP_MASK((1L<<5)-1)], lengths[start&GROUP_MASK((1L<<5)-1)], nameChoice, buffer, sizeof(buffer)); | |||
613 | if (!length && nameChoice == U_EXTENDED_CHAR_NAME) { | |||
614 | buffer[length = getExtName(start, buffer, sizeof(buffer))] = 0; | |||
615 | } | |||
616 | /* here, we assume that the buffer is large enough */ | |||
617 | if(length>0) { | |||
618 | if(!fn(context, start, nameChoice, buffer, length)) { | |||
619 | return FALSE0; | |||
620 | } | |||
621 | } | |||
622 | ++start; | |||
623 | } | |||
624 | } else { | |||
625 | const char *otherName=((FindName *)context)->otherName; | |||
626 | while(start<=end) { | |||
627 | if(compareName(names, s+offsets[start&GROUP_MASK((1L<<5)-1)], lengths[start&GROUP_MASK((1L<<5)-1)], nameChoice, otherName)) { | |||
628 | ((FindName *)context)->code=start; | |||
629 | return FALSE0; | |||
630 | } | |||
631 | ++start; | |||
632 | } | |||
633 | } | |||
634 | return TRUE1; | |||
635 | } | |||
636 | ||||
637 | /* | |||
638 | * enumExtNames enumerate extended names. | |||
639 | * It only needs to do it if it is called with a real function and not | |||
640 | * with the dummy DO_FIND_NAME, because u_charFromName() does a check | |||
641 | * for extended names by itself. | |||
642 | */ | |||
643 | static UBool | |||
644 | enumExtNames(UChar32 start, UChar32 end, | |||
645 | UEnumCharNamesFn *fn, void *context) | |||
646 | { | |||
647 | if(fn!=DO_FIND_NAME__null) { | |||
648 | char buffer[200]; | |||
649 | uint16_t length; | |||
650 | ||||
651 | while(start<=end) { | |||
652 | buffer[length = getExtName(start, buffer, sizeof(buffer))] = 0; | |||
653 | /* here, we assume that the buffer is large enough */ | |||
654 | if(length>0) { | |||
655 | if(!fn(context, start, U_EXTENDED_CHAR_NAME, buffer, length)) { | |||
656 | return FALSE0; | |||
657 | } | |||
658 | } | |||
659 | ++start; | |||
660 | } | |||
661 | } | |||
662 | ||||
663 | return TRUE1; | |||
664 | } | |||
665 | ||||
666 | static UBool | |||
667 | enumNames(UCharNames *names, | |||
668 | UChar32 start, UChar32 limit, | |||
669 | UEnumCharNamesFn *fn, void *context, | |||
670 | UCharNameChoice nameChoice) { | |||
671 | uint16_t startGroupMSB, endGroupMSB, groupCount; | |||
672 | const uint16_t *group, *groupLimit; | |||
673 | ||||
674 | startGroupMSB=(uint16_t)(start>>GROUP_SHIFT5); | |||
675 | endGroupMSB=(uint16_t)((limit-1)>>GROUP_SHIFT5); | |||
676 | ||||
677 | /* find the group that contains start, or the highest before it */ | |||
678 | group=getGroup(names, start); | |||
679 | ||||
680 | if(startGroupMSB<group[GROUP_MSB] && nameChoice==U_EXTENDED_CHAR_NAME) { | |||
681 | /* enumerate synthetic names between start and the group start */ | |||
682 | UChar32 extLimit=((UChar32)group[GROUP_MSB]<<GROUP_SHIFT5); | |||
683 | if(extLimit>limit) { | |||
684 | extLimit=limit; | |||
685 | } | |||
686 | if(!enumExtNames(start, extLimit-1, fn, context)) { | |||
687 | return FALSE0; | |||
688 | } | |||
689 | start=extLimit; | |||
690 | } | |||
691 | ||||
692 | if(startGroupMSB==endGroupMSB) { | |||
693 | if(startGroupMSB==group[GROUP_MSB]) { | |||
694 | /* if start and limit-1 are in the same group, then enumerate only in that one */ | |||
695 | return enumGroupNames(names, group, start, limit-1, fn, context, nameChoice); | |||
696 | } | |||
697 | } else { | |||
698 | const uint16_t *groups=GET_GROUPS(names)(const uint16_t *)((const char *)names+names->groupsOffset ); | |||
699 | groupCount=*groups++; | |||
700 | groupLimit=groups+groupCount*GROUP_LENGTH; | |||
701 | ||||
702 | if(startGroupMSB==group[GROUP_MSB]) { | |||
703 | /* enumerate characters in the partial start group */ | |||
704 | if((start&GROUP_MASK((1L<<5)-1))!=0) { | |||
705 | if(!enumGroupNames(names, group, | |||
706 | start, ((UChar32)startGroupMSB<<GROUP_SHIFT5)+LINES_PER_GROUP(1L<<5)-1, | |||
707 | fn, context, nameChoice)) { | |||
708 | return FALSE0; | |||
709 | } | |||
710 | group=NEXT_GROUP(group)((group)+GROUP_LENGTH); /* continue with the next group */ | |||
711 | } | |||
712 | } else if(startGroupMSB>group[GROUP_MSB]) { | |||
713 | /* make sure that we start enumerating with the first group after start */ | |||
714 | const uint16_t *nextGroup=NEXT_GROUP(group)((group)+GROUP_LENGTH); | |||
715 | if (nextGroup < groupLimit && nextGroup[GROUP_MSB] > startGroupMSB && nameChoice == U_EXTENDED_CHAR_NAME) { | |||
716 | UChar32 end = nextGroup[GROUP_MSB] << GROUP_SHIFT5; | |||
717 | if (end > limit) { | |||
718 | end = limit; | |||
719 | } | |||
720 | if (!enumExtNames(start, end - 1, fn, context)) { | |||
721 | return FALSE0; | |||
722 | } | |||
723 | } | |||
724 | group=nextGroup; | |||
725 | } | |||
726 | ||||
727 | /* enumerate entire groups between the start- and end-groups */ | |||
728 | while(group<groupLimit && group[GROUP_MSB]<endGroupMSB) { | |||
729 | const uint16_t *nextGroup; | |||
730 | start=(UChar32)group[GROUP_MSB]<<GROUP_SHIFT5; | |||
731 | if(!enumGroupNames(names, group, start, start+LINES_PER_GROUP(1L<<5)-1, fn, context, nameChoice)) { | |||
732 | return FALSE0; | |||
733 | } | |||
734 | nextGroup=NEXT_GROUP(group)((group)+GROUP_LENGTH); | |||
735 | if (nextGroup < groupLimit && nextGroup[GROUP_MSB] > group[GROUP_MSB] + 1 && nameChoice == U_EXTENDED_CHAR_NAME) { | |||
736 | UChar32 end = nextGroup[GROUP_MSB] << GROUP_SHIFT5; | |||
737 | if (end > limit) { | |||
738 | end = limit; | |||
739 | } | |||
740 | if (!enumExtNames((group[GROUP_MSB] + 1) << GROUP_SHIFT5, end - 1, fn, context)) { | |||
741 | return FALSE0; | |||
742 | } | |||
743 | } | |||
744 | group=nextGroup; | |||
745 | } | |||
746 | ||||
747 | /* enumerate within the end group (group[GROUP_MSB]==endGroupMSB) */ | |||
748 | if(group<groupLimit && group[GROUP_MSB]==endGroupMSB) { | |||
749 | return enumGroupNames(names, group, (limit-1)&~GROUP_MASK((1L<<5)-1), limit-1, fn, context, nameChoice); | |||
750 | } else if (nameChoice == U_EXTENDED_CHAR_NAME && group == groupLimit) { | |||
751 | UChar32 next = (PREV_GROUP(group)((group)-GROUP_LENGTH)[GROUP_MSB] + 1) << GROUP_SHIFT5; | |||
752 | if (next > start) { | |||
753 | start = next; | |||
754 | } | |||
755 | } else { | |||
756 | return TRUE1; | |||
757 | } | |||
758 | } | |||
759 | ||||
760 | /* we have not found a group, which means everything is made of | |||
761 | extended names. */ | |||
762 | if (nameChoice == U_EXTENDED_CHAR_NAME) { | |||
763 | if (limit > UCHAR_MAX_VALUE0x10ffff + 1) { | |||
764 | limit = UCHAR_MAX_VALUE0x10ffff + 1; | |||
765 | } | |||
766 | return enumExtNames(start, limit - 1, fn, context); | |||
767 | } | |||
768 | ||||
769 | return TRUE1; | |||
770 | } | |||
771 | ||||
772 | static uint16_t | |||
773 | writeFactorSuffix(const uint16_t *factors, uint16_t count, | |||
774 | const char *s, /* suffix elements */ | |||
775 | uint32_t code, | |||
776 | uint16_t indexes[8], /* output fields from here */ | |||
777 | const char *elementBases[8], const char *elements[8], | |||
778 | char *buffer, uint16_t bufferLength) { | |||
779 | uint16_t i, factor, bufferPos=0; | |||
780 | char c; | |||
781 | ||||
782 | /* write elements according to the factors */ | |||
783 | ||||
784 | /* | |||
785 | * the factorized elements are determined by modulo arithmetic | |||
786 | * with the factors of this algorithm | |||
787 | * | |||
788 | * note that for fewer operations, count is decremented here | |||
789 | */ | |||
790 | --count; | |||
791 | for(i=count; i>0; --i) { | |||
792 | factor=factors[i]; | |||
793 | indexes[i]=(uint16_t)(code%factor); | |||
794 | code/=factor; | |||
795 | } | |||
796 | /* | |||
797 | * we don't need to calculate the last modulus because start<=code<=end | |||
798 | * guarantees here that code<=factors[0] | |||
799 | */ | |||
800 | indexes[0]=(uint16_t)code; | |||
801 | ||||
802 | /* write each element */ | |||
803 | for(;;) { | |||
804 | if(elementBases
| |||
805 | *elementBases++=s; | |||
806 | } | |||
807 | ||||
808 | /* skip indexes[i] strings */ | |||
809 | factor=indexes[i]; | |||
810 | while(factor>0) { | |||
811 | while(*s++!=0) {} | |||
812 | --factor; | |||
813 | } | |||
814 | if(elements
| |||
815 | *elements++=s; | |||
816 | } | |||
817 | ||||
818 | /* write element */ | |||
819 | while((c=*s++)!=0) { | |||
820 | WRITE_CHAR(buffer, bufferLength, bufferPos, c)do { if((bufferLength)>0) { *(buffer)++=c; --(bufferLength ); } ++(bufferPos); } while (false); | |||
821 | } | |||
822 | ||||
823 | /* we do not need to perform the rest of this loop for i==count - break here */ | |||
824 | if(i
| |||
825 | break; | |||
826 | } | |||
827 | ||||
828 | /* skip the rest of the strings for this factors[i] */ | |||
829 | factor=(uint16_t)(factors[i]-indexes[i]-1); | |||
830 | while(factor>0) { | |||
831 | while(*s++!=0) {} | |||
832 | --factor; | |||
833 | } | |||
834 | ||||
835 | ++i; | |||
836 | } | |||
837 | ||||
838 | /* zero-terminate */ | |||
839 | if(bufferLength
| |||
840 | *buffer=0; | |||
841 | } | |||
842 | ||||
843 | return bufferPos; | |||
844 | } | |||
845 | ||||
846 | /* | |||
847 | * Important: | |||
848 | * Parts of findAlgName() are almost the same as some of getAlgName(). | |||
849 | * Fixes must be applied to both. | |||
850 | */ | |||
851 | static uint16_t | |||
852 | getAlgName(AlgorithmicRange *range, uint32_t code, UCharNameChoice nameChoice, | |||
853 | char *buffer, uint16_t bufferLength) { | |||
854 | uint16_t bufferPos=0; | |||
855 | ||||
856 | /* Only the normative character name can be algorithmic. */ | |||
857 | if(nameChoice!=U_UNICODE_CHAR_NAME && nameChoice!=U_EXTENDED_CHAR_NAME) { | |||
858 | /* zero-terminate */ | |||
859 | if(bufferLength>0) { | |||
860 | *buffer=0; | |||
861 | } | |||
862 | return 0; | |||
863 | } | |||
864 | ||||
865 | switch(range->type) { | |||
866 | case 0: { | |||
867 | /* name = prefix hex-digits */ | |||
868 | const char *s=(const char *)(range+1); | |||
869 | char c; | |||
870 | ||||
871 | uint16_t i, count; | |||
872 | ||||
873 | /* copy prefix */ | |||
874 | while((c=*s++)!=0) { | |||
875 | WRITE_CHAR(buffer, bufferLength, bufferPos, c)do { if((bufferLength)>0) { *(buffer)++=c; --(bufferLength ); } ++(bufferPos); } while (false); | |||
876 | } | |||
877 | ||||
878 | /* write hexadecimal code point value */ | |||
879 | count=range->variant; | |||
880 | ||||
881 | /* zero-terminate */ | |||
882 | if(count<bufferLength) { | |||
883 | buffer[count]=0; | |||
884 | } | |||
885 | ||||
886 | for(i=count; i>0;) { | |||
887 | if(--i<bufferLength) { | |||
888 | c=(char)(code&0xf); | |||
889 | if(c<10) { | |||
890 | c+='0'; | |||
891 | } else { | |||
892 | c+='A'-10; | |||
893 | } | |||
894 | buffer[i]=c; | |||
895 | } | |||
896 | code>>=4; | |||
897 | } | |||
898 | ||||
899 | bufferPos+=count; | |||
900 | break; | |||
901 | } | |||
902 | case 1: { | |||
903 | /* name = prefix factorized-elements */ | |||
904 | uint16_t indexes[8]; | |||
905 | const uint16_t *factors=(const uint16_t *)(range+1); | |||
906 | uint16_t count=range->variant; | |||
907 | const char *s=(const char *)(factors+count); | |||
908 | char c; | |||
909 | ||||
910 | /* copy prefix */ | |||
911 | while((c=*s++)!=0) { | |||
912 | WRITE_CHAR(buffer, bufferLength, bufferPos, c)do { if((bufferLength)>0) { *(buffer)++=c; --(bufferLength ); } ++(bufferPos); } while (false); | |||
913 | } | |||
914 | ||||
915 | bufferPos+=writeFactorSuffix(factors, count, | |||
916 | s, code-range->start, indexes, NULL__null, NULL__null, buffer, bufferLength); | |||
917 | break; | |||
918 | } | |||
919 | default: | |||
920 | /* undefined type */ | |||
921 | /* zero-terminate */ | |||
922 | if(bufferLength>0) { | |||
923 | *buffer=0; | |||
924 | } | |||
925 | break; | |||
926 | } | |||
927 | ||||
928 | return bufferPos; | |||
929 | } | |||
930 | ||||
931 | /* | |||
932 | * Important: enumAlgNames() and findAlgName() are almost the same. | |||
933 | * Any fix must be applied to both. | |||
934 | */ | |||
935 | static UBool | |||
936 | enumAlgNames(AlgorithmicRange *range, | |||
937 | UChar32 start, UChar32 limit, | |||
938 | UEnumCharNamesFn *fn, void *context, | |||
939 | UCharNameChoice nameChoice) { | |||
940 | char buffer[200]; | |||
941 | uint16_t length; | |||
942 | ||||
943 | if(nameChoice!=U_UNICODE_CHAR_NAME && nameChoice!=U_EXTENDED_CHAR_NAME) { | |||
944 | return TRUE1; | |||
945 | } | |||
946 | ||||
947 | switch(range->type) { | |||
948 | case 0: { | |||
949 | char *s, *end; | |||
950 | char c; | |||
951 | ||||
952 | /* get the full name of the start character */ | |||
953 | length=getAlgName(range, (uint32_t)start, nameChoice, buffer, sizeof(buffer)); | |||
954 | if(length<=0) { | |||
955 | return TRUE1; | |||
956 | } | |||
957 | ||||
958 | /* call the enumerator function with this first character */ | |||
959 | if(!fn(context, start, nameChoice, buffer, length)) { | |||
960 | return FALSE0; | |||
961 | } | |||
962 | ||||
963 | /* go to the end of the name; all these names have the same length */ | |||
964 | end=buffer; | |||
965 | while(*end!=0) { | |||
966 | ++end; | |||
967 | } | |||
968 | ||||
969 | /* enumerate the rest of the names */ | |||
970 | while(++start<limit) { | |||
971 | /* increment the hexadecimal number on a character-basis */ | |||
972 | s=end; | |||
973 | for (;;) { | |||
974 | c=*--s; | |||
975 | if(('0'<=c && c<'9') || ('A'<=c && c<'F')) { | |||
976 | *s=(char)(c+1); | |||
977 | break; | |||
978 | } else if(c=='9') { | |||
979 | *s='A'; | |||
980 | break; | |||
981 | } else if(c=='F') { | |||
982 | *s='0'; | |||
983 | } | |||
984 | } | |||
985 | ||||
986 | if(!fn(context, start, nameChoice, buffer, length)) { | |||
987 | return FALSE0; | |||
988 | } | |||
989 | } | |||
990 | break; | |||
991 | } | |||
992 | case 1: { | |||
993 | uint16_t indexes[8]; | |||
994 | const char *elementBases[8], *elements[8]; | |||
995 | const uint16_t *factors=(const uint16_t *)(range+1); | |||
996 | uint16_t count=range->variant; | |||
997 | const char *s=(const char *)(factors+count); | |||
998 | char *suffix, *t; | |||
999 | uint16_t prefixLength, i, idx; | |||
1000 | ||||
1001 | char c; | |||
1002 | ||||
1003 | /* name = prefix factorized-elements */ | |||
1004 | ||||
1005 | /* copy prefix */ | |||
1006 | suffix=buffer; | |||
1007 | prefixLength=0; | |||
1008 | while((c=*s++)!=0) { | |||
1009 | *suffix++=c; | |||
1010 | ++prefixLength; | |||
1011 | } | |||
1012 | ||||
1013 | /* append the suffix of the start character */ | |||
1014 | length=(uint16_t)(prefixLength+writeFactorSuffix(factors, count, | |||
1015 | s, (uint32_t)start-range->start, | |||
1016 | indexes, elementBases, elements, | |||
1017 | suffix, (uint16_t)(sizeof(buffer)-prefixLength))); | |||
1018 | ||||
1019 | /* call the enumerator function with this first character */ | |||
1020 | if(!fn(context, start, nameChoice, buffer, length)) { | |||
1021 | return FALSE0; | |||
1022 | } | |||
1023 | ||||
1024 | /* enumerate the rest of the names */ | |||
1025 | while(++start<limit) { | |||
1026 | /* increment the indexes in lexical order bound by the factors */ | |||
1027 | i=count; | |||
1028 | for (;;) { | |||
1029 | idx=(uint16_t)(indexes[--i]+1); | |||
| ||||
1030 | if(idx<factors[i]) { | |||
1031 | /* skip one index and its element string */ | |||
1032 | indexes[i]=idx; | |||
1033 | s=elements[i]; | |||
1034 | while(*s++!=0) { | |||
1035 | } | |||
1036 | elements[i]=s; | |||
1037 | break; | |||
1038 | } else { | |||
1039 | /* reset this index to 0 and its element string to the first one */ | |||
1040 | indexes[i]=0; | |||
1041 | elements[i]=elementBases[i]; | |||
1042 | } | |||
1043 | } | |||
1044 | ||||
1045 | /* to make matters a little easier, just append all elements to the suffix */ | |||
1046 | t=suffix; | |||
1047 | length=prefixLength; | |||
1048 | for(i=0; i<count; ++i) { | |||
1049 | s=elements[i]; | |||
1050 | while((c=*s++)!=0) { | |||
1051 | *t++=c; | |||
1052 | ++length; | |||
1053 | } | |||
1054 | } | |||
1055 | /* zero-terminate */ | |||
1056 | *t=0; | |||
1057 | ||||
1058 | if(!fn(context, start, nameChoice, buffer, length)) { | |||
1059 | return FALSE0; | |||
1060 | } | |||
1061 | } | |||
1062 | break; | |||
1063 | } | |||
1064 | default: | |||
1065 | /* undefined type */ | |||
1066 | break; | |||
1067 | } | |||
1068 | ||||
1069 | return TRUE1; | |||
1070 | } | |||
1071 | ||||
1072 | /* | |||
1073 | * findAlgName() is almost the same as enumAlgNames() except that it | |||
1074 | * returns the code point for a name if it fits into the range. | |||
1075 | * It returns 0xffff otherwise. | |||
1076 | */ | |||
1077 | static UChar32 | |||
1078 | findAlgName(AlgorithmicRange *range, UCharNameChoice nameChoice, const char *otherName) { | |||
1079 | UChar32 code; | |||
1080 | ||||
1081 | if(nameChoice!=U_UNICODE_CHAR_NAME && nameChoice!=U_EXTENDED_CHAR_NAME) { | |||
1082 | return 0xffff; | |||
1083 | } | |||
1084 | ||||
1085 | switch(range->type) { | |||
1086 | case 0: { | |||
1087 | /* name = prefix hex-digits */ | |||
1088 | const char *s=(const char *)(range+1); | |||
1089 | char c; | |||
1090 | ||||
1091 | uint16_t i, count; | |||
1092 | ||||
1093 | /* compare prefix */ | |||
1094 | while((c=*s++)!=0) { | |||
1095 | if((char)c!=*otherName++) { | |||
1096 | return 0xffff; | |||
1097 | } | |||
1098 | } | |||
1099 | ||||
1100 | /* read hexadecimal code point value */ | |||
1101 | count=range->variant; | |||
1102 | code=0; | |||
1103 | for(i=0; i<count; ++i) { | |||
1104 | c=*otherName++; | |||
1105 | if('0'<=c && c<='9') { | |||
1106 | code=(code<<4)|(c-'0'); | |||
1107 | } else if('A'<=c && c<='F') { | |||
1108 | code=(code<<4)|(c-'A'+10); | |||
1109 | } else { | |||
1110 | return 0xffff; | |||
1111 | } | |||
1112 | } | |||
1113 | ||||
1114 | /* does it fit into the range? */ | |||
1115 | if(*otherName==0 && range->start<=(uint32_t)code && (uint32_t)code<=range->end) { | |||
1116 | return code; | |||
1117 | } | |||
1118 | break; | |||
1119 | } | |||
1120 | case 1: { | |||
1121 | char buffer[64]; | |||
1122 | uint16_t indexes[8]; | |||
1123 | const char *elementBases[8], *elements[8]; | |||
1124 | const uint16_t *factors=(const uint16_t *)(range+1); | |||
1125 | uint16_t count=range->variant; | |||
1126 | const char *s=(const char *)(factors+count), *t; | |||
1127 | UChar32 start, limit; | |||
1128 | uint16_t i, idx; | |||
1129 | ||||
1130 | char c; | |||
1131 | ||||
1132 | /* name = prefix factorized-elements */ | |||
1133 | ||||
1134 | /* compare prefix */ | |||
1135 | while((c=*s++)!=0) { | |||
1136 | if((char)c!=*otherName++) { | |||
1137 | return 0xffff; | |||
1138 | } | |||
1139 | } | |||
1140 | ||||
1141 | start=(UChar32)range->start; | |||
1142 | limit=(UChar32)(range->end+1); | |||
1143 | ||||
1144 | /* initialize the suffix elements for enumeration; indexes should all be set to 0 */ | |||
1145 | writeFactorSuffix(factors, count, s, 0, | |||
1146 | indexes, elementBases, elements, buffer, sizeof(buffer)); | |||
1147 | ||||
1148 | /* compare the first suffix */ | |||
1149 | if(0==uprv_strcmp(otherName, buffer):: strcmp(otherName, buffer)) { | |||
1150 | return start; | |||
1151 | } | |||
1152 | ||||
1153 | /* enumerate and compare the rest of the suffixes */ | |||
1154 | while(++start<limit) { | |||
1155 | /* increment the indexes in lexical order bound by the factors */ | |||
1156 | i=count; | |||
1157 | for (;;) { | |||
1158 | idx=(uint16_t)(indexes[--i]+1); | |||
1159 | if(idx<factors[i]) { | |||
1160 | /* skip one index and its element string */ | |||
1161 | indexes[i]=idx; | |||
1162 | s=elements[i]; | |||
1163 | while(*s++!=0) {} | |||
1164 | elements[i]=s; | |||
1165 | break; | |||
1166 | } else { | |||
1167 | /* reset this index to 0 and its element string to the first one */ | |||
1168 | indexes[i]=0; | |||
1169 | elements[i]=elementBases[i]; | |||
1170 | } | |||
1171 | } | |||
1172 | ||||
1173 | /* to make matters a little easier, just compare all elements of the suffix */ | |||
1174 | t=otherName; | |||
1175 | for(i=0; i<count; ++i) { | |||
1176 | s=elements[i]; | |||
1177 | while((c=*s++)!=0) { | |||
1178 | if(c!=*t++) { | |||
1179 | s=""; /* does not match */ | |||
1180 | i=99; | |||
1181 | } | |||
1182 | } | |||
1183 | } | |||
1184 | if(i<99 && *t==0) { | |||
1185 | return start; | |||
1186 | } | |||
1187 | } | |||
1188 | break; | |||
1189 | } | |||
1190 | default: | |||
1191 | /* undefined type */ | |||
1192 | break; | |||
1193 | } | |||
1194 | ||||
1195 | return 0xffff; | |||
1196 | } | |||
1197 | ||||
1198 | /* sets of name characters, maximum name lengths ---------------------------- */ | |||
1199 | ||||
1200 | #define SET_ADD(set, c)((set)[(uint8_t)c>>5]|=((uint32_t)1<<((uint8_t)c& 0x1f))) ((set)[(uint8_t)c>>5]|=((uint32_t)1<<((uint8_t)c&0x1f))) | |||
1201 | #define SET_CONTAINS(set, c)(((set)[(uint8_t)c>>5]&((uint32_t)1<<((uint8_t )c&0x1f)))!=0) (((set)[(uint8_t)c>>5]&((uint32_t)1<<((uint8_t)c&0x1f)))!=0) | |||
1202 | ||||
1203 | static int32_t | |||
1204 | calcStringSetLength(uint32_t set[8], const char *s) { | |||
1205 | int32_t length=0; | |||
1206 | char c; | |||
1207 | ||||
1208 | while((c=*s++)!=0) { | |||
1209 | SET_ADD(set, c)((set)[(uint8_t)c>>5]|=((uint32_t)1<<((uint8_t)c& 0x1f))); | |||
1210 | ++length; | |||
1211 | } | |||
1212 | return length; | |||
1213 | } | |||
1214 | ||||
1215 | static int32_t | |||
1216 | calcAlgNameSetsLengths(int32_t maxNameLength) { | |||
1217 | AlgorithmicRange *range; | |||
1218 | uint32_t *p; | |||
1219 | uint32_t rangeCount; | |||
1220 | int32_t length; | |||
1221 | ||||
1222 | /* enumerate algorithmic ranges */ | |||
1223 | p=(uint32_t *)((uint8_t *)uCharNames+uCharNames->algNamesOffset); | |||
1224 | rangeCount=*p; | |||
1225 | range=(AlgorithmicRange *)(p+1); | |||
1226 | while(rangeCount>0) { | |||
1227 | switch(range->type) { | |||
1228 | case 0: | |||
1229 | /* name = prefix + (range->variant times) hex-digits */ | |||
1230 | /* prefix */ | |||
1231 | length=calcStringSetLength(gNameSet, (const char *)(range+1))+range->variant; | |||
1232 | if(length>maxNameLength) { | |||
1233 | maxNameLength=length; | |||
1234 | } | |||
1235 | break; | |||
1236 | case 1: { | |||
1237 | /* name = prefix factorized-elements */ | |||
1238 | const uint16_t *factors=(const uint16_t *)(range+1); | |||
1239 | const char *s; | |||
1240 | int32_t i, count=range->variant, factor, factorLength, maxFactorLength; | |||
1241 | ||||
1242 | /* prefix length */ | |||
1243 | s=(const char *)(factors+count); | |||
1244 | length=calcStringSetLength(gNameSet, s); | |||
1245 | s+=length+1; /* start of factor suffixes */ | |||
1246 | ||||
1247 | /* get the set and maximum factor suffix length for each factor */ | |||
1248 | for(i=0; i<count; ++i) { | |||
1249 | maxFactorLength=0; | |||
1250 | for(factor=factors[i]; factor>0; --factor) { | |||
1251 | factorLength=calcStringSetLength(gNameSet, s); | |||
1252 | s+=factorLength+1; | |||
1253 | if(factorLength>maxFactorLength) { | |||
1254 | maxFactorLength=factorLength; | |||
1255 | } | |||
1256 | } | |||
1257 | length+=maxFactorLength; | |||
1258 | } | |||
1259 | ||||
1260 | if(length>maxNameLength) { | |||
1261 | maxNameLength=length; | |||
1262 | } | |||
1263 | break; | |||
1264 | } | |||
1265 | default: | |||
1266 | /* unknown type */ | |||
1267 | break; | |||
1268 | } | |||
1269 | ||||
1270 | range=(AlgorithmicRange *)((uint8_t *)range+range->size); | |||
1271 | --rangeCount; | |||
1272 | } | |||
1273 | return maxNameLength; | |||
1274 | } | |||
1275 | ||||
1276 | static int32_t | |||
1277 | calcExtNameSetsLengths(int32_t maxNameLength) { | |||
1278 | int32_t i, length; | |||
1279 | ||||
1280 | for(i=0; i<UPRV_LENGTHOF(charCatNames)(int32_t)(sizeof(charCatNames)/sizeof((charCatNames)[0])); ++i) { | |||
1281 | /* | |||
1282 | * for each category, count the length of the category name | |||
1283 | * plus 9= | |||
1284 | * 2 for <> | |||
1285 | * 1 for - | |||
1286 | * 6 for most hex digits per code point | |||
1287 | */ | |||
1288 | length=9+calcStringSetLength(gNameSet, charCatNames[i]); | |||
1289 | if(length>maxNameLength) { | |||
1290 | maxNameLength=length; | |||
1291 | } | |||
1292 | } | |||
1293 | return maxNameLength; | |||
1294 | } | |||
1295 | ||||
1296 | static int32_t | |||
1297 | calcNameSetLength(const uint16_t *tokens, uint16_t tokenCount, const uint8_t *tokenStrings, int8_t *tokenLengths, | |||
1298 | uint32_t set[8], | |||
1299 | const uint8_t **pLine, const uint8_t *lineLimit) { | |||
1300 | const uint8_t *line=*pLine; | |||
1301 | int32_t length=0, tokenLength; | |||
1302 | uint16_t c, token; | |||
1303 | ||||
1304 | while(line!=lineLimit && (c=*line++)!=(uint8_t)';') { | |||
1305 | if(c>=tokenCount) { | |||
1306 | /* implicit letter */ | |||
1307 | SET_ADD(set, c)((set)[(uint8_t)c>>5]|=((uint32_t)1<<((uint8_t)c& 0x1f))); | |||
1308 | ++length; | |||
1309 | } else { | |||
1310 | token=tokens[c]; | |||
1311 | if(token==(uint16_t)(-2)) { | |||
1312 | /* this is a lead byte for a double-byte token */ | |||
1313 | c=c<<8|*line++; | |||
1314 | token=tokens[c]; | |||
1315 | } | |||
1316 | if(token==(uint16_t)(-1)) { | |||
1317 | /* explicit letter */ | |||
1318 | SET_ADD(set, c)((set)[(uint8_t)c>>5]|=((uint32_t)1<<((uint8_t)c& 0x1f))); | |||
1319 | ++length; | |||
1320 | } else { | |||
1321 | /* count token word */ | |||
1322 | if(tokenLengths!=NULL__null) { | |||
1323 | /* use cached token length */ | |||
1324 | tokenLength=tokenLengths[c]; | |||
1325 | if(tokenLength==0) { | |||
1326 | tokenLength=calcStringSetLength(set, (const char *)tokenStrings+token); | |||
1327 | tokenLengths[c]=(int8_t)tokenLength; | |||
1328 | } | |||
1329 | } else { | |||
1330 | tokenLength=calcStringSetLength(set, (const char *)tokenStrings+token); | |||
1331 | } | |||
1332 | length+=tokenLength; | |||
1333 | } | |||
1334 | } | |||
1335 | } | |||
1336 | ||||
1337 | *pLine=line; | |||
1338 | return length; | |||
1339 | } | |||
1340 | ||||
1341 | static void | |||
1342 | calcGroupNameSetsLengths(int32_t maxNameLength) { | |||
1343 | uint16_t offsets[LINES_PER_GROUP(1L<<5)+2], lengths[LINES_PER_GROUP(1L<<5)+2]; | |||
1344 | ||||
1345 | uint16_t *tokens=(uint16_t *)uCharNames+8; | |||
1346 | uint16_t tokenCount=*tokens++; | |||
1347 | uint8_t *tokenStrings=(uint8_t *)uCharNames+uCharNames->tokenStringOffset; | |||
1348 | ||||
1349 | int8_t *tokenLengths; | |||
1350 | ||||
1351 | const uint16_t *group; | |||
1352 | const uint8_t *s, *line, *lineLimit; | |||
1353 | ||||
1354 | int32_t groupCount, lineNumber, length; | |||
1355 | ||||
1356 | tokenLengths=(int8_t *)uprv_mallocuprv_malloc_71(tokenCount); | |||
1357 | if(tokenLengths!=NULL__null) { | |||
1358 | uprv_memset(tokenLengths, 0, tokenCount):: memset(tokenLengths, 0, tokenCount); | |||
1359 | } | |||
1360 | ||||
1361 | group=GET_GROUPS(uCharNames)(const uint16_t *)((const char *)uCharNames+uCharNames->groupsOffset ); | |||
1362 | groupCount=*group++; | |||
1363 | ||||
1364 | /* enumerate all groups */ | |||
1365 | while(groupCount>0) { | |||
1366 | s=(uint8_t *)uCharNames+uCharNames->groupStringOffset+GET_GROUP_OFFSET(group)((int32_t)(group)[GROUP_OFFSET_HIGH]<<16|(group)[GROUP_OFFSET_LOW ]); | |||
1367 | s=expandGroupLengths(s, offsets, lengths); | |||
1368 | ||||
1369 | /* enumerate all lines in each group */ | |||
1370 | for(lineNumber=0; lineNumber<LINES_PER_GROUP(1L<<5); ++lineNumber) { | |||
1371 | line=s+offsets[lineNumber]; | |||
1372 | length=lengths[lineNumber]; | |||
1373 | if(length==0) { | |||
1374 | continue; | |||
1375 | } | |||
1376 | ||||
1377 | lineLimit=line+length; | |||
1378 | ||||
1379 | /* read regular name */ | |||
1380 | length=calcNameSetLength(tokens, tokenCount, tokenStrings, tokenLengths, gNameSet, &line, lineLimit); | |||
1381 | if(length>maxNameLength) { | |||
1382 | maxNameLength=length; | |||
1383 | } | |||
1384 | if(line==lineLimit) { | |||
1385 | continue; | |||
1386 | } | |||
1387 | ||||
1388 | /* read Unicode 1.0 name */ | |||
1389 | length=calcNameSetLength(tokens, tokenCount, tokenStrings, tokenLengths, gNameSet, &line, lineLimit); | |||
1390 | if(length>maxNameLength) { | |||
1391 | maxNameLength=length; | |||
1392 | } | |||
1393 | if(line==lineLimit) { | |||
1394 | continue; | |||
1395 | } | |||
1396 | ||||
1397 | /* read ISO comment */ | |||
1398 | /*length=calcNameSetLength(tokens, tokenCount, tokenStrings, tokenLengths, gISOCommentSet, &line, lineLimit);*/ | |||
1399 | } | |||
1400 | ||||
1401 | group=NEXT_GROUP(group)((group)+GROUP_LENGTH); | |||
1402 | --groupCount; | |||
1403 | } | |||
1404 | ||||
1405 | if(tokenLengths!=NULL__null) { | |||
1406 | uprv_freeuprv_free_71(tokenLengths); | |||
1407 | } | |||
1408 | ||||
1409 | /* set gMax... - name length last for threading */ | |||
1410 | gMaxNameLength=maxNameLength; | |||
1411 | } | |||
1412 | ||||
1413 | static UBool | |||
1414 | calcNameSetsLengths(UErrorCode *pErrorCode) { | |||
1415 | static const char extChars[]="0123456789ABCDEF<>-"; | |||
1416 | int32_t i, maxNameLength; | |||
1417 | ||||
1418 | if(gMaxNameLength!=0) { | |||
1419 | return TRUE1; | |||
1420 | } | |||
1421 | ||||
1422 | if(!isDataLoaded(pErrorCode)) { | |||
1423 | return FALSE0; | |||
1424 | } | |||
1425 | ||||
1426 | /* set hex digits, used in various names, and <>-, used in extended names */ | |||
1427 | for(i=0; i<(int32_t)sizeof(extChars)-1; ++i) { | |||
1428 | SET_ADD(gNameSet, extChars[i])((gNameSet)[(uint8_t)extChars[i]>>5]|=((uint32_t)1<< ((uint8_t)extChars[i]&0x1f))); | |||
1429 | } | |||
1430 | ||||
1431 | /* set sets and lengths from algorithmic names */ | |||
1432 | maxNameLength=calcAlgNameSetsLengths(0); | |||
1433 | ||||
1434 | /* set sets and lengths from extended names */ | |||
1435 | maxNameLength=calcExtNameSetsLengths(maxNameLength); | |||
1436 | ||||
1437 | /* set sets and lengths from group names, set global maximum values */ | |||
1438 | calcGroupNameSetsLengths(maxNameLength); | |||
1439 | ||||
1440 | return TRUE1; | |||
1441 | } | |||
1442 | ||||
1443 | U_NAMESPACE_END} | |||
1444 | ||||
1445 | /* public API --------------------------------------------------------------- */ | |||
1446 | ||||
1447 | U_NAMESPACE_USEusing namespace icu_71; | |||
1448 | ||||
1449 | U_CAPIextern "C" int32_t U_EXPORT2 | |||
1450 | u_charNameu_charName_71(UChar32 code, UCharNameChoice nameChoice, | |||
1451 | char *buffer, int32_t bufferLength, | |||
1452 | UErrorCode *pErrorCode) { | |||
1453 | AlgorithmicRange *algRange; | |||
1454 | uint32_t *p; | |||
1455 | uint32_t i; | |||
1456 | int32_t length; | |||
1457 | ||||
1458 | /* check the argument values */ | |||
1459 | if(pErrorCode==NULL__null || U_FAILURE(*pErrorCode)) { | |||
1460 | return 0; | |||
1461 | } else if(nameChoice>=U_CHAR_NAME_CHOICE_COUNT || | |||
1462 | bufferLength<0 || (bufferLength>0 && buffer==NULL__null) | |||
1463 | ) { | |||
1464 | *pErrorCode=U_ILLEGAL_ARGUMENT_ERROR; | |||
1465 | return 0; | |||
1466 | } | |||
1467 | ||||
1468 | if((uint32_t)code>UCHAR_MAX_VALUE0x10ffff || !isDataLoaded(pErrorCode)) { | |||
1469 | return u_terminateCharsu_terminateChars_71(buffer, bufferLength, 0, pErrorCode); | |||
1470 | } | |||
1471 | ||||
1472 | length=0; | |||
1473 | ||||
1474 | /* try algorithmic names first */ | |||
1475 | p=(uint32_t *)((uint8_t *)uCharNames+uCharNames->algNamesOffset); | |||
1476 | i=*p; | |||
1477 | algRange=(AlgorithmicRange *)(p+1); | |||
1478 | while(i>0) { | |||
1479 | if(algRange->start<=(uint32_t)code && (uint32_t)code<=algRange->end) { | |||
1480 | length=getAlgName(algRange, (uint32_t)code, nameChoice, buffer, (uint16_t)bufferLength); | |||
1481 | break; | |||
1482 | } | |||
1483 | algRange=(AlgorithmicRange *)((uint8_t *)algRange+algRange->size); | |||
1484 | --i; | |||
1485 | } | |||
1486 | ||||
1487 | if(i==0) { | |||
1488 | if (nameChoice == U_EXTENDED_CHAR_NAME) { | |||
1489 | length = getName(uCharNames, (uint32_t )code, U_EXTENDED_CHAR_NAME, buffer, (uint16_t) bufferLength); | |||
1490 | if (!length) { | |||
1491 | /* extended character name */ | |||
1492 | length = getExtName((uint32_t) code, buffer, (uint16_t) bufferLength); | |||
1493 | } | |||
1494 | } else { | |||
1495 | /* normal character name */ | |||
1496 | length=getName(uCharNames, (uint32_t)code, nameChoice, buffer, (uint16_t)bufferLength); | |||
1497 | } | |||
1498 | } | |||
1499 | ||||
1500 | return u_terminateCharsu_terminateChars_71(buffer, bufferLength, length, pErrorCode); | |||
1501 | } | |||
1502 | ||||
1503 | U_CAPIextern "C" int32_t U_EXPORT2 | |||
1504 | u_getISOCommentu_getISOComment_71(UChar32 /*c*/, | |||
1505 | char *dest, int32_t destCapacity, | |||
1506 | UErrorCode *pErrorCode) { | |||
1507 | /* check the argument values */ | |||
1508 | if(pErrorCode==NULL__null || U_FAILURE(*pErrorCode)) { | |||
1509 | return 0; | |||
1510 | } else if(destCapacity<0 || (destCapacity>0 && dest==NULL__null)) { | |||
1511 | *pErrorCode=U_ILLEGAL_ARGUMENT_ERROR; | |||
1512 | return 0; | |||
1513 | } | |||
1514 | ||||
1515 | return u_terminateCharsu_terminateChars_71(dest, destCapacity, 0, pErrorCode); | |||
1516 | } | |||
1517 | ||||
1518 | U_CAPIextern "C" UChar32 U_EXPORT2 | |||
1519 | u_charFromNameu_charFromName_71(UCharNameChoice nameChoice, | |||
1520 | const char *name, | |||
1521 | UErrorCode *pErrorCode) { | |||
1522 | char upper[120] = {0}; | |||
1523 | char lower[120] = {0}; | |||
1524 | FindName findName; | |||
1525 | AlgorithmicRange *algRange; | |||
1526 | uint32_t *p; | |||
1527 | uint32_t i; | |||
1528 | UChar32 cp = 0; | |||
1529 | char c0; | |||
1530 | static constexpr UChar32 error = 0xffff; /* Undefined, but use this for backwards compatibility. */ | |||
1531 | ||||
1532 | if(pErrorCode==NULL__null || U_FAILURE(*pErrorCode)) { | |||
1533 | return error; | |||
1534 | } | |||
1535 | ||||
1536 | if(nameChoice>=U_CHAR_NAME_CHOICE_COUNT || name==NULL__null || *name==0) { | |||
1537 | *pErrorCode=U_ILLEGAL_ARGUMENT_ERROR; | |||
1538 | return error; | |||
1539 | } | |||
1540 | ||||
1541 | if(!isDataLoaded(pErrorCode)) { | |||
1542 | return error; | |||
1543 | } | |||
1544 | ||||
1545 | /* construct the uppercase and lowercase of the name first */ | |||
1546 | for(i=0; i<sizeof(upper); ++i) { | |||
1547 | if((c0=*name++)!=0) { | |||
1548 | upper[i]=uprv_toupperuprv_toupper_71(c0); | |||
1549 | lower[i]=uprv_toloweruprv_asciitolower_71(c0); | |||
1550 | } else { | |||
1551 | upper[i]=lower[i]=0; | |||
1552 | break; | |||
1553 | } | |||
1554 | } | |||
1555 | if(i==sizeof(upper)) { | |||
1556 | /* name too long, there is no such character */ | |||
1557 | *pErrorCode = U_ILLEGAL_CHAR_FOUND; | |||
1558 | return error; | |||
1559 | } | |||
1560 | // i==strlen(name)==strlen(lower)==strlen(upper) | |||
1561 | ||||
1562 | /* try extended names first */ | |||
1563 | if (lower[0] == '<') { | |||
1564 | if (nameChoice == U_EXTENDED_CHAR_NAME && lower[--i] == '>') { | |||
1565 | // Parse a string like "<category-HHHH>" where HHHH is a hex code point. | |||
1566 | uint32_t limit = i; | |||
1567 | while (i >= 3 && lower[--i] != '-') {} | |||
1568 | ||||
1569 | // There should be 1 to 8 hex digits. | |||
1570 | int32_t hexLength = limit - (i + 1); | |||
1571 | if (i >= 2 && lower[i] == '-' && 1 <= hexLength && hexLength <= 8) { | |||
1572 | uint32_t cIdx; | |||
1573 | ||||
1574 | lower[i] = 0; | |||
1575 | ||||
1576 | for (++i; i < limit; ++i) { | |||
1577 | if (lower[i] >= '0' && lower[i] <= '9') { | |||
1578 | cp = (cp << 4) + lower[i] - '0'; | |||
1579 | } else if (lower[i] >= 'a' && lower[i] <= 'f') { | |||
1580 | cp = (cp << 4) + lower[i] - 'a' + 10; | |||
1581 | } else { | |||
1582 | *pErrorCode = U_ILLEGAL_CHAR_FOUND; | |||
1583 | return error; | |||
1584 | } | |||
1585 | // Prevent signed-integer overflow and out-of-range code points. | |||
1586 | if (cp > UCHAR_MAX_VALUE0x10ffff) { | |||
1587 | *pErrorCode = U_ILLEGAL_CHAR_FOUND; | |||
1588 | return error; | |||
1589 | } | |||
1590 | } | |||
1591 | ||||
1592 | /* Now validate the category name. | |||
1593 | We could use a binary search, or a trie, if | |||
1594 | we really wanted to. */ | |||
1595 | uint8_t cat = getCharCat(cp); | |||
1596 | for (lower[i] = 0, cIdx = 0; cIdx < UPRV_LENGTHOF(charCatNames)(int32_t)(sizeof(charCatNames)/sizeof((charCatNames)[0])); ++cIdx) { | |||
1597 | ||||
1598 | if (!uprv_strcmp(lower + 1, charCatNames[cIdx]):: strcmp(lower + 1, charCatNames[cIdx])) { | |||
1599 | if (cat == cIdx) { | |||
1600 | return cp; | |||
1601 | } | |||
1602 | break; | |||
1603 | } | |||
1604 | } | |||
1605 | } | |||
1606 | } | |||
1607 | ||||
1608 | *pErrorCode = U_ILLEGAL_CHAR_FOUND; | |||
1609 | return error; | |||
1610 | } | |||
1611 | ||||
1612 | /* try algorithmic names now */ | |||
1613 | p=(uint32_t *)((uint8_t *)uCharNames+uCharNames->algNamesOffset); | |||
1614 | i=*p; | |||
1615 | algRange=(AlgorithmicRange *)(p+1); | |||
1616 | while(i>0) { | |||
1617 | if((cp=findAlgName(algRange, nameChoice, upper))!=0xffff) { | |||
1618 | return cp; | |||
1619 | } | |||
1620 | algRange=(AlgorithmicRange *)((uint8_t *)algRange+algRange->size); | |||
1621 | --i; | |||
1622 | } | |||
1623 | ||||
1624 | /* normal character name */ | |||
1625 | findName.otherName=upper; | |||
1626 | findName.code=error; | |||
1627 | enumNames(uCharNames, 0, UCHAR_MAX_VALUE0x10ffff + 1, DO_FIND_NAME__null, &findName, nameChoice); | |||
1628 | if (findName.code == error) { | |||
1629 | *pErrorCode = U_ILLEGAL_CHAR_FOUND; | |||
1630 | } | |||
1631 | return findName.code; | |||
1632 | } | |||
1633 | ||||
1634 | U_CAPIextern "C" void U_EXPORT2 | |||
1635 | u_enumCharNamesu_enumCharNames_71(UChar32 start, UChar32 limit, | |||
1636 | UEnumCharNamesFn *fn, | |||
1637 | void *context, | |||
1638 | UCharNameChoice nameChoice, | |||
1639 | UErrorCode *pErrorCode) { | |||
1640 | AlgorithmicRange *algRange; | |||
1641 | uint32_t *p; | |||
1642 | uint32_t i; | |||
1643 | ||||
1644 | if(pErrorCode==NULL__null || U_FAILURE(*pErrorCode)) { | |||
| ||||
1645 | return; | |||
1646 | } | |||
1647 | ||||
1648 | if(nameChoice>=U_CHAR_NAME_CHOICE_COUNT || fn==NULL__null) { | |||
1649 | *pErrorCode=U_ILLEGAL_ARGUMENT_ERROR; | |||
1650 | return; | |||
1651 | } | |||
1652 | ||||
1653 | if((uint32_t) limit > UCHAR_MAX_VALUE0x10ffff + 1) { | |||
1654 | limit = UCHAR_MAX_VALUE0x10ffff + 1; | |||
1655 | } | |||
1656 | if((uint32_t)start>=(uint32_t)limit) { | |||
1657 | return; | |||
1658 | } | |||
1659 | ||||
1660 | if(!isDataLoaded(pErrorCode)) { | |||
1661 | return; | |||
1662 | } | |||
1663 | ||||
1664 | /* interleave the data-driven ones with the algorithmic ones */ | |||
1665 | /* iterate over all algorithmic ranges; assume that they are in ascending order */ | |||
1666 | p=(uint32_t *)((uint8_t *)uCharNames+uCharNames->algNamesOffset); | |||
1667 | i=*p; | |||
1668 | algRange=(AlgorithmicRange *)(p+1); | |||
1669 | while(i>0) { | |||
1670 | /* enumerate the character names before the current algorithmic range */ | |||
1671 | /* here: start<limit */ | |||
1672 | if((uint32_t)start<algRange->start) { | |||
1673 | if((uint32_t)limit<=algRange->start) { | |||
1674 | enumNames(uCharNames, start, limit, fn, context, nameChoice); | |||
1675 | return; | |||
1676 | } | |||
1677 | if(!enumNames(uCharNames, start, (UChar32)algRange->start, fn, context, nameChoice)) { | |||
1678 | return; | |||
1679 | } | |||
1680 | start=(UChar32)algRange->start; | |||
1681 | } | |||
1682 | /* enumerate the character names in the current algorithmic range */ | |||
1683 | /* here: algRange->start<=start<limit */ | |||
1684 | if((uint32_t)start<=algRange->end) { | |||
1685 | if((uint32_t)limit<=(algRange->end+1)) { | |||
1686 | enumAlgNames(algRange, start, limit, fn, context, nameChoice); | |||
1687 | return; | |||
1688 | } | |||
1689 | if(!enumAlgNames(algRange, start, (UChar32)algRange->end+1, fn, context, nameChoice)) { | |||
1690 | return; | |||
1691 | } | |||
1692 | start=(UChar32)algRange->end+1; | |||
1693 | } | |||
1694 | /* continue to the next algorithmic range (here: start<limit) */ | |||
1695 | algRange=(AlgorithmicRange *)((uint8_t *)algRange+algRange->size); | |||
1696 | --i; | |||
1697 | } | |||
1698 | /* enumerate the character names after the last algorithmic range */ | |||
1699 | enumNames(uCharNames, start, limit, fn, context, nameChoice); | |||
1700 | } | |||
1701 | ||||
1702 | U_CAPIextern "C" int32_t U_EXPORT2 | |||
1703 | uprv_getMaxCharNameLengthuprv_getMaxCharNameLength_71() { | |||
1704 | UErrorCode errorCode=U_ZERO_ERROR; | |||
1705 | if(calcNameSetsLengths(&errorCode)) { | |||
1706 | return gMaxNameLength; | |||
1707 | } else { | |||
1708 | return 0; | |||
1709 | } | |||
1710 | } | |||
1711 | ||||
1712 | /** | |||
1713 | * Converts the char set cset into a Unicode set uset. | |||
1714 | * @param cset Set of 256 bit flags corresponding to a set of chars. | |||
1715 | * @param uset USet to receive characters. Existing contents are deleted. | |||
1716 | */ | |||
1717 | static void | |||
1718 | charSetToUSet(uint32_t cset[8], const USetAdder *sa) { | |||
1719 | UChar us[256]; | |||
1720 | char cs[256]; | |||
1721 | ||||
1722 | int32_t i, length; | |||
1723 | UErrorCode errorCode; | |||
1724 | ||||
1725 | errorCode=U_ZERO_ERROR; | |||
1726 | ||||
1727 | if(!calcNameSetsLengths(&errorCode)) { | |||
1728 | return; | |||
1729 | } | |||
1730 | ||||
1731 | /* build a char string with all chars that are used in character names */ | |||
1732 | length=0; | |||
1733 | for(i=0; i<256; ++i) { | |||
1734 | if(SET_CONTAINS(cset, i)(((cset)[(uint8_t)i>>5]&((uint32_t)1<<((uint8_t )i&0x1f)))!=0)) { | |||
1735 | cs[length++]=(char)i; | |||
1736 | } | |||
1737 | } | |||
1738 | ||||
1739 | /* convert the char string to a UChar string */ | |||
1740 | u_charsToUCharsu_charsToUChars_71(cs, us, length); | |||
1741 | ||||
1742 | /* add each UChar to the USet */ | |||
1743 | for(i=0; i<length; ++i) { | |||
1744 | if(us[i]!=0 || cs[i]==0) { /* non-invariant chars become (UChar)0 */ | |||
1745 | sa->add(sa->set, us[i]); | |||
1746 | } | |||
1747 | } | |||
1748 | } | |||
1749 | ||||
1750 | /** | |||
1751 | * Fills set with characters that are used in Unicode character names. | |||
1752 | * @param set USet to receive characters. | |||
1753 | */ | |||
1754 | U_CAPIextern "C" void U_EXPORT2 | |||
1755 | uprv_getCharNameCharactersuprv_getCharNameCharacters_71(const USetAdder *sa) { | |||
1756 | charSetToUSet(gNameSet, sa); | |||
1757 | } | |||
1758 | ||||
1759 | /* data swapping ------------------------------------------------------------ */ | |||
1760 | ||||
1761 | /* | |||
1762 | * The token table contains non-negative entries for token bytes, | |||
1763 | * and -1 for bytes that represent themselves in the data file's charset. | |||
1764 | * -2 entries are used for lead bytes. | |||
1765 | * | |||
1766 | * Direct bytes (-1 entries) must be translated from the input charset family | |||
1767 | * to the output charset family. | |||
1768 | * makeTokenMap() writes a permutation mapping for this. | |||
1769 | * Use it once for single-/lead-byte tokens and once more for all trail byte | |||
1770 | * tokens. (';' is an unused trail byte marked with -1.) | |||
1771 | */ | |||
1772 | static void | |||
1773 | makeTokenMap(const UDataSwapper *ds, | |||
1774 | int16_t tokens[], uint16_t tokenCount, | |||
1775 | uint8_t map[256], | |||
1776 | UErrorCode *pErrorCode) { | |||
1777 | UBool usedOutChar[256]; | |||
1778 | uint16_t i, j; | |||
1779 | uint8_t c1, c2; | |||
1780 | ||||
1781 | if(U_FAILURE(*pErrorCode)) { | |||
1782 | return; | |||
1783 | } | |||
1784 | ||||
1785 | if(ds->inCharset==ds->outCharset) { | |||
1786 | /* Same charset family: identity permutation */ | |||
1787 | for(i=0; i<256; ++i) { | |||
1788 | map[i]=(uint8_t)i; | |||
1789 | } | |||
1790 | } else { | |||
1791 | uprv_memset(map, 0, 256):: memset(map, 0, 256); | |||
1792 | uprv_memset(usedOutChar, 0, 256):: memset(usedOutChar, 0, 256); | |||
1793 | ||||
1794 | if(tokenCount>256) { | |||
1795 | tokenCount=256; | |||
1796 | } | |||
1797 | ||||
1798 | /* set the direct bytes (byte 0 always maps to itself) */ | |||
1799 | for(i=1; i<tokenCount; ++i) { | |||
1800 | if(tokens[i]==-1) { | |||
1801 | /* convert the direct byte character */ | |||
1802 | c1=(uint8_t)i; | |||
1803 | ds->swapInvChars(ds, &c1, 1, &c2, pErrorCode); | |||
1804 | if(U_FAILURE(*pErrorCode)) { | |||
1805 | udata_printErrorudata_printError_71(ds, "unames/makeTokenMap() finds variant character 0x%02x used (input charset family %d)\n", | |||
1806 | i, ds->inCharset); | |||
1807 | return; | |||
1808 | } | |||
1809 | ||||
1810 | /* enter the converted character into the map and mark it used */ | |||
1811 | map[c1]=c2; | |||
1812 | usedOutChar[c2]=TRUE1; | |||
1813 | } | |||
1814 | } | |||
1815 | ||||
1816 | /* set the mappings for the rest of the permutation */ | |||
1817 | for(i=j=1; i<tokenCount; ++i) { | |||
1818 | /* set mappings that were not set for direct bytes */ | |||
1819 | if(map[i]==0) { | |||
1820 | /* set an output byte value that was not used as an output byte above */ | |||
1821 | while(usedOutChar[j]) { | |||
1822 | ++j; | |||
1823 | } | |||
1824 | map[i]=(uint8_t)j++; | |||
1825 | } | |||
1826 | } | |||
1827 | ||||
1828 | /* | |||
1829 | * leave mappings at tokenCount and above unset if tokenCount<256 | |||
1830 | * because they won't be used | |||
1831 | */ | |||
1832 | } | |||
1833 | } | |||
1834 | ||||
1835 | U_CAPIextern "C" int32_t U_EXPORT2 | |||
1836 | uchar_swapNamesuchar_swapNames_71(const UDataSwapper *ds, | |||
1837 | const void *inData, int32_t length, void *outData, | |||
1838 | UErrorCode *pErrorCode) { | |||
1839 | const UDataInfo *pInfo; | |||
1840 | int32_t headerSize; | |||
1841 | ||||
1842 | const uint8_t *inBytes; | |||
1843 | uint8_t *outBytes; | |||
1844 | ||||
1845 | uint32_t tokenStringOffset, groupsOffset, groupStringOffset, algNamesOffset, | |||
1846 | offset, i, count, stringsCount; | |||
1847 | ||||
1848 | const AlgorithmicRange *inRange; | |||
1849 | AlgorithmicRange *outRange; | |||
1850 | ||||
1851 | /* udata_swapDataHeader checks the arguments */ | |||
1852 | headerSize=udata_swapDataHeaderudata_swapDataHeader_71(ds, inData, length, outData, pErrorCode); | |||
1853 | if(pErrorCode==NULL__null || U_FAILURE(*pErrorCode)) { | |||
1854 | return 0; | |||
1855 | } | |||
1856 | ||||
1857 | /* check data format and format version */ | |||
1858 | pInfo=(const UDataInfo *)((const char *)inData+4); | |||
1859 | if(!( | |||
1860 | pInfo->dataFormat[0]==0x75 && /* dataFormat="unam" */ | |||
1861 | pInfo->dataFormat[1]==0x6e && | |||
1862 | pInfo->dataFormat[2]==0x61 && | |||
1863 | pInfo->dataFormat[3]==0x6d && | |||
1864 | pInfo->formatVersion[0]==1 | |||
1865 | )) { | |||
1866 | udata_printErrorudata_printError_71(ds, "uchar_swapNames(): data format %02x.%02x.%02x.%02x (format version %02x) is not recognized as unames.icu\n", | |||
1867 | pInfo->dataFormat[0], pInfo->dataFormat[1], | |||
1868 | pInfo->dataFormat[2], pInfo->dataFormat[3], | |||
1869 | pInfo->formatVersion[0]); | |||
1870 | *pErrorCode=U_UNSUPPORTED_ERROR; | |||
1871 | return 0; | |||
1872 | } | |||
1873 | ||||
1874 | inBytes=(const uint8_t *)inData+headerSize; | |||
1875 | outBytes=(uint8_t *)outData+headerSize; | |||
1876 | if(length<0) { | |||
1877 | algNamesOffset=ds->readUInt32(((const uint32_t *)inBytes)[3]); | |||
1878 | } else { | |||
1879 | length-=headerSize; | |||
1880 | if( length<20 || | |||
1881 | (uint32_t)length<(algNamesOffset=ds->readUInt32(((const uint32_t *)inBytes)[3])) | |||
1882 | ) { | |||
1883 | udata_printErrorudata_printError_71(ds, "uchar_swapNames(): too few bytes (%d after header) for unames.icu\n", | |||
1884 | length); | |||
1885 | *pErrorCode=U_INDEX_OUTOFBOUNDS_ERROR; | |||
1886 | return 0; | |||
1887 | } | |||
1888 | } | |||
1889 | ||||
1890 | if(length<0) { | |||
1891 | /* preflighting: iterate through algorithmic ranges */ | |||
1892 | offset=algNamesOffset; | |||
1893 | count=ds->readUInt32(*((const uint32_t *)(inBytes+offset))); | |||
1894 | offset+=4; | |||
1895 | ||||
1896 | for(i=0; i<count; ++i) { | |||
1897 | inRange=(const AlgorithmicRange *)(inBytes+offset); | |||
1898 | offset+=ds->readUInt16(inRange->size); | |||
1899 | } | |||
1900 | } else { | |||
1901 | /* swap data */ | |||
1902 | const uint16_t *p; | |||
1903 | uint16_t *q, *temp; | |||
1904 | ||||
1905 | int16_t tokens[512]; | |||
1906 | uint16_t tokenCount; | |||
1907 | ||||
1908 | uint8_t map[256], trailMap[256]; | |||
1909 | ||||
1910 | /* copy the data for inaccessible bytes */ | |||
1911 | if(inBytes!=outBytes) { | |||
1912 | uprv_memcpy(outBytes, inBytes, length)do { clang diagnostic push
clang diagnostic ignored "-Waddress" (void)0; (void)0; clang diagnostic pop :: memcpy(outBytes, inBytes, length); } while (false); | |||
1913 | } | |||
1914 | ||||
1915 | /* the initial 4 offsets first */ | |||
1916 | tokenStringOffset=ds->readUInt32(((const uint32_t *)inBytes)[0]); | |||
1917 | groupsOffset=ds->readUInt32(((const uint32_t *)inBytes)[1]); | |||
1918 | groupStringOffset=ds->readUInt32(((const uint32_t *)inBytes)[2]); | |||
1919 | ds->swapArray32(ds, inBytes, 16, outBytes, pErrorCode); | |||
1920 | ||||
1921 | /* | |||
1922 | * now the tokens table | |||
1923 | * it needs to be permutated along with the compressed name strings | |||
1924 | */ | |||
1925 | p=(const uint16_t *)(inBytes+16); | |||
1926 | q=(uint16_t *)(outBytes+16); | |||
1927 | ||||
1928 | /* read and swap the tokenCount */ | |||
1929 | tokenCount=ds->readUInt16(*p); | |||
1930 | ds->swapArray16(ds, p, 2, q, pErrorCode); | |||
1931 | ++p; | |||
1932 | ++q; | |||
1933 | ||||
1934 | /* read the first 512 tokens and make the token maps */ | |||
1935 | if(tokenCount<=512) { | |||
1936 | count=tokenCount; | |||
1937 | } else { | |||
1938 | count=512; | |||
1939 | } | |||
1940 | for(i=0; i<count; ++i) { | |||
1941 | tokens[i]=udata_readInt16udata_readInt16_71(ds, p[i]); | |||
1942 | } | |||
1943 | for(; i<512; ++i) { | |||
1944 | tokens[i]=0; /* fill the rest of the tokens array if tokenCount<512 */ | |||
1945 | } | |||
1946 | makeTokenMap(ds, tokens, tokenCount, map, pErrorCode); | |||
1947 | makeTokenMap(ds, tokens+256, (uint16_t)(tokenCount>256 ? tokenCount-256 : 0), trailMap, pErrorCode); | |||
1948 | if(U_FAILURE(*pErrorCode)) { | |||
1949 | return 0; | |||
1950 | } | |||
1951 | ||||
1952 | /* | |||
1953 | * swap and permutate the tokens | |||
1954 | * go through a temporary array to support in-place swapping | |||
1955 | */ | |||
1956 | temp=(uint16_t *)uprv_mallocuprv_malloc_71(tokenCount*2); | |||
1957 | if(temp==NULL__null) { | |||
1958 | udata_printErrorudata_printError_71(ds, "out of memory swapping %u unames.icu tokens\n", | |||
1959 | tokenCount); | |||
1960 | *pErrorCode=U_MEMORY_ALLOCATION_ERROR; | |||
1961 | return 0; | |||
1962 | } | |||
1963 | ||||
1964 | /* swap and permutate single-/lead-byte tokens */ | |||
1965 | for(i=0; i<tokenCount && i<256; ++i) { | |||
1966 | ds->swapArray16(ds, p+i, 2, temp+map[i], pErrorCode); | |||
1967 | } | |||
1968 | ||||
1969 | /* swap and permutate trail-byte tokens */ | |||
1970 | for(; i<tokenCount; ++i) { | |||
1971 | ds->swapArray16(ds, p+i, 2, temp+(i&0xffffff00)+trailMap[i&0xff], pErrorCode); | |||
1972 | } | |||
1973 | ||||
1974 | /* copy the result into the output and free the temporary array */ | |||
1975 | uprv_memcpy(q, temp, tokenCount*2)do { clang diagnostic push
clang diagnostic ignored "-Waddress" (void)0; (void)0; clang diagnostic pop :: memcpy(q, temp, tokenCount *2); } while (false); | |||
1976 | uprv_freeuprv_free_71(temp); | |||
1977 | ||||
1978 | /* | |||
1979 | * swap the token strings but not a possible padding byte after | |||
1980 | * the terminating NUL of the last string | |||
1981 | */ | |||
1982 | udata_swapInvStringBlockudata_swapInvStringBlock_71(ds, inBytes+tokenStringOffset, (int32_t)(groupsOffset-tokenStringOffset), | |||
1983 | outBytes+tokenStringOffset, pErrorCode); | |||
1984 | if(U_FAILURE(*pErrorCode)) { | |||
1985 | udata_printErrorudata_printError_71(ds, "uchar_swapNames(token strings) failed\n"); | |||
1986 | return 0; | |||
1987 | } | |||
1988 | ||||
1989 | /* swap the group table */ | |||
1990 | count=ds->readUInt16(*((const uint16_t *)(inBytes+groupsOffset))); | |||
1991 | ds->swapArray16(ds, inBytes+groupsOffset, (int32_t)((1+count*3)*2), | |||
1992 | outBytes+groupsOffset, pErrorCode); | |||
1993 | ||||
1994 | /* | |||
1995 | * swap the group strings | |||
1996 | * swap the string bytes but not the nibble-encoded string lengths | |||
1997 | */ | |||
1998 | if(ds->inCharset!=ds->outCharset) { | |||
1999 | uint16_t offsets[LINES_PER_GROUP(1L<<5)+1], lengths[LINES_PER_GROUP(1L<<5)+1]; | |||
2000 | ||||
2001 | const uint8_t *inStrings, *nextInStrings; | |||
2002 | uint8_t *outStrings; | |||
2003 | ||||
2004 | uint8_t c; | |||
2005 | ||||
2006 | inStrings=inBytes+groupStringOffset; | |||
2007 | outStrings=outBytes+groupStringOffset; | |||
2008 | ||||
2009 | stringsCount=algNamesOffset-groupStringOffset; | |||
2010 | ||||
2011 | /* iterate through string groups until only a few padding bytes are left */ | |||
2012 | while(stringsCount>32) { | |||
2013 | nextInStrings=expandGroupLengths(inStrings, offsets, lengths); | |||
2014 | ||||
2015 | /* move past the length bytes */ | |||
2016 | stringsCount-=(uint32_t)(nextInStrings-inStrings); | |||
2017 | outStrings+=nextInStrings-inStrings; | |||
2018 | inStrings=nextInStrings; | |||
2019 | ||||
2020 | count=offsets[31]+lengths[31]; /* total number of string bytes in this group */ | |||
2021 | stringsCount-=count; | |||
2022 | ||||
2023 | /* swap the string bytes using map[] and trailMap[] */ | |||
2024 | while(count>0) { | |||
2025 | c=*inStrings++; | |||
2026 | *outStrings++=map[c]; | |||
2027 | if(tokens[c]!=-2) { | |||
2028 | --count; | |||
2029 | } else { | |||
2030 | /* token lead byte: swap the trail byte, too */ | |||
2031 | *outStrings++=trailMap[*inStrings++]; | |||
2032 | count-=2; | |||
2033 | } | |||
2034 | } | |||
2035 | } | |||
2036 | } | |||
2037 | ||||
2038 | /* swap the algorithmic ranges */ | |||
2039 | offset=algNamesOffset; | |||
2040 | count=ds->readUInt32(*((const uint32_t *)(inBytes+offset))); | |||
2041 | ds->swapArray32(ds, inBytes+offset, 4, outBytes+offset, pErrorCode); | |||
2042 | offset+=4; | |||
2043 | ||||
2044 | for(i=0; i<count; ++i) { | |||
2045 | if(offset>(uint32_t)length) { | |||
2046 | udata_printErrorudata_printError_71(ds, "uchar_swapNames(): too few bytes (%d after header) for unames.icu algorithmic range %u\n", | |||
2047 | length, i); | |||
2048 | *pErrorCode=U_INDEX_OUTOFBOUNDS_ERROR; | |||
2049 | return 0; | |||
2050 | } | |||
2051 | ||||
2052 | inRange=(const AlgorithmicRange *)(inBytes+offset); | |||
2053 | outRange=(AlgorithmicRange *)(outBytes+offset); | |||
2054 | offset+=ds->readUInt16(inRange->size); | |||
2055 | ||||
2056 | ds->swapArray32(ds, inRange, 8, outRange, pErrorCode); | |||
2057 | ds->swapArray16(ds, &inRange->size, 2, &outRange->size, pErrorCode); | |||
2058 | switch(inRange->type) { | |||
2059 | case 0: | |||
2060 | /* swap prefix string */ | |||
2061 | ds->swapInvChars(ds, inRange+1, (int32_t)uprv_strlen((const char *)(inRange+1)):: strlen((const char *)(inRange+1)), | |||
2062 | outRange+1, pErrorCode); | |||
2063 | if(U_FAILURE(*pErrorCode)) { | |||
2064 | udata_printErrorudata_printError_71(ds, "uchar_swapNames(prefix string of algorithmic range %u) failed\n", | |||
2065 | i); | |||
2066 | return 0; | |||
2067 | } | |||
2068 | break; | |||
2069 | case 1: | |||
2070 | { | |||
2071 | /* swap factors and the prefix and factor strings */ | |||
2072 | uint32_t factorsCount; | |||
2073 | ||||
2074 | factorsCount=inRange->variant; | |||
2075 | p=(const uint16_t *)(inRange+1); | |||
2076 | q=(uint16_t *)(outRange+1); | |||
2077 | ds->swapArray16(ds, p, (int32_t)(factorsCount*2), q, pErrorCode); | |||
2078 | ||||
2079 | /* swap the strings, up to the last terminating NUL */ | |||
2080 | p+=factorsCount; | |||
2081 | q+=factorsCount; | |||
2082 | stringsCount=(uint32_t)((inBytes+offset)-(const uint8_t *)p); | |||
2083 | while(stringsCount>0 && ((const uint8_t *)p)[stringsCount-1]!=0) { | |||
2084 | --stringsCount; | |||
2085 | } | |||
2086 | ds->swapInvChars(ds, p, (int32_t)stringsCount, q, pErrorCode); | |||
2087 | } | |||
2088 | break; | |||
2089 | default: | |||
2090 | udata_printErrorudata_printError_71(ds, "uchar_swapNames(): unknown type %u of algorithmic range %u\n", | |||
2091 | inRange->type, i); | |||
2092 | *pErrorCode=U_UNSUPPORTED_ERROR; | |||
2093 | return 0; | |||
2094 | } | |||
2095 | } | |||
2096 | } | |||
2097 | ||||
2098 | return headerSize+(int32_t)offset; | |||
2099 | } | |||
2100 | ||||
2101 | /* | |||
2102 | * Hey, Emacs, please set the following: | |||
2103 | * | |||
2104 | * Local Variables: | |||
2105 | * indent-tabs-mode: nil | |||
2106 | * End: | |||
2107 | * | |||
2108 | */ |