File: | out/../deps/icu-small/source/common/uniset.cpp |
Warning: | line 1914, column 19 Assigned value is garbage or undefined |
Press '?' to see keyboard shortcuts
Keyboard shortcuts:
1 | // © 2016 and later: Unicode, Inc. and others. | |||
2 | // License & terms of use: http://www.unicode.org/copyright.html | |||
3 | /* | |||
4 | ********************************************************************** | |||
5 | * Copyright (C) 1999-2015, International Business Machines | |||
6 | * Corporation and others. All Rights Reserved. | |||
7 | ********************************************************************** | |||
8 | * Date Name Description | |||
9 | * 10/20/99 alan Creation. | |||
10 | ********************************************************************** | |||
11 | */ | |||
12 | ||||
13 | #include "unicode/utypes.h" | |||
14 | #include "unicode/parsepos.h" | |||
15 | #include "unicode/symtable.h" | |||
16 | #include "unicode/uniset.h" | |||
17 | #include "unicode/ustring.h" | |||
18 | #include "unicode/utf8.h" | |||
19 | #include "unicode/utf16.h" | |||
20 | #include "ruleiter.h" | |||
21 | #include "cmemory.h" | |||
22 | #include "cstring.h" | |||
23 | #include "patternprops.h" | |||
24 | #include "uelement.h" | |||
25 | #include "util.h" | |||
26 | #include "uvector.h" | |||
27 | #include "charstr.h" | |||
28 | #include "ustrfmt.h" | |||
29 | #include "uassert.h" | |||
30 | #include "bmpset.h" | |||
31 | #include "unisetspan.h" | |||
32 | ||||
33 | // HIGH_VALUE > all valid values. 110000 for codepoints | |||
34 | #define UNICODESET_HIGH0x0110000 0x0110000 | |||
35 | ||||
36 | // LOW <= all valid values. ZERO for codepoints | |||
37 | #define UNICODESET_LOW0x000000 0x000000 | |||
38 | ||||
39 | /** Max list [0, 1, 2, ..., max code point, HIGH] */ | |||
40 | constexpr int32_t MAX_LENGTH = UNICODESET_HIGH0x0110000 + 1; | |||
41 | ||||
42 | U_NAMESPACE_BEGINnamespace icu_71 { | |||
43 | ||||
44 | SymbolTable::~SymbolTable() {} | |||
45 | ||||
46 | UOBJECT_DEFINE_RTTI_IMPLEMENTATION(UnicodeSet)UClassID UnicodeSet::getStaticClassID() { static char classID = 0; return (UClassID)&classID; } UClassID UnicodeSet::getDynamicClassID () const { return UnicodeSet::getStaticClassID(); } | |||
47 | ||||
48 | /** | |||
49 | * Modify the given UChar32 variable so that it is in range, by | |||
50 | * pinning values < UNICODESET_LOW to UNICODESET_LOW, and | |||
51 | * pinning values > UNICODESET_HIGH-1 to UNICODESET_HIGH-1. | |||
52 | * It modifies its argument in-place and also returns it. | |||
53 | */ | |||
54 | static inline UChar32 pinCodePoint(UChar32& c) { | |||
55 | if (c < UNICODESET_LOW0x000000) { | |||
56 | c = UNICODESET_LOW0x000000; | |||
57 | } else if (c > (UNICODESET_HIGH0x0110000-1)) { | |||
58 | c = (UNICODESET_HIGH0x0110000-1); | |||
59 | } | |||
60 | return c; | |||
61 | } | |||
62 | ||||
63 | //---------------------------------------------------------------- | |||
64 | // Debugging | |||
65 | //---------------------------------------------------------------- | |||
66 | ||||
67 | // DO NOT DELETE THIS CODE. This code is used to debug memory leaks. | |||
68 | // To enable the debugging, define the symbol DEBUG_MEM in the line | |||
69 | // below. This will result in text being sent to stdout that looks | |||
70 | // like this: | |||
71 | // DEBUG UnicodeSet: ct 0x00A39B20; 397 [\u0A81-\u0A83\u0A85- | |||
72 | // DEBUG UnicodeSet: dt 0x00A39B20; 396 [\u0A81-\u0A83\u0A85- | |||
73 | // Each line lists a construction (ct) or destruction (dt) event, the | |||
74 | // object address, the number of outstanding objects after the event, | |||
75 | // and the pattern of the object in question. | |||
76 | ||||
77 | // #define DEBUG_MEM | |||
78 | ||||
79 | #ifdef DEBUG_MEM | |||
80 | #include <stdio.h> | |||
81 | static int32_t _dbgCount = 0; | |||
82 | ||||
83 | static inline void _dbgct(UnicodeSet* set) { | |||
84 | UnicodeString str; | |||
85 | set->toPattern(str, TRUE1); | |||
86 | char buf[40]; | |||
87 | str.extract(0, 39, buf, ""); | |||
88 | printf("DEBUG UnicodeSet: ct 0x%08X; %d %s\n", set, ++_dbgCount, buf); | |||
89 | } | |||
90 | ||||
91 | static inline void _dbgdt(UnicodeSet* set) { | |||
92 | UnicodeString str; | |||
93 | set->toPattern(str, TRUE1); | |||
94 | char buf[40]; | |||
95 | str.extract(0, 39, buf, ""); | |||
96 | printf("DEBUG UnicodeSet: dt 0x%08X; %d %s\n", set, --_dbgCount, buf); | |||
97 | } | |||
98 | ||||
99 | #else | |||
100 | ||||
101 | #define _dbgct(set) | |||
102 | #define _dbgdt(set) | |||
103 | ||||
104 | #endif | |||
105 | ||||
106 | //---------------------------------------------------------------- | |||
107 | // UnicodeString in UVector support | |||
108 | //---------------------------------------------------------------- | |||
109 | ||||
110 | static void U_CALLCONV cloneUnicodeString(UElement *dst, UElement *src) { | |||
111 | dst->pointer = new UnicodeString(*(UnicodeString*)src->pointer); | |||
112 | } | |||
113 | ||||
114 | static int32_t U_CALLCONV compareUnicodeString(UElement t1, UElement t2) { | |||
115 | const UnicodeString &a = *(const UnicodeString*)t1.pointer; | |||
116 | const UnicodeString &b = *(const UnicodeString*)t2.pointer; | |||
117 | return a.compare(b); | |||
118 | } | |||
119 | ||||
120 | UBool UnicodeSet::hasStrings() const { | |||
121 | return strings != nullptr && !strings->isEmpty(); | |||
122 | } | |||
123 | ||||
124 | int32_t UnicodeSet::stringsSize() const { | |||
125 | return strings == nullptr ? 0 : strings->size(); | |||
126 | } | |||
127 | ||||
128 | UBool UnicodeSet::stringsContains(const UnicodeString &s) const { | |||
129 | return strings != nullptr && strings->contains((void*) &s); | |||
130 | } | |||
131 | ||||
132 | //---------------------------------------------------------------- | |||
133 | // Constructors &c | |||
134 | //---------------------------------------------------------------- | |||
135 | ||||
136 | /** | |||
137 | * Constructs an empty set. | |||
138 | */ | |||
139 | UnicodeSet::UnicodeSet() { | |||
140 | list[0] = UNICODESET_HIGH0x0110000; | |||
141 | _dbgct(this); | |||
142 | } | |||
143 | ||||
144 | /** | |||
145 | * Constructs a set containing the given range. If <code>end > | |||
146 | * start</code> then an empty set is created. | |||
147 | * | |||
148 | * @param start first character, inclusive, of range | |||
149 | * @param end last character, inclusive, of range | |||
150 | */ | |||
151 | UnicodeSet::UnicodeSet(UChar32 start, UChar32 end) { | |||
152 | list[0] = UNICODESET_HIGH0x0110000; | |||
153 | add(start, end); | |||
154 | _dbgct(this); | |||
155 | } | |||
156 | ||||
157 | /** | |||
158 | * Constructs a set that is identical to the given UnicodeSet. | |||
159 | */ | |||
160 | UnicodeSet::UnicodeSet(const UnicodeSet& o) : UnicodeFilter(o) { | |||
161 | *this = o; | |||
162 | _dbgct(this); | |||
163 | } | |||
164 | ||||
165 | // Copy-construct as thawed. | |||
166 | UnicodeSet::UnicodeSet(const UnicodeSet& o, UBool /* asThawed */) : UnicodeFilter(o) { | |||
167 | if (ensureCapacity(o.len)) { | |||
168 | // *this = o except for bmpSet and stringSpan | |||
169 | len = o.len; | |||
170 | uprv_memcpy(list, o.list, (size_t)len*sizeof(UChar32))do { clang diagnostic push
clang diagnostic ignored "-Waddress" (void)0; (void)0; clang diagnostic pop :: memcpy(list, o.list , (size_t)len*sizeof(UChar32)); } while (false); | |||
171 | if (o.hasStrings()) { | |||
172 | UErrorCode status = U_ZERO_ERROR; | |||
173 | if (!allocateStrings(status) || | |||
174 | (strings->assign(*o.strings, cloneUnicodeString, status), U_FAILURE(status))) { | |||
175 | setToBogus(); | |||
176 | return; | |||
177 | } | |||
178 | } | |||
179 | if (o.pat) { | |||
180 | setPattern(o.pat, o.patLen); | |||
181 | } | |||
182 | _dbgct(this); | |||
183 | } | |||
184 | } | |||
185 | ||||
186 | /** | |||
187 | * Destructs the set. | |||
188 | */ | |||
189 | UnicodeSet::~UnicodeSet() { | |||
190 | _dbgdt(this); // first! | |||
191 | if (list != stackList) { | |||
192 | uprv_freeuprv_free_71(list); | |||
193 | } | |||
194 | delete bmpSet; | |||
195 | if (buffer != stackList) { | |||
196 | uprv_freeuprv_free_71(buffer); | |||
197 | } | |||
198 | delete strings; | |||
199 | delete stringSpan; | |||
200 | releasePattern(); | |||
201 | } | |||
202 | ||||
203 | /** | |||
204 | * Assigns this object to be a copy of another. | |||
205 | */ | |||
206 | UnicodeSet& UnicodeSet::operator=(const UnicodeSet& o) { | |||
207 | return copyFrom(o, FALSE0); | |||
208 | } | |||
209 | ||||
210 | UnicodeSet& UnicodeSet::copyFrom(const UnicodeSet& o, UBool asThawed) { | |||
211 | if (this == &o) { | |||
212 | return *this; | |||
213 | } | |||
214 | if (isFrozen()) { | |||
215 | return *this; | |||
216 | } | |||
217 | if (o.isBogus()) { | |||
218 | setToBogus(); | |||
219 | return *this; | |||
220 | } | |||
221 | if (!ensureCapacity(o.len)) { | |||
222 | // ensureCapacity will mark the UnicodeSet as Bogus if OOM failure happens. | |||
223 | return *this; | |||
224 | } | |||
225 | len = o.len; | |||
226 | uprv_memcpy(list, o.list, (size_t)len*sizeof(UChar32))do { clang diagnostic push
clang diagnostic ignored "-Waddress" (void)0; (void)0; clang diagnostic pop :: memcpy(list, o.list , (size_t)len*sizeof(UChar32)); } while (false); | |||
227 | if (o.bmpSet != nullptr && !asThawed) { | |||
228 | bmpSet = new BMPSet(*o.bmpSet, list, len); | |||
229 | if (bmpSet == NULL__null) { // Check for memory allocation error. | |||
230 | setToBogus(); | |||
231 | return *this; | |||
232 | } | |||
233 | } | |||
234 | if (o.hasStrings()) { | |||
235 | UErrorCode status = U_ZERO_ERROR; | |||
236 | if ((strings == nullptr && !allocateStrings(status)) || | |||
237 | (strings->assign(*o.strings, cloneUnicodeString, status), U_FAILURE(status))) { | |||
238 | setToBogus(); | |||
239 | return *this; | |||
240 | } | |||
241 | } else if (hasStrings()) { | |||
242 | strings->removeAllElements(); | |||
243 | } | |||
244 | if (o.stringSpan != nullptr && !asThawed) { | |||
245 | stringSpan = new UnicodeSetStringSpan(*o.stringSpan, *strings); | |||
246 | if (stringSpan == NULL__null) { // Check for memory allocation error. | |||
247 | setToBogus(); | |||
248 | return *this; | |||
249 | } | |||
250 | } | |||
251 | releasePattern(); | |||
252 | if (o.pat) { | |||
253 | setPattern(o.pat, o.patLen); | |||
254 | } | |||
255 | return *this; | |||
256 | } | |||
257 | ||||
258 | /** | |||
259 | * Returns a copy of this object. All UnicodeMatcher objects have | |||
260 | * to support cloning in order to allow classes using | |||
261 | * UnicodeMatchers, such as Transliterator, to implement cloning. | |||
262 | */ | |||
263 | UnicodeSet* UnicodeSet::clone() const { | |||
264 | return new UnicodeSet(*this); | |||
265 | } | |||
266 | ||||
267 | UnicodeSet *UnicodeSet::cloneAsThawed() const { | |||
268 | return new UnicodeSet(*this, TRUE1); | |||
269 | } | |||
270 | ||||
271 | /** | |||
272 | * Compares the specified object with this set for equality. Returns | |||
273 | * <tt>true</tt> if the two sets | |||
274 | * have the same size, and every member of the specified set is | |||
275 | * contained in this set (or equivalently, every member of this set is | |||
276 | * contained in the specified set). | |||
277 | * | |||
278 | * @param o set to be compared for equality with this set. | |||
279 | * @return <tt>true</tt> if the specified set is equal to this set. | |||
280 | */ | |||
281 | bool UnicodeSet::operator==(const UnicodeSet& o) const { | |||
282 | if (len != o.len) return false; | |||
283 | for (int32_t i = 0; i < len; ++i) { | |||
284 | if (list[i] != o.list[i]) return false; | |||
285 | } | |||
286 | if (hasStrings() != o.hasStrings()) { return false; } | |||
287 | if (hasStrings() && *strings != *o.strings) return false; | |||
288 | return true; | |||
289 | } | |||
290 | ||||
291 | /** | |||
292 | * Returns the hash code value for this set. | |||
293 | * | |||
294 | * @return the hash code value for this set. | |||
295 | * @see Object#hashCode() | |||
296 | */ | |||
297 | int32_t UnicodeSet::hashCode(void) const { | |||
298 | uint32_t result = static_cast<uint32_t>(len); | |||
299 | for (int32_t i = 0; i < len; ++i) { | |||
300 | result *= 1000003u; | |||
301 | result += list[i]; | |||
302 | } | |||
303 | return static_cast<int32_t>(result); | |||
304 | } | |||
305 | ||||
306 | //---------------------------------------------------------------- | |||
307 | // Public API | |||
308 | //---------------------------------------------------------------- | |||
309 | ||||
310 | /** | |||
311 | * Returns the number of elements in this set (its cardinality), | |||
312 | * Note than the elements of a set may include both individual | |||
313 | * codepoints and strings. | |||
314 | * | |||
315 | * @return the number of elements in this set (its cardinality). | |||
316 | */ | |||
317 | int32_t UnicodeSet::size(void) const { | |||
318 | int32_t n = 0; | |||
319 | int32_t count = getRangeCount(); | |||
320 | for (int32_t i = 0; i < count; ++i) { | |||
321 | n += getRangeEnd(i) - getRangeStart(i) + 1; | |||
322 | } | |||
323 | return n + stringsSize(); | |||
324 | } | |||
325 | ||||
326 | /** | |||
327 | * Returns <tt>true</tt> if this set contains no elements. | |||
328 | * | |||
329 | * @return <tt>true</tt> if this set contains no elements. | |||
330 | */ | |||
331 | UBool UnicodeSet::isEmpty(void) const { | |||
332 | return len == 1 && !hasStrings(); | |||
333 | } | |||
334 | ||||
335 | /** | |||
336 | * Returns true if this set contains the given character. | |||
337 | * @param c character to be checked for containment | |||
338 | * @return true if the test condition is met | |||
339 | */ | |||
340 | UBool UnicodeSet::contains(UChar32 c) const { | |||
341 | // Set i to the index of the start item greater than ch | |||
342 | // We know we will terminate without length test! | |||
343 | // LATER: for large sets, add binary search | |||
344 | //int32_t i = -1; | |||
345 | //for (;;) { | |||
346 | // if (c < list[++i]) break; | |||
347 | //} | |||
348 | if (bmpSet != NULL__null) { | |||
349 | return bmpSet->contains(c); | |||
350 | } | |||
351 | if (stringSpan != NULL__null) { | |||
352 | return stringSpan->contains(c); | |||
353 | } | |||
354 | if (c >= UNICODESET_HIGH0x0110000) { // Don't need to check LOW bound | |||
355 | return FALSE0; | |||
356 | } | |||
357 | int32_t i = findCodePoint(c); | |||
358 | return (UBool)(i & 1); // return true if odd | |||
359 | } | |||
360 | ||||
361 | /** | |||
362 | * Returns the smallest value i such that c < list[i]. Caller | |||
363 | * must ensure that c is a legal value or this method will enter | |||
364 | * an infinite loop. This method performs a binary search. | |||
365 | * @param c a character in the range MIN_VALUE..MAX_VALUE | |||
366 | * inclusive | |||
367 | * @return the smallest integer i in the range 0..len-1, | |||
368 | * inclusive, such that c < list[i] | |||
369 | */ | |||
370 | int32_t UnicodeSet::findCodePoint(UChar32 c) const { | |||
371 | /* Examples: | |||
372 | findCodePoint(c) | |||
373 | set list[] c=0 1 3 4 7 8 | |||
374 | === ============== =========== | |||
375 | [] [110000] 0 0 0 0 0 0 | |||
376 | [\u0000-\u0003] [0, 4, 110000] 1 1 1 2 2 2 | |||
377 | [\u0004-\u0007] [4, 8, 110000] 0 0 0 1 1 2 | |||
378 | [:Any:] [0, 110000] 1 1 1 1 1 1 | |||
379 | */ | |||
380 | ||||
381 | // Return the smallest i such that c < list[i]. Assume | |||
382 | // list[len - 1] == HIGH and that c is legal (0..HIGH-1). | |||
383 | if (c < list[0]) | |||
384 | return 0; | |||
385 | // High runner test. c is often after the last range, so an | |||
386 | // initial check for this condition pays off. | |||
387 | int32_t lo = 0; | |||
388 | int32_t hi = len - 1; | |||
389 | if (lo >= hi || c >= list[hi-1]) | |||
390 | return hi; | |||
391 | // invariant: c >= list[lo] | |||
392 | // invariant: c < list[hi] | |||
393 | for (;;) { | |||
394 | int32_t i = (lo + hi) >> 1; | |||
395 | if (i == lo) { | |||
396 | break; // Found! | |||
397 | } else if (c < list[i]) { | |||
398 | hi = i; | |||
399 | } else { | |||
400 | lo = i; | |||
401 | } | |||
402 | } | |||
403 | return hi; | |||
404 | } | |||
405 | ||||
406 | /** | |||
407 | * Returns true if this set contains every character | |||
408 | * of the given range. | |||
409 | * @param start first character, inclusive, of the range | |||
410 | * @param end last character, inclusive, of the range | |||
411 | * @return true if the test condition is met | |||
412 | */ | |||
413 | UBool UnicodeSet::contains(UChar32 start, UChar32 end) const { | |||
414 | //int32_t i = -1; | |||
415 | //for (;;) { | |||
416 | // if (start < list[++i]) break; | |||
417 | //} | |||
418 | int32_t i = findCodePoint(start); | |||
419 | return ((i & 1) != 0 && end < list[i]); | |||
420 | } | |||
421 | ||||
422 | /** | |||
423 | * Returns <tt>true</tt> if this set contains the given | |||
424 | * multicharacter string. | |||
425 | * @param s string to be checked for containment | |||
426 | * @return <tt>true</tt> if this set contains the specified string | |||
427 | */ | |||
428 | UBool UnicodeSet::contains(const UnicodeString& s) const { | |||
429 | int32_t cp = getSingleCP(s); | |||
430 | if (cp < 0) { | |||
431 | return stringsContains(s); | |||
432 | } else { | |||
433 | return contains((UChar32) cp); | |||
434 | } | |||
435 | } | |||
436 | ||||
437 | /** | |||
438 | * Returns true if this set contains all the characters and strings | |||
439 | * of the given set. | |||
440 | * @param c set to be checked for containment | |||
441 | * @return true if the test condition is met | |||
442 | */ | |||
443 | UBool UnicodeSet::containsAll(const UnicodeSet& c) const { | |||
444 | // The specified set is a subset if all of its pairs are contained in | |||
445 | // this set. It's possible to code this more efficiently in terms of | |||
446 | // direct manipulation of the inversion lists if the need arises. | |||
447 | int32_t n = c.getRangeCount(); | |||
448 | for (int i=0; i<n; ++i) { | |||
449 | if (!contains(c.getRangeStart(i), c.getRangeEnd(i))) { | |||
450 | return FALSE0; | |||
451 | } | |||
452 | } | |||
453 | return !c.hasStrings() || (strings != nullptr && strings->containsAll(*c.strings)); | |||
454 | } | |||
455 | ||||
456 | /** | |||
457 | * Returns true if this set contains all the characters | |||
458 | * of the given string. | |||
459 | * @param s string containing characters to be checked for containment | |||
460 | * @return true if the test condition is met | |||
461 | */ | |||
462 | UBool UnicodeSet::containsAll(const UnicodeString& s) const { | |||
463 | return (UBool)(span(s.getBuffer(), s.length(), USET_SPAN_CONTAINED) == | |||
464 | s.length()); | |||
465 | } | |||
466 | ||||
467 | /** | |||
468 | * Returns true if this set contains none of the characters | |||
469 | * of the given range. | |||
470 | * @param start first character, inclusive, of the range | |||
471 | * @param end last character, inclusive, of the range | |||
472 | * @return true if the test condition is met | |||
473 | */ | |||
474 | UBool UnicodeSet::containsNone(UChar32 start, UChar32 end) const { | |||
475 | //int32_t i = -1; | |||
476 | //for (;;) { | |||
477 | // if (start < list[++i]) break; | |||
478 | //} | |||
479 | int32_t i = findCodePoint(start); | |||
480 | return ((i & 1) == 0 && end < list[i]); | |||
481 | } | |||
482 | ||||
483 | /** | |||
484 | * Returns true if this set contains none of the characters and strings | |||
485 | * of the given set. | |||
486 | * @param c set to be checked for containment | |||
487 | * @return true if the test condition is met | |||
488 | */ | |||
489 | UBool UnicodeSet::containsNone(const UnicodeSet& c) const { | |||
490 | // The specified set is a subset if all of its pairs are contained in | |||
491 | // this set. It's possible to code this more efficiently in terms of | |||
492 | // direct manipulation of the inversion lists if the need arises. | |||
493 | int32_t n = c.getRangeCount(); | |||
494 | for (int32_t i=0; i<n; ++i) { | |||
495 | if (!containsNone(c.getRangeStart(i), c.getRangeEnd(i))) { | |||
496 | return FALSE0; | |||
497 | } | |||
498 | } | |||
499 | return strings == nullptr || !c.hasStrings() || strings->containsNone(*c.strings); | |||
500 | } | |||
501 | ||||
502 | /** | |||
503 | * Returns true if this set contains none of the characters | |||
504 | * of the given string. | |||
505 | * @param s string containing characters to be checked for containment | |||
506 | * @return true if the test condition is met | |||
507 | */ | |||
508 | UBool UnicodeSet::containsNone(const UnicodeString& s) const { | |||
509 | return (UBool)(span(s.getBuffer(), s.length(), USET_SPAN_NOT_CONTAINED) == | |||
510 | s.length()); | |||
511 | } | |||
512 | ||||
513 | /** | |||
514 | * Returns <tt>true</tt> if this set contains any character whose low byte | |||
515 | * is the given value. This is used by <tt>RuleBasedTransliterator</tt> for | |||
516 | * indexing. | |||
517 | */ | |||
518 | UBool UnicodeSet::matchesIndexValue(uint8_t v) const { | |||
519 | /* The index value v, in the range [0,255], is contained in this set if | |||
520 | * it is contained in any pair of this set. Pairs either have the high | |||
521 | * bytes equal, or unequal. If the high bytes are equal, then we have | |||
522 | * aaxx..aayy, where aa is the high byte. Then v is contained if xx <= | |||
523 | * v <= yy. If the high bytes are unequal we have aaxx..bbyy, bb>aa. | |||
524 | * Then v is contained if xx <= v || v <= yy. (This is identical to the | |||
525 | * time zone month containment logic.) | |||
526 | */ | |||
527 | int32_t i; | |||
528 | int32_t rangeCount=getRangeCount(); | |||
529 | for (i=0; i<rangeCount; ++i) { | |||
530 | UChar32 low = getRangeStart(i); | |||
531 | UChar32 high = getRangeEnd(i); | |||
532 | if ((low & ~0xFF) == (high & ~0xFF)) { | |||
533 | if ((low & 0xFF) <= v && v <= (high & 0xFF)) { | |||
534 | return TRUE1; | |||
535 | } | |||
536 | } else if ((low & 0xFF) <= v || v <= (high & 0xFF)) { | |||
537 | return TRUE1; | |||
538 | } | |||
539 | } | |||
540 | if (hasStrings()) { | |||
541 | for (i=0; i<strings->size(); ++i) { | |||
542 | const UnicodeString& s = *(const UnicodeString*)strings->elementAt(i); | |||
543 | if (s.isEmpty()) { | |||
544 | continue; // skip the empty string | |||
545 | } | |||
546 | UChar32 c = s.char32At(0); | |||
547 | if ((c & 0xFF) == v) { | |||
548 | return TRUE1; | |||
549 | } | |||
550 | } | |||
551 | } | |||
552 | return FALSE0; | |||
553 | } | |||
554 | ||||
555 | /** | |||
556 | * Implementation of UnicodeMatcher::matches(). Always matches the | |||
557 | * longest possible multichar string. | |||
558 | */ | |||
559 | UMatchDegree UnicodeSet::matches(const Replaceable& text, | |||
560 | int32_t& offset, | |||
561 | int32_t limit, | |||
562 | UBool incremental) { | |||
563 | if (offset == limit) { | |||
564 | if (contains(U_ETHER((char16_t)0xFFFF))) { | |||
565 | return incremental ? U_PARTIAL_MATCH : U_MATCH; | |||
566 | } else { | |||
567 | return U_MISMATCH; | |||
568 | } | |||
569 | } else { | |||
570 | if (hasStrings()) { // try strings first | |||
571 | ||||
572 | // might separate forward and backward loops later | |||
573 | // for now they are combined | |||
574 | ||||
575 | // TODO Improve efficiency of this, at least in the forward | |||
576 | // direction, if not in both. In the forward direction we | |||
577 | // can assume the strings are sorted. | |||
578 | ||||
579 | int32_t i; | |||
580 | UBool forward = offset < limit; | |||
581 | ||||
582 | // firstChar is the leftmost char to match in the | |||
583 | // forward direction or the rightmost char to match in | |||
584 | // the reverse direction. | |||
585 | UChar firstChar = text.charAt(offset); | |||
586 | ||||
587 | // If there are multiple strings that can match we | |||
588 | // return the longest match. | |||
589 | int32_t highWaterLength = 0; | |||
590 | ||||
591 | for (i=0; i<strings->size(); ++i) { | |||
592 | const UnicodeString& trial = *(const UnicodeString*)strings->elementAt(i); | |||
593 | if (trial.isEmpty()) { | |||
594 | continue; // skip the empty string | |||
595 | } | |||
596 | ||||
597 | UChar c = trial.charAt(forward ? 0 : trial.length() - 1); | |||
598 | ||||
599 | // Strings are sorted, so we can optimize in the | |||
600 | // forward direction. | |||
601 | if (forward && c > firstChar) break; | |||
602 | if (c != firstChar) continue; | |||
603 | ||||
604 | int32_t matchLen = matchRest(text, offset, limit, trial); | |||
605 | ||||
606 | if (incremental) { | |||
607 | int32_t maxLen = forward ? limit-offset : offset-limit; | |||
608 | if (matchLen == maxLen) { | |||
609 | // We have successfully matched but only up to limit. | |||
610 | return U_PARTIAL_MATCH; | |||
611 | } | |||
612 | } | |||
613 | ||||
614 | if (matchLen == trial.length()) { | |||
615 | // We have successfully matched the whole string. | |||
616 | if (matchLen > highWaterLength) { | |||
617 | highWaterLength = matchLen; | |||
618 | } | |||
619 | // In the forward direction we know strings | |||
620 | // are sorted so we can bail early. | |||
621 | if (forward && matchLen < highWaterLength) { | |||
622 | break; | |||
623 | } | |||
624 | continue; | |||
625 | } | |||
626 | } | |||
627 | ||||
628 | // We've checked all strings without a partial match. | |||
629 | // If we have full matches, return the longest one. | |||
630 | if (highWaterLength != 0) { | |||
631 | offset += forward ? highWaterLength : -highWaterLength; | |||
632 | return U_MATCH; | |||
633 | } | |||
634 | } | |||
635 | return UnicodeFilter::matches(text, offset, limit, incremental); | |||
636 | } | |||
637 | } | |||
638 | ||||
639 | /** | |||
640 | * Returns the longest match for s in text at the given position. | |||
641 | * If limit > start then match forward from start+1 to limit | |||
642 | * matching all characters except s.charAt(0). If limit < start, | |||
643 | * go backward starting from start-1 matching all characters | |||
644 | * except s.charAt(s.length()-1). This method assumes that the | |||
645 | * first character, text.charAt(start), matches s, so it does not | |||
646 | * check it. | |||
647 | * @param text the text to match | |||
648 | * @param start the first character to match. In the forward | |||
649 | * direction, text.charAt(start) is matched against s.charAt(0). | |||
650 | * In the reverse direction, it is matched against | |||
651 | * s.charAt(s.length()-1). | |||
652 | * @param limit the limit offset for matching, either last+1 in | |||
653 | * the forward direction, or last-1 in the reverse direction, | |||
654 | * where last is the index of the last character to match. | |||
655 | * @return If part of s matches up to the limit, return |limit - | |||
656 | * start|. If all of s matches before reaching the limit, return | |||
657 | * s.length(). If there is a mismatch between s and text, return | |||
658 | * 0 | |||
659 | */ | |||
660 | int32_t UnicodeSet::matchRest(const Replaceable& text, | |||
661 | int32_t start, int32_t limit, | |||
662 | const UnicodeString& s) { | |||
663 | int32_t i; | |||
664 | int32_t maxLen; | |||
665 | int32_t slen = s.length(); | |||
666 | if (start < limit) { | |||
667 | maxLen = limit - start; | |||
668 | if (maxLen > slen) maxLen = slen; | |||
669 | for (i = 1; i < maxLen; ++i) { | |||
670 | if (text.charAt(start + i) != s.charAt(i)) return 0; | |||
671 | } | |||
672 | } else { | |||
673 | maxLen = start - limit; | |||
674 | if (maxLen > slen) maxLen = slen; | |||
675 | --slen; // <=> slen = s.length() - 1; | |||
676 | for (i = 1; i < maxLen; ++i) { | |||
677 | if (text.charAt(start - i) != s.charAt(slen - i)) return 0; | |||
678 | } | |||
679 | } | |||
680 | return maxLen; | |||
681 | } | |||
682 | ||||
683 | /** | |||
684 | * Implement of UnicodeMatcher | |||
685 | */ | |||
686 | void UnicodeSet::addMatchSetTo(UnicodeSet& toUnionTo) const { | |||
687 | toUnionTo.addAll(*this); | |||
688 | } | |||
689 | ||||
690 | /** | |||
691 | * Returns the index of the given character within this set, where | |||
692 | * the set is ordered by ascending code point. If the character | |||
693 | * is not in this set, return -1. The inverse of this method is | |||
694 | * <code>charAt()</code>. | |||
695 | * @return an index from 0..size()-1, or -1 | |||
696 | */ | |||
697 | int32_t UnicodeSet::indexOf(UChar32 c) const { | |||
698 | if (c < MIN_VALUE || c > MAX_VALUE) { | |||
699 | return -1; | |||
700 | } | |||
701 | int32_t i = 0; | |||
702 | int32_t n = 0; | |||
703 | for (;;) { | |||
704 | UChar32 start = list[i++]; | |||
705 | if (c < start) { | |||
706 | return -1; | |||
707 | } | |||
708 | UChar32 limit = list[i++]; | |||
709 | if (c < limit) { | |||
710 | return n + c - start; | |||
711 | } | |||
712 | n += limit - start; | |||
713 | } | |||
714 | } | |||
715 | ||||
716 | /** | |||
717 | * Returns the character at the given index within this set, where | |||
718 | * the set is ordered by ascending code point. If the index is | |||
719 | * out of range, return (UChar32)-1. The inverse of this method is | |||
720 | * <code>indexOf()</code>. | |||
721 | * @param index an index from 0..size()-1 | |||
722 | * @return the character at the given index, or (UChar32)-1. | |||
723 | */ | |||
724 | UChar32 UnicodeSet::charAt(int32_t index) const { | |||
725 | if (index >= 0) { | |||
726 | // len2 is the largest even integer <= len, that is, it is len | |||
727 | // for even values and len-1 for odd values. With odd values | |||
728 | // the last entry is UNICODESET_HIGH. | |||
729 | int32_t len2 = len & ~1; | |||
730 | for (int32_t i=0; i < len2;) { | |||
731 | UChar32 start = list[i++]; | |||
732 | int32_t count = list[i++] - start; | |||
733 | if (index < count) { | |||
734 | return (UChar32)(start + index); | |||
735 | } | |||
736 | index -= count; | |||
737 | } | |||
738 | } | |||
739 | return (UChar32)-1; | |||
740 | } | |||
741 | ||||
742 | /** | |||
743 | * Make this object represent the range <code>start - end</code>. | |||
744 | * If <code>end > start</code> then this object is set to an | |||
745 | * an empty range. | |||
746 | * | |||
747 | * @param start first character in the set, inclusive | |||
748 | * @rparam end last character in the set, inclusive | |||
749 | */ | |||
750 | UnicodeSet& UnicodeSet::set(UChar32 start, UChar32 end) { | |||
751 | clear(); | |||
752 | complement(start, end); | |||
753 | return *this; | |||
754 | } | |||
755 | ||||
756 | /** | |||
757 | * Adds the specified range to this set if it is not already | |||
758 | * present. If this set already contains the specified range, | |||
759 | * the call leaves this set unchanged. If <code>end > start</code> | |||
760 | * then an empty range is added, leaving the set unchanged. | |||
761 | * | |||
762 | * @param start first character, inclusive, of range to be added | |||
763 | * to this set. | |||
764 | * @param end last character, inclusive, of range to be added | |||
765 | * to this set. | |||
766 | */ | |||
767 | UnicodeSet& UnicodeSet::add(UChar32 start, UChar32 end) { | |||
768 | if (pinCodePoint(start) < pinCodePoint(end)) { | |||
769 | UChar32 limit = end + 1; | |||
770 | // Fast path for adding a new range after the last one. | |||
771 | // Odd list length: [..., lastStart, lastLimit, HIGH] | |||
772 | if ((len & 1) != 0) { | |||
773 | // If the list is empty, set lastLimit low enough to not be adjacent to 0. | |||
774 | UChar32 lastLimit = len == 1 ? -2 : list[len - 2]; | |||
775 | if (lastLimit <= start && !isFrozen() && !isBogus()) { | |||
776 | if (lastLimit == start) { | |||
777 | // Extend the last range. | |||
778 | list[len - 2] = limit; | |||
779 | if (limit == UNICODESET_HIGH0x0110000) { | |||
780 | --len; | |||
781 | } | |||
782 | } else { | |||
783 | list[len - 1] = start; | |||
784 | if (limit < UNICODESET_HIGH0x0110000) { | |||
785 | if (ensureCapacity(len + 2)) { | |||
786 | list[len++] = limit; | |||
787 | list[len++] = UNICODESET_HIGH0x0110000; | |||
788 | } | |||
789 | } else { // limit == UNICODESET_HIGH | |||
790 | if (ensureCapacity(len + 1)) { | |||
791 | list[len++] = UNICODESET_HIGH0x0110000; | |||
792 | } | |||
793 | } | |||
794 | } | |||
795 | releasePattern(); | |||
796 | return *this; | |||
797 | } | |||
798 | } | |||
799 | // This is slow. Could be much faster using findCodePoint(start) | |||
800 | // and modifying the list, dealing with adjacent & overlapping ranges. | |||
801 | UChar32 range[3] = { start, limit, UNICODESET_HIGH0x0110000 }; | |||
802 | add(range, 2, 0); | |||
803 | } else if (start == end) { | |||
804 | add(start); | |||
805 | } | |||
806 | return *this; | |||
807 | } | |||
808 | ||||
809 | // #define DEBUG_US_ADD | |||
810 | ||||
811 | #ifdef DEBUG_US_ADD | |||
812 | #include <stdio.h> | |||
813 | void dump(UChar32 c) { | |||
814 | if (c <= 0xFF) { | |||
815 | printf("%c", (char)c); | |||
816 | } else { | |||
817 | printf("U+%04X", c); | |||
818 | } | |||
819 | } | |||
820 | void dump(const UChar32* list, int32_t len) { | |||
821 | printf("["); | |||
822 | for (int32_t i=0; i<len; ++i) { | |||
823 | if (i != 0) printf(", "); | |||
824 | dump(list[i]); | |||
825 | } | |||
826 | printf("]"); | |||
827 | } | |||
828 | #endif | |||
829 | ||||
830 | /** | |||
831 | * Adds the specified character to this set if it is not already | |||
832 | * present. If this set already contains the specified character, | |||
833 | * the call leaves this set unchanged. | |||
834 | */ | |||
835 | UnicodeSet& UnicodeSet::add(UChar32 c) { | |||
836 | // find smallest i such that c < list[i] | |||
837 | // if odd, then it is IN the set | |||
838 | // if even, then it is OUT of the set | |||
839 | int32_t i = findCodePoint(pinCodePoint(c)); | |||
840 | ||||
841 | // already in set? | |||
842 | if ((i & 1) != 0 || isFrozen() || isBogus()) return *this; | |||
843 | ||||
844 | // HIGH is 0x110000 | |||
845 | // assert(list[len-1] == HIGH); | |||
846 | ||||
847 | // empty = [HIGH] | |||
848 | // [start_0, limit_0, start_1, limit_1, HIGH] | |||
849 | ||||
850 | // [..., start_k-1, limit_k-1, start_k, limit_k, ..., HIGH] | |||
851 | // ^ | |||
852 | // list[i] | |||
853 | ||||
854 | // i == 0 means c is before the first range | |||
855 | ||||
856 | #ifdef DEBUG_US_ADD | |||
857 | printf("Add of "); | |||
858 | dump(c); | |||
859 | printf(" found at %d", i); | |||
860 | printf(": "); | |||
861 | dump(list, len); | |||
862 | printf(" => "); | |||
863 | #endif | |||
864 | ||||
865 | if (c == list[i]-1) { | |||
866 | // c is before start of next range | |||
867 | list[i] = c; | |||
868 | // if we touched the HIGH mark, then add a new one | |||
869 | if (c == (UNICODESET_HIGH0x0110000 - 1)) { | |||
870 | if (!ensureCapacity(len+1)) { | |||
871 | // ensureCapacity will mark the object as Bogus if OOM failure happens. | |||
872 | return *this; | |||
873 | } | |||
874 | list[len++] = UNICODESET_HIGH0x0110000; | |||
875 | } | |||
876 | if (i > 0 && c == list[i-1]) { | |||
877 | // collapse adjacent ranges | |||
878 | ||||
879 | // [..., start_k-1, c, c, limit_k, ..., HIGH] | |||
880 | // ^ | |||
881 | // list[i] | |||
882 | ||||
883 | //for (int32_t k=i-1; k<len-2; ++k) { | |||
884 | // list[k] = list[k+2]; | |||
885 | //} | |||
886 | UChar32* dst = list + i - 1; | |||
887 | UChar32* src = dst + 2; | |||
888 | UChar32* srclimit = list + len; | |||
889 | while (src < srclimit) *(dst++) = *(src++); | |||
890 | ||||
891 | len -= 2; | |||
892 | } | |||
893 | } | |||
894 | ||||
895 | else if (i > 0 && c == list[i-1]) { | |||
896 | // c is after end of prior range | |||
897 | list[i-1]++; | |||
898 | // no need to check for collapse here | |||
899 | } | |||
900 | ||||
901 | else { | |||
902 | // At this point we know the new char is not adjacent to | |||
903 | // any existing ranges, and it is not 10FFFF. | |||
904 | ||||
905 | ||||
906 | // [..., start_k-1, limit_k-1, start_k, limit_k, ..., HIGH] | |||
907 | // ^ | |||
908 | // list[i] | |||
909 | ||||
910 | // [..., start_k-1, limit_k-1, c, c+1, start_k, limit_k, ..., HIGH] | |||
911 | // ^ | |||
912 | // list[i] | |||
913 | ||||
914 | if (!ensureCapacity(len+2)) { | |||
915 | // ensureCapacity will mark the object as Bogus if OOM failure happens. | |||
916 | return *this; | |||
917 | } | |||
918 | ||||
919 | UChar32 *p = list + i; | |||
920 | uprv_memmove(p + 2, p, (len - i) * sizeof(*p))do { clang diagnostic push
clang diagnostic ignored "-Waddress" (void)0; (void)0; clang diagnostic pop :: memmove(p + 2, p , (len - i) * sizeof(*p)); } while (false); | |||
921 | list[i] = c; | |||
922 | list[i+1] = c+1; | |||
923 | len += 2; | |||
924 | } | |||
925 | ||||
926 | #ifdef DEBUG_US_ADD | |||
927 | dump(list, len); | |||
928 | printf("\n"); | |||
929 | ||||
930 | for (i=1; i<len; ++i) { | |||
931 | if (list[i] <= list[i-1]) { | |||
932 | // Corrupt array! | |||
933 | printf("ERROR: list has been corrupted\n"); | |||
934 | exit(1); | |||
935 | } | |||
936 | } | |||
937 | #endif | |||
938 | ||||
939 | releasePattern(); | |||
940 | return *this; | |||
941 | } | |||
942 | ||||
943 | /** | |||
944 | * Adds the specified multicharacter to this set if it is not already | |||
945 | * present. If this set already contains the multicharacter, | |||
946 | * the call leaves this set unchanged. | |||
947 | * Thus "ch" => {"ch"} | |||
948 | * | |||
949 | * @param s the source string | |||
950 | * @return the modified set, for chaining | |||
951 | */ | |||
952 | UnicodeSet& UnicodeSet::add(const UnicodeString& s) { | |||
953 | if (isFrozen() || isBogus()) return *this; | |||
954 | int32_t cp = getSingleCP(s); | |||
955 | if (cp < 0) { | |||
956 | if (!stringsContains(s)) { | |||
957 | _add(s); | |||
958 | releasePattern(); | |||
959 | } | |||
960 | } else { | |||
961 | add((UChar32)cp); | |||
962 | } | |||
963 | return *this; | |||
964 | } | |||
965 | ||||
966 | /** | |||
967 | * Adds the given string, in order, to 'strings'. The given string | |||
968 | * must have been checked by the caller to not already be in 'strings'. | |||
969 | */ | |||
970 | void UnicodeSet::_add(const UnicodeString& s) { | |||
971 | if (isFrozen() || isBogus()) { | |||
972 | return; | |||
973 | } | |||
974 | UErrorCode ec = U_ZERO_ERROR; | |||
975 | if (strings == nullptr && !allocateStrings(ec)) { | |||
976 | setToBogus(); | |||
977 | return; | |||
978 | } | |||
979 | UnicodeString* t = new UnicodeString(s); | |||
980 | if (t == NULL__null) { // Check for memory allocation error. | |||
981 | setToBogus(); | |||
982 | return; | |||
983 | } | |||
984 | strings->sortedInsert(t, compareUnicodeString, ec); | |||
985 | if (U_FAILURE(ec)) { | |||
986 | setToBogus(); | |||
987 | } | |||
988 | } | |||
989 | ||||
990 | /** | |||
991 | * @return a code point IF the string consists of a single one. | |||
992 | * otherwise returns -1. | |||
993 | * @param string to test | |||
994 | */ | |||
995 | int32_t UnicodeSet::getSingleCP(const UnicodeString& s) { | |||
996 | int32_t sLength = s.length(); | |||
997 | if (sLength == 1) return s.charAt(0); | |||
998 | if (sLength == 2) { | |||
999 | UChar32 cp = s.char32At(0); | |||
1000 | if (cp > 0xFFFF) { // is surrogate pair | |||
1001 | return cp; | |||
1002 | } | |||
1003 | } | |||
1004 | return -1; | |||
1005 | } | |||
1006 | ||||
1007 | /** | |||
1008 | * Adds each of the characters in this string to the set. Thus "ch" => {"c", "h"} | |||
1009 | * If this set already any particular character, it has no effect on that character. | |||
1010 | * @param the source string | |||
1011 | * @return the modified set, for chaining | |||
1012 | */ | |||
1013 | UnicodeSet& UnicodeSet::addAll(const UnicodeString& s) { | |||
1014 | UChar32 cp; | |||
1015 | for (int32_t i = 0; i < s.length(); i += U16_LENGTH(cp)((uint32_t)(cp)<=0xffff ? 1 : 2)) { | |||
1016 | cp = s.char32At(i); | |||
1017 | add(cp); | |||
1018 | } | |||
1019 | return *this; | |||
1020 | } | |||
1021 | ||||
1022 | /** | |||
1023 | * Retains EACH of the characters in this string. Note: "ch" == {"c", "h"} | |||
1024 | * If this set already any particular character, it has no effect on that character. | |||
1025 | * @param the source string | |||
1026 | * @return the modified set, for chaining | |||
1027 | */ | |||
1028 | UnicodeSet& UnicodeSet::retainAll(const UnicodeString& s) { | |||
1029 | UnicodeSet set; | |||
1030 | set.addAll(s); | |||
1031 | retainAll(set); | |||
1032 | return *this; | |||
1033 | } | |||
1034 | ||||
1035 | /** | |||
1036 | * Complement EACH of the characters in this string. Note: "ch" == {"c", "h"} | |||
1037 | * If this set already any particular character, it has no effect on that character. | |||
1038 | * @param the source string | |||
1039 | * @return the modified set, for chaining | |||
1040 | */ | |||
1041 | UnicodeSet& UnicodeSet::complementAll(const UnicodeString& s) { | |||
1042 | UnicodeSet set; | |||
1043 | set.addAll(s); | |||
1044 | complementAll(set); | |||
1045 | return *this; | |||
1046 | } | |||
1047 | ||||
1048 | /** | |||
1049 | * Remove EACH of the characters in this string. Note: "ch" == {"c", "h"} | |||
1050 | * If this set already any particular character, it has no effect on that character. | |||
1051 | * @param the source string | |||
1052 | * @return the modified set, for chaining | |||
1053 | */ | |||
1054 | UnicodeSet& UnicodeSet::removeAll(const UnicodeString& s) { | |||
1055 | UnicodeSet set; | |||
1056 | set.addAll(s); | |||
1057 | removeAll(set); | |||
1058 | return *this; | |||
1059 | } | |||
1060 | ||||
1061 | UnicodeSet& UnicodeSet::removeAllStrings() { | |||
1062 | if (!isFrozen() && hasStrings()) { | |||
1063 | strings->removeAllElements(); | |||
1064 | releasePattern(); | |||
1065 | } | |||
1066 | return *this; | |||
1067 | } | |||
1068 | ||||
1069 | ||||
1070 | /** | |||
1071 | * Makes a set from a multicharacter string. Thus "ch" => {"ch"} | |||
1072 | * <br><b>Warning: you cannot add an empty string ("") to a UnicodeSet.</b> | |||
1073 | * @param the source string | |||
1074 | * @return a newly created set containing the given string | |||
1075 | */ | |||
1076 | UnicodeSet* U_EXPORT2 UnicodeSet::createFrom(const UnicodeString& s) { | |||
1077 | UnicodeSet *set = new UnicodeSet(); | |||
1078 | if (set != NULL__null) { // Check for memory allocation error. | |||
1079 | set->add(s); | |||
1080 | } | |||
1081 | return set; | |||
1082 | } | |||
1083 | ||||
1084 | ||||
1085 | /** | |||
1086 | * Makes a set from each of the characters in the string. Thus "ch" => {"c", "h"} | |||
1087 | * @param the source string | |||
1088 | * @return a newly created set containing the given characters | |||
1089 | */ | |||
1090 | UnicodeSet* U_EXPORT2 UnicodeSet::createFromAll(const UnicodeString& s) { | |||
1091 | UnicodeSet *set = new UnicodeSet(); | |||
1092 | if (set != NULL__null) { // Check for memory allocation error. | |||
1093 | set->addAll(s); | |||
1094 | } | |||
1095 | return set; | |||
1096 | } | |||
1097 | ||||
1098 | /** | |||
1099 | * Retain only the elements in this set that are contained in the | |||
1100 | * specified range. If <code>end > start</code> then an empty range is | |||
1101 | * retained, leaving the set empty. | |||
1102 | * | |||
1103 | * @param start first character, inclusive, of range to be retained | |||
1104 | * to this set. | |||
1105 | * @param end last character, inclusive, of range to be retained | |||
1106 | * to this set. | |||
1107 | */ | |||
1108 | UnicodeSet& UnicodeSet::retain(UChar32 start, UChar32 end) { | |||
1109 | if (pinCodePoint(start) <= pinCodePoint(end)) { | |||
1110 | UChar32 range[3] = { start, end+1, UNICODESET_HIGH0x0110000 }; | |||
1111 | retain(range, 2, 0); | |||
1112 | } else { | |||
1113 | clear(); | |||
1114 | } | |||
1115 | return *this; | |||
1116 | } | |||
1117 | ||||
1118 | UnicodeSet& UnicodeSet::retain(UChar32 c) { | |||
1119 | return retain(c, c); | |||
1120 | } | |||
1121 | ||||
1122 | UnicodeSet& UnicodeSet::retain(const UnicodeString &s) { | |||
1123 | if (isFrozen() || isBogus()) { return *this; } | |||
1124 | UChar32 cp = getSingleCP(s); | |||
1125 | if (cp < 0) { | |||
1126 | bool isIn = stringsContains(s); | |||
1127 | // Check for getRangeCount() first to avoid somewhat-expensive size() | |||
1128 | // when there are single code points. | |||
1129 | if (isIn && getRangeCount() == 0 && size() == 1) { | |||
1130 | return *this; | |||
1131 | } | |||
1132 | clear(); | |||
1133 | if (isIn) { | |||
1134 | _add(s); | |||
1135 | } | |||
1136 | } else { | |||
1137 | retain(cp, cp); | |||
1138 | } | |||
1139 | return *this; | |||
1140 | } | |||
1141 | ||||
1142 | /** | |||
1143 | * Removes the specified range from this set if it is present. | |||
1144 | * The set will not contain the specified range once the call | |||
1145 | * returns. If <code>end > start</code> then an empty range is | |||
1146 | * removed, leaving the set unchanged. | |||
1147 | * | |||
1148 | * @param start first character, inclusive, of range to be removed | |||
1149 | * from this set. | |||
1150 | * @param end last character, inclusive, of range to be removed | |||
1151 | * from this set. | |||
1152 | */ | |||
1153 | UnicodeSet& UnicodeSet::remove(UChar32 start, UChar32 end) { | |||
1154 | if (pinCodePoint(start) <= pinCodePoint(end)) { | |||
1155 | UChar32 range[3] = { start, end+1, UNICODESET_HIGH0x0110000 }; | |||
1156 | retain(range, 2, 2); | |||
1157 | } | |||
1158 | return *this; | |||
1159 | } | |||
1160 | ||||
1161 | /** | |||
1162 | * Removes the specified character from this set if it is present. | |||
1163 | * The set will not contain the specified range once the call | |||
1164 | * returns. | |||
1165 | */ | |||
1166 | UnicodeSet& UnicodeSet::remove(UChar32 c) { | |||
1167 | return remove(c, c); | |||
1168 | } | |||
1169 | ||||
1170 | /** | |||
1171 | * Removes the specified string from this set if it is present. | |||
1172 | * The set will not contain the specified character once the call | |||
1173 | * returns. | |||
1174 | * @param the source string | |||
1175 | * @return the modified set, for chaining | |||
1176 | */ | |||
1177 | UnicodeSet& UnicodeSet::remove(const UnicodeString& s) { | |||
1178 | if (isFrozen() || isBogus()) return *this; | |||
| ||||
1179 | int32_t cp = getSingleCP(s); | |||
1180 | if (cp
| |||
1181 | if (strings != nullptr && strings->removeElement((void*) &s)) { | |||
1182 | releasePattern(); | |||
1183 | } | |||
1184 | } else { | |||
1185 | remove((UChar32)cp, (UChar32)cp); | |||
1186 | } | |||
1187 | return *this; | |||
1188 | } | |||
1189 | ||||
1190 | /** | |||
1191 | * Complements the specified range in this set. Any character in | |||
1192 | * the range will be removed if it is in this set, or will be | |||
1193 | * added if it is not in this set. If <code>end > start</code> | |||
1194 | * then an empty range is xor'ed, leaving the set unchanged. | |||
1195 | * | |||
1196 | * @param start first character, inclusive, of range to be removed | |||
1197 | * from this set. | |||
1198 | * @param end last character, inclusive, of range to be removed | |||
1199 | * from this set. | |||
1200 | */ | |||
1201 | UnicodeSet& UnicodeSet::complement(UChar32 start, UChar32 end) { | |||
1202 | if (isFrozen() || isBogus()) { | |||
1203 | return *this; | |||
1204 | } | |||
1205 | if (pinCodePoint(start) <= pinCodePoint(end)) { | |||
1206 | UChar32 range[3] = { start, end+1, UNICODESET_HIGH0x0110000 }; | |||
1207 | exclusiveOr(range, 2, 0); | |||
1208 | } | |||
1209 | releasePattern(); | |||
1210 | return *this; | |||
1211 | } | |||
1212 | ||||
1213 | UnicodeSet& UnicodeSet::complement(UChar32 c) { | |||
1214 | return complement(c, c); | |||
1215 | } | |||
1216 | ||||
1217 | /** | |||
1218 | * This is equivalent to | |||
1219 | * <code>complement(MIN_VALUE, MAX_VALUE)</code>. | |||
1220 | */ | |||
1221 | UnicodeSet& UnicodeSet::complement(void) { | |||
1222 | if (isFrozen() || isBogus()) { | |||
1223 | return *this; | |||
1224 | } | |||
1225 | if (list[0] == UNICODESET_LOW0x000000) { | |||
1226 | uprv_memmove(list, list + 1, (size_t)(len-1)*sizeof(UChar32))do { clang diagnostic push
clang diagnostic ignored "-Waddress" (void)0; (void)0; clang diagnostic pop :: memmove(list, list + 1, (size_t)(len-1)*sizeof(UChar32)); } while (false); | |||
1227 | --len; | |||
1228 | } else { | |||
1229 | if (!ensureCapacity(len+1)) { | |||
1230 | return *this; | |||
1231 | } | |||
1232 | uprv_memmove(list + 1, list, (size_t)len*sizeof(UChar32))do { clang diagnostic push
clang diagnostic ignored "-Waddress" (void)0; (void)0; clang diagnostic pop :: memmove(list + 1 , list, (size_t)len*sizeof(UChar32)); } while (false); | |||
1233 | list[0] = UNICODESET_LOW0x000000; | |||
1234 | ++len; | |||
1235 | } | |||
1236 | releasePattern(); | |||
1237 | return *this; | |||
1238 | } | |||
1239 | ||||
1240 | /** | |||
1241 | * Complement the specified string in this set. | |||
1242 | * The set will not contain the specified string once the call | |||
1243 | * returns. | |||
1244 | * | |||
1245 | * @param s the string to complement | |||
1246 | * @return this object, for chaining | |||
1247 | */ | |||
1248 | UnicodeSet& UnicodeSet::complement(const UnicodeString& s) { | |||
1249 | if (isFrozen() || isBogus()) return *this; | |||
1250 | int32_t cp = getSingleCP(s); | |||
1251 | if (cp < 0) { | |||
1252 | if (stringsContains(s)) { | |||
1253 | strings->removeElement((void*) &s); | |||
1254 | } else { | |||
1255 | _add(s); | |||
1256 | } | |||
1257 | releasePattern(); | |||
1258 | } else { | |||
1259 | complement((UChar32)cp, (UChar32)cp); | |||
1260 | } | |||
1261 | return *this; | |||
1262 | } | |||
1263 | ||||
1264 | /** | |||
1265 | * Adds all of the elements in the specified set to this set if | |||
1266 | * they're not already present. This operation effectively | |||
1267 | * modifies this set so that its value is the <i>union</i> of the two | |||
1268 | * sets. The behavior of this operation is unspecified if the specified | |||
1269 | * collection is modified while the operation is in progress. | |||
1270 | * | |||
1271 | * @param c set whose elements are to be added to this set. | |||
1272 | * @see #add(char, char) | |||
1273 | */ | |||
1274 | UnicodeSet& UnicodeSet::addAll(const UnicodeSet& c) { | |||
1275 | if ( c.len>0 && c.list!=NULL__null ) { | |||
1276 | add(c.list, c.len, 0); | |||
1277 | } | |||
1278 | ||||
1279 | // Add strings in order | |||
1280 | if ( c.strings!=NULL__null ) { | |||
1281 | for (int32_t i=0; i<c.strings->size(); ++i) { | |||
1282 | const UnicodeString* s = (const UnicodeString*)c.strings->elementAt(i); | |||
1283 | if (!stringsContains(*s)) { | |||
1284 | _add(*s); | |||
1285 | } | |||
1286 | } | |||
1287 | } | |||
1288 | return *this; | |||
1289 | } | |||
1290 | ||||
1291 | /** | |||
1292 | * Retains only the elements in this set that are contained in the | |||
1293 | * specified set. In other words, removes from this set all of | |||
1294 | * its elements that are not contained in the specified set. This | |||
1295 | * operation effectively modifies this set so that its value is | |||
1296 | * the <i>intersection</i> of the two sets. | |||
1297 | * | |||
1298 | * @param c set that defines which elements this set will retain. | |||
1299 | */ | |||
1300 | UnicodeSet& UnicodeSet::retainAll(const UnicodeSet& c) { | |||
1301 | if (isFrozen() || isBogus()) { | |||
1302 | return *this; | |||
1303 | } | |||
1304 | retain(c.list, c.len, 0); | |||
1305 | if (hasStrings()) { | |||
1306 | if (!c.hasStrings()) { | |||
1307 | strings->removeAllElements(); | |||
1308 | } else { | |||
1309 | strings->retainAll(*c.strings); | |||
1310 | } | |||
1311 | } | |||
1312 | return *this; | |||
1313 | } | |||
1314 | ||||
1315 | /** | |||
1316 | * Removes from this set all of its elements that are contained in the | |||
1317 | * specified set. This operation effectively modifies this | |||
1318 | * set so that its value is the <i>asymmetric set difference</i> of | |||
1319 | * the two sets. | |||
1320 | * | |||
1321 | * @param c set that defines which elements will be removed from | |||
1322 | * this set. | |||
1323 | */ | |||
1324 | UnicodeSet& UnicodeSet::removeAll(const UnicodeSet& c) { | |||
1325 | if (isFrozen() || isBogus()) { | |||
1326 | return *this; | |||
1327 | } | |||
1328 | retain(c.list, c.len, 2); | |||
1329 | if (hasStrings() && c.hasStrings()) { | |||
1330 | strings->removeAll(*c.strings); | |||
1331 | } | |||
1332 | return *this; | |||
1333 | } | |||
1334 | ||||
1335 | /** | |||
1336 | * Complements in this set all elements contained in the specified | |||
1337 | * set. Any character in the other set will be removed if it is | |||
1338 | * in this set, or will be added if it is not in this set. | |||
1339 | * | |||
1340 | * @param c set that defines which elements will be xor'ed from | |||
1341 | * this set. | |||
1342 | */ | |||
1343 | UnicodeSet& UnicodeSet::complementAll(const UnicodeSet& c) { | |||
1344 | if (isFrozen() || isBogus()) { | |||
1345 | return *this; | |||
1346 | } | |||
1347 | exclusiveOr(c.list, c.len, 0); | |||
1348 | ||||
1349 | if (c.strings != nullptr) { | |||
1350 | for (int32_t i=0; i<c.strings->size(); ++i) { | |||
1351 | void* e = c.strings->elementAt(i); | |||
1352 | if (strings == nullptr || !strings->removeElement(e)) { | |||
1353 | _add(*(const UnicodeString*)e); | |||
1354 | } | |||
1355 | } | |||
1356 | } | |||
1357 | return *this; | |||
1358 | } | |||
1359 | ||||
1360 | /** | |||
1361 | * Removes all of the elements from this set. This set will be | |||
1362 | * empty after this call returns. | |||
1363 | */ | |||
1364 | UnicodeSet& UnicodeSet::clear(void) { | |||
1365 | if (isFrozen()) { | |||
1366 | return *this; | |||
1367 | } | |||
1368 | list[0] = UNICODESET_HIGH0x0110000; | |||
1369 | len = 1; | |||
1370 | releasePattern(); | |||
1371 | if (strings != NULL__null) { | |||
1372 | strings->removeAllElements(); | |||
1373 | } | |||
1374 | // Remove bogus | |||
1375 | fFlags = 0; | |||
1376 | return *this; | |||
1377 | } | |||
1378 | ||||
1379 | /** | |||
1380 | * Iteration method that returns the number of ranges contained in | |||
1381 | * this set. | |||
1382 | * @see #getRangeStart | |||
1383 | * @see #getRangeEnd | |||
1384 | */ | |||
1385 | int32_t UnicodeSet::getRangeCount() const { | |||
1386 | return len/2; | |||
1387 | } | |||
1388 | ||||
1389 | /** | |||
1390 | * Iteration method that returns the first character in the | |||
1391 | * specified range of this set. | |||
1392 | * @see #getRangeCount | |||
1393 | * @see #getRangeEnd | |||
1394 | */ | |||
1395 | UChar32 UnicodeSet::getRangeStart(int32_t index) const { | |||
1396 | return list[index*2]; | |||
1397 | } | |||
1398 | ||||
1399 | /** | |||
1400 | * Iteration method that returns the last character in the | |||
1401 | * specified range of this set. | |||
1402 | * @see #getRangeStart | |||
1403 | * @see #getRangeEnd | |||
1404 | */ | |||
1405 | UChar32 UnicodeSet::getRangeEnd(int32_t index) const { | |||
1406 | return list[index*2 + 1] - 1; | |||
1407 | } | |||
1408 | ||||
1409 | const UnicodeString* UnicodeSet::getString(int32_t index) const { | |||
1410 | return (const UnicodeString*) strings->elementAt(index); | |||
1411 | } | |||
1412 | ||||
1413 | /** | |||
1414 | * Reallocate this objects internal structures to take up the least | |||
1415 | * possible space, without changing this object's value. | |||
1416 | */ | |||
1417 | UnicodeSet& UnicodeSet::compact() { | |||
1418 | if (isFrozen() || isBogus()) { | |||
1419 | return *this; | |||
1420 | } | |||
1421 | // Delete buffer first to defragment memory less. | |||
1422 | if (buffer != stackList) { | |||
1423 | uprv_freeuprv_free_71(buffer); | |||
1424 | buffer = NULL__null; | |||
1425 | bufferCapacity = 0; | |||
1426 | } | |||
1427 | if (list == stackList) { | |||
1428 | // pass | |||
1429 | } else if (len <= INITIAL_CAPACITY) { | |||
1430 | uprv_memcpy(stackList, list, len * sizeof(UChar32))do { clang diagnostic push
clang diagnostic ignored "-Waddress" (void)0; (void)0; clang diagnostic pop :: memcpy(stackList , list, len * sizeof(UChar32)); } while (false); | |||
1431 | uprv_freeuprv_free_71(list); | |||
1432 | list = stackList; | |||
1433 | capacity = INITIAL_CAPACITY; | |||
1434 | } else if ((len + 7) < capacity) { | |||
1435 | // If we have more than a little unused capacity, shrink it to len. | |||
1436 | UChar32* temp = (UChar32*) uprv_reallocuprv_realloc_71(list, sizeof(UChar32) * len); | |||
1437 | if (temp) { | |||
1438 | list = temp; | |||
1439 | capacity = len; | |||
1440 | } | |||
1441 | // else what the heck happened?! We allocated less memory! | |||
1442 | // Oh well. We'll keep our original array. | |||
1443 | } | |||
1444 | if (strings != nullptr && strings->isEmpty()) { | |||
1445 | delete strings; | |||
1446 | strings = nullptr; | |||
1447 | } | |||
1448 | return *this; | |||
1449 | } | |||
1450 | ||||
1451 | #ifdef DEBUG_SERIALIZE | |||
1452 | #include <stdio.h> | |||
1453 | #endif | |||
1454 | ||||
1455 | /** | |||
1456 | * Deserialize constructor. | |||
1457 | */ | |||
1458 | UnicodeSet::UnicodeSet(const uint16_t data[], int32_t dataLen, ESerialization serialization, | |||
1459 | UErrorCode &ec) { | |||
1460 | ||||
1461 | if(U_FAILURE(ec)) { | |||
1462 | setToBogus(); | |||
1463 | return; | |||
1464 | } | |||
1465 | ||||
1466 | if( (serialization != kSerialized) | |||
1467 | || (data==NULL__null) | |||
1468 | || (dataLen < 1)) { | |||
1469 | ec = U_ILLEGAL_ARGUMENT_ERROR; | |||
1470 | setToBogus(); | |||
1471 | return; | |||
1472 | } | |||
1473 | ||||
1474 | // bmp? | |||
1475 | int32_t headerSize = ((data[0]&0x8000)) ?2:1; | |||
1476 | int32_t bmpLength = (headerSize==1)?data[0]:data[1]; | |||
1477 | ||||
1478 | int32_t newLength = (((data[0]&0x7FFF)-bmpLength)/2)+bmpLength; | |||
1479 | #ifdef DEBUG_SERIALIZE | |||
1480 | printf("dataLen %d headerSize %d bmpLen %d len %d. data[0]=%X/%X/%X/%X\n", dataLen,headerSize,bmpLength,newLength, data[0],data[1],data[2],data[3]); | |||
1481 | #endif | |||
1482 | if(!ensureCapacity(newLength + 1)) { // +1 for HIGH | |||
1483 | return; | |||
1484 | } | |||
1485 | // copy bmp | |||
1486 | int32_t i; | |||
1487 | for(i = 0; i< bmpLength;i++) { | |||
1488 | list[i] = data[i+headerSize]; | |||
1489 | #ifdef DEBUG_SERIALIZE | |||
1490 | printf("<<16@%d[%d] %X\n", i+headerSize, i, list[i]); | |||
1491 | #endif | |||
1492 | } | |||
1493 | // copy smp | |||
1494 | for(i=bmpLength;i<newLength;i++) { | |||
1495 | list[i] = ((UChar32)data[headerSize+bmpLength+(i-bmpLength)*2+0] << 16) + | |||
1496 | ((UChar32)data[headerSize+bmpLength+(i-bmpLength)*2+1]); | |||
1497 | #ifdef DEBUG_SERIALIZE | |||
1498 | printf("<<32@%d+[%d] %lX\n", headerSize+bmpLength+i, i, list[i]); | |||
1499 | #endif | |||
1500 | } | |||
1501 | U_ASSERT(i == newLength)(void)0; | |||
1502 | if (i == 0 || list[i - 1] != UNICODESET_HIGH0x0110000) { | |||
1503 | list[i++] = UNICODESET_HIGH0x0110000; | |||
1504 | } | |||
1505 | len = i; | |||
1506 | } | |||
1507 | ||||
1508 | ||||
1509 | int32_t UnicodeSet::serialize(uint16_t *dest, int32_t destCapacity, UErrorCode& ec) const { | |||
1510 | int32_t bmpLength, length, destLength; | |||
1511 | ||||
1512 | if (U_FAILURE(ec)) { | |||
1513 | return 0; | |||
1514 | } | |||
1515 | ||||
1516 | if (destCapacity<0 || (destCapacity>0 && dest==NULL__null)) { | |||
1517 | ec=U_ILLEGAL_ARGUMENT_ERROR; | |||
1518 | return 0; | |||
1519 | } | |||
1520 | ||||
1521 | /* count necessary 16-bit units */ | |||
1522 | length=this->len-1; // Subtract 1 to ignore final UNICODESET_HIGH | |||
1523 | // assert(length>=0); | |||
1524 | if (length==0) { | |||
1525 | /* empty set */ | |||
1526 | if (destCapacity>0) { | |||
1527 | *dest=0; | |||
1528 | } else { | |||
1529 | ec=U_BUFFER_OVERFLOW_ERROR; | |||
1530 | } | |||
1531 | return 1; | |||
1532 | } | |||
1533 | /* now length>0 */ | |||
1534 | ||||
1535 | if (this->list[length-1]<=0xffff) { | |||
1536 | /* all BMP */ | |||
1537 | bmpLength=length; | |||
1538 | } else if (this->list[0]>=0x10000) { | |||
1539 | /* all supplementary */ | |||
1540 | bmpLength=0; | |||
1541 | length*=2; | |||
1542 | } else { | |||
1543 | /* some BMP, some supplementary */ | |||
1544 | for (bmpLength=0; bmpLength<length && this->list[bmpLength]<=0xffff; ++bmpLength) {} | |||
1545 | length=bmpLength+2*(length-bmpLength); | |||
1546 | } | |||
1547 | #ifdef DEBUG_SERIALIZE | |||
1548 | printf(">> bmpLength%d length%d len%d\n", bmpLength, length, len); | |||
1549 | #endif | |||
1550 | /* length: number of 16-bit array units */ | |||
1551 | if (length>0x7fff) { | |||
1552 | /* there are only 15 bits for the length in the first serialized word */ | |||
1553 | ec=U_INDEX_OUTOFBOUNDS_ERROR; | |||
1554 | return 0; | |||
1555 | } | |||
1556 | ||||
1557 | /* | |||
1558 | * total serialized length: | |||
1559 | * number of 16-bit array units (length) + | |||
1560 | * 1 length unit (always) + | |||
1561 | * 1 bmpLength unit (if there are supplementary values) | |||
1562 | */ | |||
1563 | destLength=length+((length>bmpLength)?2:1); | |||
1564 | if (destLength<=destCapacity) { | |||
1565 | const UChar32 *p; | |||
1566 | int32_t i; | |||
1567 | ||||
1568 | #ifdef DEBUG_SERIALIZE | |||
1569 | printf("writeHdr\n"); | |||
1570 | #endif | |||
1571 | *dest=(uint16_t)length; | |||
1572 | if (length>bmpLength) { | |||
1573 | *dest|=0x8000; | |||
1574 | *++dest=(uint16_t)bmpLength; | |||
1575 | } | |||
1576 | ++dest; | |||
1577 | ||||
1578 | /* write the BMP part of the array */ | |||
1579 | p=this->list; | |||
1580 | for (i=0; i<bmpLength; ++i) { | |||
1581 | #ifdef DEBUG_SERIALIZE | |||
1582 | printf("writebmp: %x\n", (int)*p); | |||
1583 | #endif | |||
1584 | *dest++=(uint16_t)*p++; | |||
1585 | } | |||
1586 | ||||
1587 | /* write the supplementary part of the array */ | |||
1588 | for (; i<length; i+=2) { | |||
1589 | #ifdef DEBUG_SERIALIZE | |||
1590 | printf("write32: %x\n", (int)*p); | |||
1591 | #endif | |||
1592 | *dest++=(uint16_t)(*p>>16); | |||
1593 | *dest++=(uint16_t)*p++; | |||
1594 | } | |||
1595 | } else { | |||
1596 | ec=U_BUFFER_OVERFLOW_ERROR; | |||
1597 | } | |||
1598 | return destLength; | |||
1599 | } | |||
1600 | ||||
1601 | //---------------------------------------------------------------- | |||
1602 | // Implementation: Utility methods | |||
1603 | //---------------------------------------------------------------- | |||
1604 | ||||
1605 | /** | |||
1606 | * Allocate our strings vector and return TRUE if successful. | |||
1607 | */ | |||
1608 | UBool UnicodeSet::allocateStrings(UErrorCode &status) { | |||
1609 | if (U_FAILURE(status)) { | |||
1610 | return FALSE0; | |||
1611 | } | |||
1612 | strings = new UVector(uprv_deleteUObjectuprv_deleteUObject_71, | |||
1613 | uhash_compareUnicodeStringuhash_compareUnicodeString_71, 1, status); | |||
1614 | if (strings == NULL__null) { // Check for memory allocation error. | |||
1615 | status = U_MEMORY_ALLOCATION_ERROR; | |||
1616 | return FALSE0; | |||
1617 | } | |||
1618 | if (U_FAILURE(status)) { | |||
1619 | delete strings; | |||
1620 | strings = NULL__null; | |||
1621 | return FALSE0; | |||
1622 | } | |||
1623 | return TRUE1; | |||
1624 | } | |||
1625 | ||||
1626 | int32_t UnicodeSet::nextCapacity(int32_t minCapacity) { | |||
1627 | // Grow exponentially to reduce the frequency of allocations. | |||
1628 | if (minCapacity < INITIAL_CAPACITY) { | |||
1629 | return minCapacity + INITIAL_CAPACITY; | |||
1630 | } else if (minCapacity <= 2500) { | |||
1631 | return 5 * minCapacity; | |||
1632 | } else { | |||
1633 | int32_t newCapacity = 2 * minCapacity; | |||
1634 | if (newCapacity > MAX_LENGTH) { | |||
1635 | newCapacity = MAX_LENGTH; | |||
1636 | } | |||
1637 | return newCapacity; | |||
1638 | } | |||
1639 | } | |||
1640 | ||||
1641 | bool UnicodeSet::ensureCapacity(int32_t newLen) { | |||
1642 | if (newLen > MAX_LENGTH) { | |||
1643 | newLen = MAX_LENGTH; | |||
1644 | } | |||
1645 | if (newLen <= capacity) { | |||
1646 | return true; | |||
1647 | } | |||
1648 | int32_t newCapacity = nextCapacity(newLen); | |||
1649 | UChar32* temp = (UChar32*) uprv_mallocuprv_malloc_71(newCapacity * sizeof(UChar32)); | |||
1650 | if (temp == NULL__null) { | |||
1651 | setToBogus(); // set the object to bogus state if an OOM failure occurred. | |||
1652 | return false; | |||
1653 | } | |||
1654 | // Copy only the actual contents. | |||
1655 | uprv_memcpy(temp, list, len * sizeof(UChar32))do { clang diagnostic push
clang diagnostic ignored "-Waddress" (void)0; (void)0; clang diagnostic pop :: memcpy(temp, list , len * sizeof(UChar32)); } while (false); | |||
1656 | if (list != stackList) { | |||
1657 | uprv_freeuprv_free_71(list); | |||
1658 | } | |||
1659 | list = temp; | |||
1660 | capacity = newCapacity; | |||
1661 | return true; | |||
1662 | } | |||
1663 | ||||
1664 | bool UnicodeSet::ensureBufferCapacity(int32_t newLen) { | |||
1665 | if (newLen > MAX_LENGTH) { | |||
1666 | newLen = MAX_LENGTH; | |||
1667 | } | |||
1668 | if (newLen <= bufferCapacity) { | |||
1669 | return true; | |||
1670 | } | |||
1671 | int32_t newCapacity = nextCapacity(newLen); | |||
1672 | UChar32* temp = (UChar32*) uprv_mallocuprv_malloc_71(newCapacity * sizeof(UChar32)); | |||
1673 | if (temp == NULL__null) { | |||
1674 | setToBogus(); | |||
1675 | return false; | |||
1676 | } | |||
1677 | // The buffer has no contents to be copied. | |||
1678 | // It is always filled from scratch after this call. | |||
1679 | if (buffer != stackList) { | |||
1680 | uprv_freeuprv_free_71(buffer); | |||
1681 | } | |||
1682 | buffer = temp; | |||
1683 | bufferCapacity = newCapacity; | |||
1684 | return true; | |||
1685 | } | |||
1686 | ||||
1687 | /** | |||
1688 | * Swap list and buffer. | |||
1689 | */ | |||
1690 | void UnicodeSet::swapBuffers(void) { | |||
1691 | // swap list and buffer | |||
1692 | UChar32* temp = list; | |||
1693 | list = buffer; | |||
1694 | buffer = temp; | |||
1695 | ||||
1696 | int32_t c = capacity; | |||
1697 | capacity = bufferCapacity; | |||
1698 | bufferCapacity = c; | |||
1699 | } | |||
1700 | ||||
1701 | void UnicodeSet::setToBogus() { | |||
1702 | clear(); // Remove everything in the set. | |||
1703 | fFlags = kIsBogus; | |||
1704 | } | |||
1705 | ||||
1706 | //---------------------------------------------------------------- | |||
1707 | // Implementation: Fundamental operators | |||
1708 | //---------------------------------------------------------------- | |||
1709 | ||||
1710 | static inline UChar32 max(UChar32 a, UChar32 b) { | |||
1711 | return (a > b) ? a : b; | |||
1712 | } | |||
1713 | ||||
1714 | // polarity = 0, 3 is normal: x xor y | |||
1715 | // polarity = 1, 2: x xor ~y == x === y | |||
1716 | ||||
1717 | void UnicodeSet::exclusiveOr(const UChar32* other, int32_t otherLen, int8_t polarity) { | |||
1718 | if (isFrozen() || isBogus()) { | |||
1719 | return; | |||
1720 | } | |||
1721 | if (!ensureBufferCapacity(len + otherLen)) { | |||
1722 | return; | |||
1723 | } | |||
1724 | ||||
1725 | int32_t i = 0, j = 0, k = 0; | |||
1726 | UChar32 a = list[i++]; | |||
1727 | UChar32 b; | |||
1728 | if (polarity == 1 || polarity == 2) { | |||
1729 | b = UNICODESET_LOW0x000000; | |||
1730 | if (other[j] == UNICODESET_LOW0x000000) { // skip base if already LOW | |||
1731 | ++j; | |||
1732 | b = other[j]; | |||
1733 | } | |||
1734 | } else { | |||
1735 | b = other[j++]; | |||
1736 | } | |||
1737 | // simplest of all the routines | |||
1738 | // sort the values, discarding identicals! | |||
1739 | for (;;) { | |||
1740 | if (a < b) { | |||
1741 | buffer[k++] = a; | |||
1742 | a = list[i++]; | |||
1743 | } else if (b < a) { | |||
1744 | buffer[k++] = b; | |||
1745 | b = other[j++]; | |||
1746 | } else if (a != UNICODESET_HIGH0x0110000) { // at this point, a == b | |||
1747 | // discard both values! | |||
1748 | a = list[i++]; | |||
1749 | b = other[j++]; | |||
1750 | } else { // DONE! | |||
1751 | buffer[k++] = UNICODESET_HIGH0x0110000; | |||
1752 | len = k; | |||
1753 | break; | |||
1754 | } | |||
1755 | } | |||
1756 | swapBuffers(); | |||
1757 | releasePattern(); | |||
1758 | } | |||
1759 | ||||
1760 | // polarity = 0 is normal: x union y | |||
1761 | // polarity = 2: x union ~y | |||
1762 | // polarity = 1: ~x union y | |||
1763 | // polarity = 3: ~x union ~y | |||
1764 | ||||
1765 | void UnicodeSet::add(const UChar32* other, int32_t otherLen, int8_t polarity) { | |||
1766 | if (isFrozen() || isBogus() || other==NULL__null) { | |||
1767 | return; | |||
1768 | } | |||
1769 | if (!ensureBufferCapacity(len + otherLen)) { | |||
1770 | return; | |||
1771 | } | |||
1772 | ||||
1773 | int32_t i = 0, j = 0, k = 0; | |||
1774 | UChar32 a = list[i++]; | |||
1775 | UChar32 b = other[j++]; | |||
1776 | // change from xor is that we have to check overlapping pairs | |||
1777 | // polarity bit 1 means a is second, bit 2 means b is. | |||
1778 | for (;;) { | |||
1779 | switch (polarity) { | |||
1780 | case 0: // both first; take lower if unequal | |||
1781 | if (a < b) { // take a | |||
1782 | // Back up over overlapping ranges in buffer[] | |||
1783 | if (k > 0 && a <= buffer[k-1]) { | |||
1784 | // Pick latter end value in buffer[] vs. list[] | |||
1785 | a = max(list[i], buffer[--k]); | |||
1786 | } else { | |||
1787 | // No overlap | |||
1788 | buffer[k++] = a; | |||
1789 | a = list[i]; | |||
1790 | } | |||
1791 | i++; // Common if/else code factored out | |||
1792 | polarity ^= 1; | |||
1793 | } else if (b < a) { // take b | |||
1794 | if (k > 0 && b <= buffer[k-1]) { | |||
1795 | b = max(other[j], buffer[--k]); | |||
1796 | } else { | |||
1797 | buffer[k++] = b; | |||
1798 | b = other[j]; | |||
1799 | } | |||
1800 | j++; | |||
1801 | polarity ^= 2; | |||
1802 | } else { // a == b, take a, drop b | |||
1803 | if (a == UNICODESET_HIGH0x0110000) goto loop_end; | |||
1804 | // This is symmetrical; it doesn't matter if | |||
1805 | // we backtrack with a or b. - liu | |||
1806 | if (k > 0 && a <= buffer[k-1]) { | |||
1807 | a = max(list[i], buffer[--k]); | |||
1808 | } else { | |||
1809 | // No overlap | |||
1810 | buffer[k++] = a; | |||
1811 | a = list[i]; | |||
1812 | } | |||
1813 | i++; | |||
1814 | polarity ^= 1; | |||
1815 | b = other[j++]; | |||
1816 | polarity ^= 2; | |||
1817 | } | |||
1818 | break; | |||
1819 | case 3: // both second; take higher if unequal, and drop other | |||
1820 | if (b <= a) { // take a | |||
1821 | if (a == UNICODESET_HIGH0x0110000) goto loop_end; | |||
1822 | buffer[k++] = a; | |||
1823 | } else { // take b | |||
1824 | if (b == UNICODESET_HIGH0x0110000) goto loop_end; | |||
1825 | buffer[k++] = b; | |||
1826 | } | |||
1827 | a = list[i++]; | |||
1828 | polarity ^= 1; // factored common code | |||
1829 | b = other[j++]; | |||
1830 | polarity ^= 2; | |||
1831 | break; | |||
1832 | case 1: // a second, b first; if b < a, overlap | |||
1833 | if (a < b) { // no overlap, take a | |||
1834 | buffer[k++] = a; a = list[i++]; polarity ^= 1; | |||
1835 | } else if (b < a) { // OVERLAP, drop b | |||
1836 | b = other[j++]; | |||
1837 | polarity ^= 2; | |||
1838 | } else { // a == b, drop both! | |||
1839 | if (a == UNICODESET_HIGH0x0110000) goto loop_end; | |||
1840 | a = list[i++]; | |||
1841 | polarity ^= 1; | |||
1842 | b = other[j++]; | |||
1843 | polarity ^= 2; | |||
1844 | } | |||
1845 | break; | |||
1846 | case 2: // a first, b second; if a < b, overlap | |||
1847 | if (b < a) { // no overlap, take b | |||
1848 | buffer[k++] = b; | |||
1849 | b = other[j++]; | |||
1850 | polarity ^= 2; | |||
1851 | } else if (a < b) { // OVERLAP, drop a | |||
1852 | a = list[i++]; | |||
1853 | polarity ^= 1; | |||
1854 | } else { // a == b, drop both! | |||
1855 | if (a == UNICODESET_HIGH0x0110000) goto loop_end; | |||
1856 | a = list[i++]; | |||
1857 | polarity ^= 1; | |||
1858 | b = other[j++]; | |||
1859 | polarity ^= 2; | |||
1860 | } | |||
1861 | break; | |||
1862 | } | |||
1863 | } | |||
1864 | loop_end: | |||
1865 | buffer[k++] = UNICODESET_HIGH0x0110000; // terminate | |||
1866 | len = k; | |||
1867 | swapBuffers(); | |||
1868 | releasePattern(); | |||
1869 | } | |||
1870 | ||||
1871 | // polarity = 0 is normal: x intersect y | |||
1872 | // polarity = 2: x intersect ~y == set-minus | |||
1873 | // polarity = 1: ~x intersect y | |||
1874 | // polarity = 3: ~x intersect ~y | |||
1875 | ||||
1876 | void UnicodeSet::retain(const UChar32* other, int32_t otherLen, int8_t polarity) { | |||
1877 | if (isFrozen() || isBogus()) { | |||
1878 | return; | |||
1879 | } | |||
1880 | if (!ensureBufferCapacity(len + otherLen)) { | |||
1881 | return; | |||
1882 | } | |||
1883 | ||||
1884 | int32_t i = 0, j = 0, k = 0; | |||
1885 | UChar32 a = list[i++]; | |||
1886 | UChar32 b = other[j++]; | |||
1887 | // change from xor is that we have to check overlapping pairs | |||
1888 | // polarity bit 1 means a is second, bit 2 means b is. | |||
1889 | for (;;) { | |||
1890 | switch (polarity) { | |||
1891 | case 0: // both first; drop the smaller | |||
1892 | if (a < b) { // drop a | |||
1893 | a = list[i++]; | |||
1894 | polarity ^= 1; | |||
1895 | } else if (b < a) { // drop b | |||
1896 | b = other[j++]; | |||
1897 | polarity ^= 2; | |||
1898 | } else { // a == b, take one, drop other | |||
1899 | if (a == UNICODESET_HIGH0x0110000) goto loop_end; | |||
1900 | buffer[k++] = a; | |||
1901 | a = list[i++]; | |||
1902 | polarity ^= 1; | |||
1903 | b = other[j++]; | |||
1904 | polarity ^= 2; | |||
1905 | } | |||
1906 | break; | |||
1907 | case 3: // both second; take lower if unequal | |||
1908 | if (a < b) { // take a | |||
1909 | buffer[k++] = a; | |||
1910 | a = list[i++]; | |||
1911 | polarity ^= 1; | |||
1912 | } else if (b < a) { // take b | |||
1913 | buffer[k++] = b; | |||
1914 | b = other[j++]; | |||
| ||||
1915 | polarity ^= 2; | |||
1916 | } else { // a == b, take one, drop other | |||
1917 | if (a == UNICODESET_HIGH0x0110000) goto loop_end; | |||
1918 | buffer[k++] = a; | |||
1919 | a = list[i++]; | |||
1920 | polarity ^= 1; | |||
1921 | b = other[j++]; | |||
1922 | polarity ^= 2; | |||
1923 | } | |||
1924 | break; | |||
1925 | case 1: // a second, b first; | |||
1926 | if (a < b) { // NO OVERLAP, drop a | |||
1927 | a = list[i++]; | |||
1928 | polarity ^= 1; | |||
1929 | } else if (b < a) { // OVERLAP, take b | |||
1930 | buffer[k++] = b; | |||
1931 | b = other[j++]; | |||
1932 | polarity ^= 2; | |||
1933 | } else { // a == b, drop both! | |||
1934 | if (a == UNICODESET_HIGH0x0110000) goto loop_end; | |||
1935 | a = list[i++]; | |||
1936 | polarity ^= 1; | |||
1937 | b = other[j++]; | |||
1938 | polarity ^= 2; | |||
1939 | } | |||
1940 | break; | |||
1941 | case 2: // a first, b second; if a < b, overlap | |||
1942 | if (b < a) { // no overlap, drop b | |||
1943 | b = other[j++]; | |||
1944 | polarity ^= 2; | |||
1945 | } else if (a < b) { // OVERLAP, take a | |||
1946 | buffer[k++] = a; | |||
1947 | a = list[i++]; | |||
1948 | polarity ^= 1; | |||
1949 | } else { // a == b, drop both! | |||
1950 | if (a == UNICODESET_HIGH0x0110000) goto loop_end; | |||
1951 | a = list[i++]; | |||
1952 | polarity ^= 1; | |||
1953 | b = other[j++]; | |||
1954 | polarity ^= 2; | |||
1955 | } | |||
1956 | break; | |||
1957 | } | |||
1958 | } | |||
1959 | loop_end: | |||
1960 | buffer[k++] = UNICODESET_HIGH0x0110000; // terminate | |||
1961 | len = k; | |||
1962 | swapBuffers(); | |||
1963 | releasePattern(); | |||
1964 | } | |||
1965 | ||||
1966 | /** | |||
1967 | * Append the <code>toPattern()</code> representation of a | |||
1968 | * string to the given <code>StringBuffer</code>. | |||
1969 | */ | |||
1970 | void UnicodeSet::_appendToPat(UnicodeString& buf, const UnicodeString& s, UBool escapeUnprintable) { | |||
1971 | UChar32 cp; | |||
1972 | for (int32_t i = 0; i < s.length(); i += U16_LENGTH(cp)((uint32_t)(cp)<=0xffff ? 1 : 2)) { | |||
1973 | _appendToPat(buf, cp = s.char32At(i), escapeUnprintable); | |||
1974 | } | |||
1975 | } | |||
1976 | ||||
1977 | /** | |||
1978 | * Append the <code>toPattern()</code> representation of a | |||
1979 | * character to the given <code>StringBuffer</code>. | |||
1980 | */ | |||
1981 | void UnicodeSet::_appendToPat(UnicodeString& buf, UChar32 c, UBool escapeUnprintable) { | |||
1982 | if (escapeUnprintable ? ICU_Utility::isUnprintable(c) : ICU_Utility::shouldAlwaysBeEscaped(c)) { | |||
1983 | // Use hex escape notation (\uxxxx or \Uxxxxxxxx) for anything | |||
1984 | // unprintable | |||
1985 | ICU_Utility::escape(buf, c); | |||
1986 | return; | |||
1987 | } | |||
1988 | // Okay to let ':' pass through | |||
1989 | switch (c) { | |||
1990 | case u'[': | |||
1991 | case u']': | |||
1992 | case u'-': | |||
1993 | case u'^': | |||
1994 | case u'&': | |||
1995 | case u'\\': | |||
1996 | case u'{': | |||
1997 | case u'}': | |||
1998 | case u':': | |||
1999 | case SymbolTable::SYMBOL_REF: | |||
2000 | buf.append(u'\\'); | |||
2001 | break; | |||
2002 | default: | |||
2003 | // Escape whitespace | |||
2004 | if (PatternProps::isWhiteSpace(c)) { | |||
2005 | buf.append(u'\\'); | |||
2006 | } | |||
2007 | break; | |||
2008 | } | |||
2009 | buf.append(c); | |||
2010 | } | |||
2011 | ||||
2012 | void UnicodeSet::_appendToPat(UnicodeString &result, UChar32 start, UChar32 end, | |||
2013 | UBool escapeUnprintable) { | |||
2014 | _appendToPat(result, start, escapeUnprintable); | |||
2015 | if (start != end) { | |||
2016 | if ((start+1) != end || | |||
2017 | // Avoid writing what looks like a lead+trail surrogate pair. | |||
2018 | start == 0xdbff) { | |||
2019 | result.append(u'-'); | |||
2020 | } | |||
2021 | _appendToPat(result, end, escapeUnprintable); | |||
2022 | } | |||
2023 | } | |||
2024 | ||||
2025 | /** | |||
2026 | * Append a string representation of this set to result. This will be | |||
2027 | * a cleaned version of the string passed to applyPattern(), if there | |||
2028 | * is one. Otherwise it will be generated. | |||
2029 | */ | |||
2030 | UnicodeString& UnicodeSet::_toPattern(UnicodeString& result, | |||
2031 | UBool escapeUnprintable) const | |||
2032 | { | |||
2033 | if (pat != NULL__null) { | |||
2034 | int32_t i; | |||
2035 | int32_t backslashCount = 0; | |||
2036 | for (i=0; i<patLen; ) { | |||
2037 | UChar32 c; | |||
2038 | U16_NEXT(pat, i, patLen, c)do { (c)=(pat)[(i)++]; if((((c)&0xfffffc00)==0xd800)) { uint16_t __c2; if((i)!=(patLen) && (((__c2=(pat)[(i)])&0xfffffc00 )==0xdc00)) { ++(i); (c)=(((UChar32)((c))<<10UL)+(UChar32 )(__c2)-((0xd800<<10UL)+0xdc00-0x10000)); } } } while ( false); | |||
2039 | if (escapeUnprintable ? | |||
2040 | ICU_Utility::isUnprintable(c) : ICU_Utility::shouldAlwaysBeEscaped(c)) { | |||
2041 | // If the unprintable character is preceded by an odd | |||
2042 | // number of backslashes, then it has been escaped. | |||
2043 | // Before unescaping it, we delete the final | |||
2044 | // backslash. | |||
2045 | if ((backslashCount % 2) == 1) { | |||
2046 | result.truncate(result.length() - 1); | |||
2047 | } | |||
2048 | ICU_Utility::escape(result, c); | |||
2049 | backslashCount = 0; | |||
2050 | } else { | |||
2051 | result.append(c); | |||
2052 | if (c == u'\\') { | |||
2053 | ++backslashCount; | |||
2054 | } else { | |||
2055 | backslashCount = 0; | |||
2056 | } | |||
2057 | } | |||
2058 | } | |||
2059 | return result; | |||
2060 | } | |||
2061 | ||||
2062 | return _generatePattern(result, escapeUnprintable); | |||
2063 | } | |||
2064 | ||||
2065 | /** | |||
2066 | * Returns a string representation of this set. If the result of | |||
2067 | * calling this function is passed to a UnicodeSet constructor, it | |||
2068 | * will produce another set that is equal to this one. | |||
2069 | */ | |||
2070 | UnicodeString& UnicodeSet::toPattern(UnicodeString& result, | |||
2071 | UBool escapeUnprintable) const | |||
2072 | { | |||
2073 | result.truncate(0); | |||
2074 | return _toPattern(result, escapeUnprintable); | |||
2075 | } | |||
2076 | ||||
2077 | /** | |||
2078 | * Generate and append a string representation of this set to result. | |||
2079 | * This does not use this.pat, the cleaned up copy of the string | |||
2080 | * passed to applyPattern(). | |||
2081 | */ | |||
2082 | UnicodeString& UnicodeSet::_generatePattern(UnicodeString& result, | |||
2083 | UBool escapeUnprintable) const | |||
2084 | { | |||
2085 | result.append(u'['); | |||
2086 | ||||
2087 | int32_t i = 0; | |||
2088 | int32_t limit = len & ~1; // = 2 * getRangeCount() | |||
2089 | ||||
2090 | // If the set contains at least 2 intervals and includes both | |||
2091 | // MIN_VALUE and MAX_VALUE, then the inverse representation will | |||
2092 | // be more economical. | |||
2093 | // if (getRangeCount() >= 2 && | |||
2094 | // getRangeStart(0) == MIN_VALUE && | |||
2095 | // getRangeEnd(last) == MAX_VALUE) | |||
2096 | // Invariant: list[len-1] == HIGH == MAX_VALUE + 1 | |||
2097 | // If limit == len then len is even and the last range ends with MAX_VALUE. | |||
2098 | // | |||
2099 | // *But* do not write the inverse (complement) if there are strings. | |||
2100 | // Since ICU 70, the '^' performs a code point complement which removes all strings. | |||
2101 | if (len >= 4 && list[0] == 0 && limit == len && !hasStrings()) { | |||
2102 | // Emit the inverse | |||
2103 | result.append(u'^'); | |||
2104 | // Offsetting the inversion list index by one lets us | |||
2105 | // iterate over the ranges of the set complement. | |||
2106 | i = 1; | |||
2107 | --limit; | |||
2108 | } | |||
2109 | ||||
2110 | // Emit the ranges as pairs. | |||
2111 | while (i < limit) { | |||
2112 | UChar32 start = list[i]; // getRangeStart() | |||
2113 | UChar32 end = list[i + 1] - 1; // getRangeEnd() = range limit minus one | |||
2114 | if (!(0xd800 <= end && end <= 0xdbff)) { | |||
2115 | _appendToPat(result, start, end, escapeUnprintable); | |||
2116 | i += 2; | |||
2117 | } else { | |||
2118 | // The range ends with a lead surrogate. | |||
2119 | // Avoid writing what looks like a lead+trail surrogate pair. | |||
2120 | // 1. Postpone ranges that start with a lead surrogate code point. | |||
2121 | int32_t firstLead = i; | |||
2122 | while ((i += 2) < limit && list[i] <= 0xdbff) {} | |||
2123 | int32_t firstAfterLead = i; | |||
2124 | // 2. Write following ranges that start with a trail surrogate code point. | |||
2125 | while (i < limit && (start = list[i]) <= 0xdfff) { | |||
2126 | _appendToPat(result, start, list[i + 1] - 1, escapeUnprintable); | |||
2127 | i += 2; | |||
2128 | } | |||
2129 | // 3. Now write the postponed ranges. | |||
2130 | for (int j = firstLead; j < firstAfterLead; j += 2) { | |||
2131 | _appendToPat(result, list[j], list[j + 1] - 1, escapeUnprintable); | |||
2132 | } | |||
2133 | } | |||
2134 | } | |||
2135 | ||||
2136 | if (strings != nullptr) { | |||
2137 | for (int32_t i = 0; i<strings->size(); ++i) { | |||
2138 | result.append(u'{'); | |||
2139 | _appendToPat(result, | |||
2140 | *(const UnicodeString*) strings->elementAt(i), | |||
2141 | escapeUnprintable); | |||
2142 | result.append(u'}'); | |||
2143 | } | |||
2144 | } | |||
2145 | return result.append(u']'); | |||
2146 | } | |||
2147 | ||||
2148 | /** | |||
2149 | * Release existing cached pattern | |||
2150 | */ | |||
2151 | void UnicodeSet::releasePattern() { | |||
2152 | if (pat) { | |||
2153 | uprv_freeuprv_free_71(pat); | |||
2154 | pat = NULL__null; | |||
2155 | patLen = 0; | |||
2156 | } | |||
2157 | } | |||
2158 | ||||
2159 | /** | |||
2160 | * Set the new pattern to cache. | |||
2161 | */ | |||
2162 | void UnicodeSet::setPattern(const char16_t *newPat, int32_t newPatLen) { | |||
2163 | releasePattern(); | |||
2164 | pat = (UChar *)uprv_mallocuprv_malloc_71((newPatLen + 1) * sizeof(UChar)); | |||
2165 | if (pat) { | |||
2166 | patLen = newPatLen; | |||
2167 | u_memcpyu_memcpy_71(pat, newPat, patLen); | |||
2168 | pat[patLen] = 0; | |||
2169 | } | |||
2170 | // else we don't care if malloc failed. This was just a nice cache. | |||
2171 | // We can regenerate an equivalent pattern later when requested. | |||
2172 | } | |||
2173 | ||||
2174 | UnicodeSet *UnicodeSet::freeze() { | |||
2175 | if(!isFrozen() && !isBogus()) { | |||
2176 | compact(); | |||
2177 | ||||
2178 | // Optimize contains() and span() and similar functions. | |||
2179 | if (hasStrings()) { | |||
2180 | stringSpan = new UnicodeSetStringSpan(*this, *strings, UnicodeSetStringSpan::ALL); | |||
2181 | if (stringSpan == nullptr) { | |||
2182 | setToBogus(); | |||
2183 | return this; | |||
2184 | } else if (!stringSpan->needsStringSpanUTF16()) { | |||
2185 | // All strings are irrelevant for span() etc. because | |||
2186 | // all of each string's code points are contained in this set. | |||
2187 | // Do not check needsStringSpanUTF8() because UTF-8 has at most as | |||
2188 | // many relevant strings as UTF-16. | |||
2189 | // (Thus needsStringSpanUTF8() implies needsStringSpanUTF16().) | |||
2190 | delete stringSpan; | |||
2191 | stringSpan = NULL__null; | |||
2192 | } | |||
2193 | } | |||
2194 | if (stringSpan == NULL__null) { | |||
2195 | // No span-relevant strings: Optimize for code point spans. | |||
2196 | bmpSet=new BMPSet(list, len); | |||
2197 | if (bmpSet == NULL__null) { // Check for memory allocation error. | |||
2198 | setToBogus(); | |||
2199 | } | |||
2200 | } | |||
2201 | } | |||
2202 | return this; | |||
2203 | } | |||
2204 | ||||
2205 | int32_t UnicodeSet::span(const UChar *s, int32_t length, USetSpanCondition spanCondition) const { | |||
2206 | if(length>0 && bmpSet!=NULL__null) { | |||
2207 | return (int32_t)(bmpSet->span(s, s+length, spanCondition)-s); | |||
2208 | } | |||
2209 | if(length<0) { | |||
2210 | length=u_strlenu_strlen_71(s); | |||
2211 | } | |||
2212 | if(length==0) { | |||
2213 | return 0; | |||
2214 | } | |||
2215 | if(stringSpan!=NULL__null) { | |||
2216 | return stringSpan->span(s, length, spanCondition); | |||
2217 | } else if(hasStrings()) { | |||
2218 | uint32_t which= spanCondition==USET_SPAN_NOT_CONTAINED ? | |||
2219 | UnicodeSetStringSpan::FWD_UTF16_NOT_CONTAINED : | |||
2220 | UnicodeSetStringSpan::FWD_UTF16_CONTAINED; | |||
2221 | UnicodeSetStringSpan strSpan(*this, *strings, which); | |||
2222 | if(strSpan.needsStringSpanUTF16()) { | |||
2223 | return strSpan.span(s, length, spanCondition); | |||
2224 | } | |||
2225 | } | |||
2226 | ||||
2227 | if(spanCondition!=USET_SPAN_NOT_CONTAINED) { | |||
2228 | spanCondition=USET_SPAN_CONTAINED; // Pin to 0/1 values. | |||
2229 | } | |||
2230 | ||||
2231 | UChar32 c; | |||
2232 | int32_t start=0, prev=0; | |||
2233 | do { | |||
2234 | U16_NEXT(s, start, length, c)do { (c)=(s)[(start)++]; if((((c)&0xfffffc00)==0xd800)) { uint16_t __c2; if((start)!=(length) && (((__c2=(s)[( start)])&0xfffffc00)==0xdc00)) { ++(start); (c)=(((UChar32 )((c))<<10UL)+(UChar32)(__c2)-((0xd800<<10UL)+0xdc00 -0x10000)); } } } while (false); | |||
2235 | if(spanCondition!=contains(c)) { | |||
2236 | break; | |||
2237 | } | |||
2238 | } while((prev=start)<length); | |||
2239 | return prev; | |||
2240 | } | |||
2241 | ||||
2242 | int32_t UnicodeSet::spanBack(const UChar *s, int32_t length, USetSpanCondition spanCondition) const { | |||
2243 | if(length>0 && bmpSet!=NULL__null) { | |||
2244 | return (int32_t)(bmpSet->spanBack(s, s+length, spanCondition)-s); | |||
2245 | } | |||
2246 | if(length<0) { | |||
2247 | length=u_strlenu_strlen_71(s); | |||
2248 | } | |||
2249 | if(length==0) { | |||
2250 | return 0; | |||
2251 | } | |||
2252 | if(stringSpan!=NULL__null) { | |||
2253 | return stringSpan->spanBack(s, length, spanCondition); | |||
2254 | } else if(hasStrings()) { | |||
2255 | uint32_t which= spanCondition==USET_SPAN_NOT_CONTAINED ? | |||
2256 | UnicodeSetStringSpan::BACK_UTF16_NOT_CONTAINED : | |||
2257 | UnicodeSetStringSpan::BACK_UTF16_CONTAINED; | |||
2258 | UnicodeSetStringSpan strSpan(*this, *strings, which); | |||
2259 | if(strSpan.needsStringSpanUTF16()) { | |||
2260 | return strSpan.spanBack(s, length, spanCondition); | |||
2261 | } | |||
2262 | } | |||
2263 | ||||
2264 | if(spanCondition!=USET_SPAN_NOT_CONTAINED) { | |||
2265 | spanCondition=USET_SPAN_CONTAINED; // Pin to 0/1 values. | |||
2266 | } | |||
2267 | ||||
2268 | UChar32 c; | |||
2269 | int32_t prev=length; | |||
2270 | do { | |||
2271 | U16_PREV(s, 0, length, c)do { (c)=(s)[--(length)]; if((((c)&0xfffffc00)==0xdc00)) { uint16_t __c2; if((length)>(0) && (((__c2=(s)[(length )-1])&0xfffffc00)==0xd800)) { --(length); (c)=(((UChar32) (__c2)<<10UL)+(UChar32)((c))-((0xd800<<10UL)+0xdc00 -0x10000)); } } } while (false); | |||
2272 | if(spanCondition!=contains(c)) { | |||
2273 | break; | |||
2274 | } | |||
2275 | } while((prev=length)>0); | |||
2276 | return prev; | |||
2277 | } | |||
2278 | ||||
2279 | int32_t UnicodeSet::spanUTF8(const char *s, int32_t length, USetSpanCondition spanCondition) const { | |||
2280 | if(length>0 && bmpSet!=NULL__null) { | |||
2281 | const uint8_t *s0=(const uint8_t *)s; | |||
2282 | return (int32_t)(bmpSet->spanUTF8(s0, length, spanCondition)-s0); | |||
2283 | } | |||
2284 | if(length<0) { | |||
2285 | length=(int32_t)uprv_strlen(s):: strlen(s); | |||
2286 | } | |||
2287 | if(length==0) { | |||
2288 | return 0; | |||
2289 | } | |||
2290 | if(stringSpan!=NULL__null) { | |||
2291 | return stringSpan->spanUTF8((const uint8_t *)s, length, spanCondition); | |||
2292 | } else if(hasStrings()) { | |||
2293 | uint32_t which= spanCondition==USET_SPAN_NOT_CONTAINED ? | |||
2294 | UnicodeSetStringSpan::FWD_UTF8_NOT_CONTAINED : | |||
2295 | UnicodeSetStringSpan::FWD_UTF8_CONTAINED; | |||
2296 | UnicodeSetStringSpan strSpan(*this, *strings, which); | |||
2297 | if(strSpan.needsStringSpanUTF8()) { | |||
2298 | return strSpan.spanUTF8((const uint8_t *)s, length, spanCondition); | |||
2299 | } | |||
2300 | } | |||
2301 | ||||
2302 | if(spanCondition!=USET_SPAN_NOT_CONTAINED) { | |||
2303 | spanCondition=USET_SPAN_CONTAINED; // Pin to 0/1 values. | |||
2304 | } | |||
2305 | ||||
2306 | UChar32 c; | |||
2307 | int32_t start=0, prev=0; | |||
2308 | do { | |||
2309 | U8_NEXT_OR_FFFD(s, start, length, c)do { (c)=(uint8_t)(s)[(start)++]; if(!(((c)&0x80)==0)) { uint8_t __t = 0; if((start)!=(length) && ((c)>=0xe0 ? ((c )<0xf0 ? "\x20\x30\x30\x30\x30\x30\x30\x30\x30\x30\x30\x30\x30\x10\x30\x30" [(c)&=0xf]&(1<<((__t=(s)[start])>>5)) && (__t&=0x3f, 1) : ((c)-=0xf0)<=4 && "\x00\x00\x00\x00\x00\x00\x00\x00\x1E\x0F\x0F\x0F\x00\x00\x00\x00" [(__t=(s)[start])>>4]&(1<<(c)) && ((c )=((c)<<6)|(__t&0x3f), ++(start)!=(length)) && (__t=(s)[start]-0x80)<=0x3f) && ((c)=((c)<< 6)|__t, ++(start)!=(length)) : (c)>=0xc2 && ((c)&= 0x1f, 1)) && (__t=(s)[start]-0x80)<=0x3f && ((c)=((c)<<6)|__t, ++(start), 1)) { } else { (c)=(0xfffd ); } } } while (false); | |||
2310 | if(spanCondition!=contains(c)) { | |||
2311 | break; | |||
2312 | } | |||
2313 | } while((prev=start)<length); | |||
2314 | return prev; | |||
2315 | } | |||
2316 | ||||
2317 | int32_t UnicodeSet::spanBackUTF8(const char *s, int32_t length, USetSpanCondition spanCondition) const { | |||
2318 | if(length>0 && bmpSet!=NULL__null) { | |||
2319 | const uint8_t *s0=(const uint8_t *)s; | |||
2320 | return bmpSet->spanBackUTF8(s0, length, spanCondition); | |||
2321 | } | |||
2322 | if(length<0) { | |||
2323 | length=(int32_t)uprv_strlen(s):: strlen(s); | |||
2324 | } | |||
2325 | if(length==0) { | |||
2326 | return 0; | |||
2327 | } | |||
2328 | if(stringSpan!=NULL__null) { | |||
2329 | return stringSpan->spanBackUTF8((const uint8_t *)s, length, spanCondition); | |||
2330 | } else if(hasStrings()) { | |||
2331 | uint32_t which= spanCondition==USET_SPAN_NOT_CONTAINED ? | |||
2332 | UnicodeSetStringSpan::BACK_UTF8_NOT_CONTAINED : | |||
2333 | UnicodeSetStringSpan::BACK_UTF8_CONTAINED; | |||
2334 | UnicodeSetStringSpan strSpan(*this, *strings, which); | |||
2335 | if(strSpan.needsStringSpanUTF8()) { | |||
2336 | return strSpan.spanBackUTF8((const uint8_t *)s, length, spanCondition); | |||
2337 | } | |||
2338 | } | |||
2339 | ||||
2340 | if(spanCondition!=USET_SPAN_NOT_CONTAINED) { | |||
2341 | spanCondition=USET_SPAN_CONTAINED; // Pin to 0/1 values. | |||
2342 | } | |||
2343 | ||||
2344 | UChar32 c; | |||
2345 | int32_t prev=length; | |||
2346 | do { | |||
2347 | U8_PREV_OR_FFFD(s, 0, length, c)do { (c)=(uint8_t)(s)[--(length)]; if(!(((c)&0x80)==0)) { (c)=utf8_prevCharSafeBody_71((const uint8_t *)s, 0, &(length ), c, -3); } } while (false); | |||
2348 | if(spanCondition!=contains(c)) { | |||
2349 | break; | |||
2350 | } | |||
2351 | } while((prev=length)>0); | |||
2352 | return prev; | |||
2353 | } | |||
2354 | ||||
2355 | U_NAMESPACE_END} |