Changeset 16645 for gsdl/trunk/runtime-src/src/recpt/querytools.cpp

Timestamp:

2008-08-04T12:51:31+12:00 (16 years ago)

Author:

kjdon

Message:

upgraded segmentation stuff in format_querystring (using unicode 4.0) to include more Chinese characters and Japanese and Korean characters

File:

• gsdl/trunk/runtime-src/src/recpt/querytools.cpp (modified) (1 diff)

gsdl/trunk/runtime-src/src/recpt/querytools.cpp

@@ -305 +305 @@
       formattedstring.push_back(' ');
     } else if (segment) {
-      if ((*here >= 0x4e00 && *here <= 0x9fa5) ||
-      (*here >= 0xf900 && *here <= 0xfa2d)) {
-    // Chinese character
+      if ((*here >= 0x2e80 && *here <= 0xfa6a) ||
+          (*here >= 0x20000 && *here <= 0x2a6d6) ||
+      (*here >= 0x2f800 && *here <= 0x2fa1d)) {
+    
+    // CJK character
     if (!space) formattedstring.push_back (0x200b); // zero width space
     formattedstring.push_back (*here);