Changeset 94 for trunk/gsdl/lib/text_t.cpp

Timestamp:

1999-01-04T16:32:21+13:00 (25 years ago)

Author:

rjmcnab

Message:

Wrote general map file based in and out converters. Fixed bugs related
to Chinese charater searching. text_t now has a encoding attribute. Added
an encoding option to the preferences.

File:

• trunk/gsdl/lib/text_t.cpp (modified) (11 diffs)

trunk/gsdl/lib/text_t.cpp

@@ -24 +24 @@
 /*
    $Log$
+   Revision 1.2  1999/01/04 03:32:17  rjmcnab
+
+   Wrote general map file based in and out converters. Fixed bugs related
+   to Chinese charater searching. text_t now has a encoding attribute. Added
+   an encoding option to the preferences.
+
    Revision 1.1  1998/11/17 09:11:29  rjmcnab
 
@@ -70 +76 @@
 
 #include "text_t.h"
+#include "unitool.h"
 
 ////////////////////////////////////
@@ -77 +84 @@
 text_t::text_t () 
 {
+  setencoding(0);
   clear ();
 }
@@ -82 +90 @@
 text_t::text_t (int i) 
 {
+  setencoding(0);
   clear ();
   appendint (i);
@@ -87 +96 @@
 
 text_t::text_t (char *s) 
-{
+{ 
+  setencoding(0);
   clear ();
   appendcstr (s);
@@ -223 +233 @@
   while (ithere != itend)
     {
-      if (*ithere >= 256) cstr[len] = ' ';
-      else cstr[len] = (*ithere);
+      if (*ithere < 256) cstr[len] = (unsigned char)(*ithere);
+      else {
+    // put a space or a question mark depending on what
+    // the character is. Question marks tell the user that
+    // they are missing some information.
+    if (is_unicode_space (*ithere)) cstr[len] = ' ';
+    else cstr[len] = '?';
+      }
       len++;
       ithere++;
@@ -241 +257 @@
   while (ithere != itend)
     {
-      if (*ithere >= 256) cstr[len] = ' ';
-      else cstr[len] = (*ithere);
+      if (*ithere < 256) cstr[len] = (unsigned char)(*ithere);
+      else {
+    // put a space or a question mark depending on what
+    // the character is. Question marks tell the user that
+    // they are missing some information.
+    if (is_unicode_space (*ithere)) cstr[len] = ' ';
+    else cstr[len] = '?';
+      }
       len++;
       ithere++;
@@ -425 +447 @@
 void inconvertclass::convert (text_t &output, status_t &status)
 {
+  output.clear();
+
   if (start == NULL || len == 0)
     {
@@ -442 +466 @@
   start = (char *)here; // save current position
   status = finished;
+}
+
+// will treat the text_t as a 8-bit string and convert
+// it to a 16-bit string using the about convert method.
+text_t inconvertclass::convert (const text_t &t) {
+  text_t out;
+  text_t tmpout;
+  status_t status;
+  text_t::const_iterator here = t.begin();
+  text_t::const_iterator end = t.end();
+  unsigned char cbuf[256];
+  size_t cbuflen = 0;
+ 
+  while (here != end) {
+    while (here != end && cbuflen < 256) {
+      cbuf[cbuflen++] = (unsigned char)(*here & 0xff);
+      here++;
+    }
+
+    if (cbuflen > 0) {
+      setinput ((char *)cbuf, cbuflen);
+      status = unfinished;
+      while (status == unfinished) {
+    convert (tmpout, status);
+    out += tmpout;
+      }
+      cbuflen = 0;
+    }
+  }
+
+  out.setencoding (0); // unicode
+
+  return out;
 }
 
@@ -498 +555 @@
     {
       if (*texthere < 256) *uoutput = (unsigned char)(*texthere);
-      else *uoutput = 32; // put a space where a char >= 256 exists
+      else {
+    // put a space or a question mark depending on what
+    // the character is. Question marks tell the user that
+    // they are missing some information.
+    if (is_unicode_space (*texthere)) *uoutput = ' ';
+    else *uoutput = '?';
+      }
       ++uoutput;
       ++len;
@@ -508 +571 @@
 }
 
+// will convert the 16-bit string to a 8-bit stream
+// and place the result in a text_t. This method uses
+// the above convert function.
+text_t outconvertclass::convert (const text_t &t) {
+  text_t out;
+  unsigned char cbuf[256];
+  size_t cbuflen = 0;
+  status_t status = unfinished;
+
+  setinput ((text_t *)&t); // discard constant
+  while (status == unfinished) {
+    convert ((char *)cbuf, 256, cbuflen, status);
+    out.appendcarr ((char *)cbuf, cbuflen);
+  }
+
+  out.setencoding (1); // other encoding
+  
+  return out;
+}
+
+
 void outconvertclass::setostream (ostream *theouts)
 {