Changeset 27502 for main/trunk

Timestamp:

2013-05-28T14:02:00+12:00 (11 years ago)

Author:

kjdon

Message:

trying to fix double encoding issue for isis files. not sure that I have it yet

File:

• main/trunk/greenstone2/perllib/plugins/ISISPlugin.pm (modified) (2 diffs)

main/trunk/greenstone2/perllib/plugins/ISISPlugin.pm

@@ -27 +27 @@
 package ISISPlugin;
 
+use Encode;
 
 use multiread;
@@ -201 +202 @@
     $reader->read_file($textref);
 
+    # At this point $$textref is a binary byte string
+    # => turn it into a Unicode aware string, so full
+    # Unicode aware pattern matching can be used.
+    # For instance: 's/\x{0101}//g' or '[[:upper:]]'
+    # 
+
+    $$textref = decode("utf8",$$textref);
     close(FILE);