Changeset 1949 for trunk/gsdl

Timestamp:

2001-02-12T18:31:48+13:00 (23 years ago)

Author:

paynter

Message:

Fixed bug that prevented tokeniser from distinguishing between languages.

File:

• trunk/gsdl/perllib/classify/phind.pm (modified) (4 diffs)

trunk/gsdl/perllib/classify/phind.pm

@@ -281 +281 @@
         $section = $doc_obj->get_next_section($section);
         }
-        $text .= convert_gml_to_tokens($data) . "\n";
+        $text .= convert_gml_to_tokens($phrlanguage, $data) . "\n";
     }
     
@@ -289 +289 @@
         $dataref = $doc_obj->get_metadata($doc_obj->get_top_section(), $field);
         foreach $data ($$dataref) {
-        $text .= convert_gml_to_tokens($data) . "\n";
+        $text .= convert_gml_to_tokens($phrlanguage, $data) . "\n";
         } 
     }
@@ -302 +302 @@
         $section = $doc_obj->get_next_section($section);
         }
-        $text .= convert_gml_to_tokens($data) . "\n";
+        $text .= convert_gml_to_tokens($phrlanguage, $data) . "\n";
     } 
     
@@ -430 +430 @@
 sub convert_gml_to_tokens {
     
-    my ($text) = @_;
-    my $language_exp = $self->{'language_exp'};
+    my ($language_exp, $text) = @_;
 
     if ($language_exp =~ /en/) {
-    return convert_gml_to_tokens_EN($text);
+    return &convert_gml_to_tokens_EN($text);
     }