Show
Ignore:
Timestamp:
30.08.2008 07:35:20 (11 years ago)
Author:
kjdon
Message:

changed way cjk separation is done. Not done in plugins any more, but is now an indexoption. cnseg called from filter_text method. generate_index_options sets up the field in buildproc

Files:
1 modified

Legend:

Unmodified
Added
Removed
  • gsdl/trunk/perllib/mgppbuildproc.pm

    r14912 r17110  
    3131 
    3232use basebuildproc; 
     33use cnseg; 
     34 
    3335use strict; 
    3436no strict 'refs'; # allow filehandles to be variables and viceversa 
     
    167169} 
    168170     
    169      
    170  
    171 sub filter_text { 
    172     # $self->filter_text ($field, $new_text); 
    173     # don't want to do anything for this version, however, 
    174     # in a particular collection you might want to override 
    175     # this method to post-process certain fields depending on 
    176     # the field, or whether we are outputting it for indexing 
    177 } 
    178  
    179171sub text { 
    180172    my $self = shift (@_); 
     
    326318         
    327319        # filter the text 
    328         $self->filter_text ($field, $new_text); 
     320        $new_text = $self->filter_text ($field, $new_text); 
    329321         
    330322        $self->{'num_processed_bytes'} += length ($new_text);