Changeset 9177

Timestamp:

2005-02-24T16:55:13+13:00 (19 years ago)

Author:

kjdon

Message:

separated doc storage and lucene indexing into two modes, mode passed in as a parameter

File:

• trunk/gsdl/bin/script/lucene_passes.pl (modified) (3 diffs)

trunk/gsdl/bin/script/lucene_passes.pl

@@ -91 +91 @@
 sub monitor_xml_stream
 {
-    my ($full_textdir) = @_;
+    my ($mode, $full_textdir) = @_;
 
     my $doc_xml = "";
@@ -104 +104 @@
         
     }
+    
     if ($line =~ m/^<\/Doc>$/) {
         # save as file
-        save_xml_doc($full_textdir,$output_filename,$doc_xml);
-        
-        # notify lucene indexer
-        # print STDERR $doc_xml;
+        #save_xml_doc($full_textdir,$output_filename,$doc_xml);
+        if ($mode eq "text") {
+        save_xml_doc($full_textdir,$output_filename,$doc_xml);
+        } elsif ($mode eq "index") {
+        # notify lucene indexer
+        # print STDERR $doc_xml;
 ##      print PIPEOUT "$output_filename\n";
-        print PIPEOUT "$doc_xml";
-        
+        print PIPEOUT "$doc_xml";
+        }
         # compress file
 ###     compress_xml_doc($full_textdir,$output_filename);
@@ -127 +130 @@
     my $argc = scalar(@argv);
 
-    if ($argc<3) {
-    print STDERR "Usage: $PROGNAME doc-tag-level build-dir index-name\n";
+    if ($argc<4) {
+    print STDERR "Usage: $PROGNAME mode(text|index) doc-tag-level build-dir index-name\n";
     exit 1;
     }
 
-    my $doc_tag_level = $argv[0];
-    my $full_builddir = $argv[1];
-    my $indexdir      = $argv[2];
+    my $mode = $argv[0];
+    my $doc_tag_level = $argv[1];
+    my $full_builddir = $argv[2];
+    my $indexdir      = $argv[3];
+    print STDERR "**** ARGS = ", join(" ", @argv), "\n";
 
     my $full_textdir = &util::filename_cat($full_builddir,"text");
 
-
-    print STDERR "**** ARGS = ", join(" ", @argv), "\n";
-    open_java_lucene($doc_tag_level,$full_builddir,$indexdir);
-    monitor_xml_stream($full_textdir);
-    close_java_lucene();
+    if ($mode eq "index") {
+    # don't need the lucene stuff if we are just storing the docs
+    open_java_lucene($doc_tag_level,$full_builddir,$indexdir);
+    }
+    monitor_xml_stream($mode, $full_textdir);
+    if ($mode eq "index") {
+    close_java_lucene();
+    }
 }