source: trunk/indexers/lucene-gs/src/org/greenstone/LuceneWrapper/GS2LuceneIndexer.java@ 13686

/**********************************************************************
 *
 * GS2LuceneIndexer.java 
 *
 * Copyright 2004 The New Zealand Digital Library Project
 *
 * A component of the Greenstone digital library software
 * from the New Zealand Digital Library Project at the
 * University of Waikato, New Zealand.
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
 *
 *********************************************************************/

package org.greenstone.LuceneWrapper;


import java.io.*;
import java.util.Vector;

/**
 * class for indexing XML generated by lucenebuildproc.pm
  */

public class GS2LuceneIndexer {

    public static void main (String args[]) throws Exception 
    { 

    int verbosity = 1;
    boolean create = false;

    Vector filtered_args = new Vector();

    int argc = args.length;
    int i = 0;
    while (i<argc) {
        if (args[i].startsWith("-")) {

        // -create causes build to be incremental
        if (args[i].equals("-create")) {
            create = true;
        }

        // -verbosity [num]
        else if (args[i].equals("-verbosity")) {
            i++;
            if (i<argc) {
            verbosity = Integer.parseInt(args[i]);
            }
        }
        else {
            System.out.println("Unrecognised option: " + args[i]);
        }
        }
        else {
        filtered_args.add((Object)args[i]);
        }
        i++;
    }

    if (filtered_args.size() != 3) {
        System.out.println("Usage: java GS2LuceneIndexer [-create|-verbosity [num]] doc-tag-level building_dir index");
        return;
    }
 
    String doc_tag_level     = (String)filtered_args.get(0);
    String building_dirname  = (String)filtered_args.get(1);
    String index_dirname     = (String)filtered_args.get(2);

    String import_dirname = building_dirname + File.separator + "text";

    File import_dir   = new File(import_dirname);
    File building_dir = new File(building_dirname);

    if (!import_dir.exists()) {
        System.out.println("Couldn't find import directory: "+import_dirname);
        return;
    }

    File idx_dir = new File(building_dir.getPath()+File.separator+index_dirname+File.separator);
    idx_dir.mkdir();
    
    // Set up indexer
    IndexXML indexer = new IndexXML(doc_tag_level,idx_dir, create);
    indexer.init(); 

    // Read from stdin the files to process
    try {
        InputStreamReader isr = new InputStreamReader(System.in, "UTF-8");
        BufferedReader brin = new BufferedReader(isr);

        StringBuffer xml_text = new StringBuffer(1024);
        String line = null;
        while ((line = brin.readLine()) != null) {
        xml_text.append(line);
        if (line.startsWith("</Doc>")) {
            indexer.indexFile(xml_text.toString());
            xml_text = new StringBuffer(1024);
        }
        //File xml_file = new File(import_dir + File.separator + line);
        //indexer.indexFile(xml_file); // ****
        }

        brin.close();
        isr.close();

    } catch (IOException e) {
        System.err.println("Error: unable to read from stdin");
        e.printStackTrace();
    }

    indexer.finish();
    }
}