Changeset 13576 for trunk/gsdl3/src/java/org/greenstone/gsdl3/service/GS2LuceneSearch.java

Timestamp:

2007-01-11T14:55:04+13:00 (17 years ago)

Author:

kjdon

Message:

implemented the core functionality for this.

File:

• trunk/gsdl3/src/java/org/greenstone/gsdl3/service/GS2LuceneSearch.java (modified) (9 diffs)

trunk/gsdl3/src/java/org/greenstone/gsdl3/service/GS2LuceneSearch.java

@@ -25 +25 @@
 import org.w3c.dom.Element; 
 import org.w3c.dom.NodeList;
-
+import org.w3c.dom.Document; 
 // java classes
 import java.util.ArrayList;
 import java.util.HashMap;
+import java.io.File;
+import java.util.Iterator;
+import java.util.Set;
+import java.util.Map;
+import java.util.Vector;
 
 // Logging
 import org.apache.log4j.Logger;
+
+import org.nzdl.gsdl.LuceneWrap.GS2LuceneQuery;
+import org.nzdl.gsdl.LuceneWrap.LuceneQueryResult;
 
 public class GS2LuceneSearch
     extends AbstractGS2FieldSearch
 {
-    
-    // TODO: lucene query object
-    
+    protected static final String RANK_PARAM_RANK_VALUE = "rank";
+
     static Logger logger = Logger.getLogger(org.greenstone.gsdl3.service.GS2LuceneSearch.class.getName());
 
+    private GS2LuceneQuery lucene_src=null;    
+    
     public GS2LuceneSearch()
     {
-    // TODO: create new query object
-
+    this.lucene_src = new GS2LuceneQuery();
     // Lucene uses double operators, not single
     AND_OPERATOR = "&&";
     OR_OPERATOR = "||";
 
-    }
-
+    does_paging = true;
+    does_chunking = true;
+    }
+    
     public void cleanUp() {
     super.cleanUp();
-    // TODO: clean up query object
-    }
-
-        /** configure this service */
+    this.lucene_src.cleanUp();
+    }
+    
+    /** configure this service */
     public boolean configure(Element info, Element extra_info)
     {
@@ -68 +78 @@
     does_stem = false;
     does_accent = false;
-    
-    // TODO: configure the query object based on info from config file
 
     return true;
     }
-
+    
     /** add in the lucene specific params to TextQuery */
     protected void addCustomQueryParams(Element param_list, String lang) 
@@ -80 +88 @@
     /** lucenes rank param is based on fields, not ranked/not */
     createParameter(RANK_PARAM, param_list, lang);
-    }
-
+    createParameter(FIELD_ATT, param_list, lang);
+    }
+    
     /** create a param and add to the list */
     /** we override this to do a special rank param */
@@ -90 +99 @@
         // get the fields
         ArrayList fields = new ArrayList();
-        fields.add("rank");
+        fields.add(RANK_PARAM_RANK_VALUE);
         ArrayList field_names = new ArrayList();
         field_names.add(getTextString("param.sortBy.rank", lang)); 
@@ -103 +112 @@
     }
     }
-
+    
     protected void getSortByIndexData(ArrayList index_ids, ArrayList index_names, String lang){
     // the field list -  read from config file
@@ -116 +125 @@
         }
         // TODO change field so that name is the id, and full metadata name is somthing else
+        
         if (shortname.equals("")) {
         shortname = name;
         }
-        if (shortname.equals("ZZ")) {
-        // ZZ is a fake index
+        if (shortname.equals("ZZ") || shortname.equals("TX")) {
+        // ZZ is a fake index, and we don't sort by TX
         continue;
         }
@@ -132 +142 @@
 
     /** methods to handle actually doing the query */
+
     /** do any initialisation of the query object */
     protected boolean setUpQueryer(HashMap params) {
-    // TODO
+        String indexdir = GSFile.collectionBaseDir(this.site_home, this.cluster_name) + File.separatorChar + "index"+File.separatorChar;
+    
+    String index = "didx";
+    int maxdocs = 100;
+    int hits_per_page = 20;
+    int start_page = 1;
+    // set up the query params
+        Set entries = params.entrySet();
+        Iterator i = entries.iterator();
+        while (i.hasNext()) {
+            Map.Entry m = (Map.Entry)i.next();
+            String name = (String)m.getKey();
+            String value = (String)m.getValue();
+            
+            if (name.equals(MAXDOCS_PARAM)&& !value.equals("")) {
+        maxdocs = Integer.parseInt(value);
+        } else if (name.equals(HITS_PER_PAGE_PARAM)) {
+        hits_per_page = Integer.parseInt(value);
+        } else if (name.equals(START_PAGE_PARAM)) {
+        start_page = Integer.parseInt(value);
+        
+            } else if (name.equals(MATCH_PARAM)) {
+            if (value.equals(MATCH_PARAM_ALL)) {
+            this.lucene_src.setDefaultConjunctionOperator("AND");
+            } else{
+            this.lucene_src.setDefaultConjunctionOperator("OR");
+            }
+            } else if (name.equals(RANK_PARAM)) {
+        if (value.equals(RANK_PARAM_RANK_VALUE)) {
+            value = null;
+        }
+        this.lucene_src.setSortField(value);
+            } else if (name.equals(LEVEL_PARAM)) {
+        if (value.toUpperCase().equals("SEC")){
+            index = "sidx";
+        }
+        else {
+            index = "didx";
+        }
+        } // ignore any others
+        }
+    // set up start and end results if necessary
+    int start_results = 1;
+    if (start_page != 1) {
+        start_results = ((start_page-1) * hits_per_page) + 1;
+    }
+    int end_results = hits_per_page * start_page;
+    this.lucene_src.setStartResults(start_results);
+    this.lucene_src.setEndResults(end_results);
+    
+    this.lucene_src.setIndexDir(indexdir+index);
+    this.lucene_src.initialise();
     return true;
     }
     /** do the query */
     protected Object runQuery(String query) {
-    // TODO
+    try {
+        LuceneQueryResult lqr=this.lucene_src.runQuery(query);
+        return lqr;
+    } catch (Exception e) {
+        logger.error ("exception happened in run query: ", e);
+    }
+    
     return null;
     }
     /** get the total number of docs that match */
     protected long numDocsMatched(Object query_result) {
-    // TODO
-    return 0;
+        return ((LuceneQueryResult)query_result).getTotalDocs();
+        
     }
     /** get the list of doc ids */
     protected String [] getDocIDs(Object query_result) {
-    // TODO
-    return null;
+        Vector docs = ((LuceneQueryResult)query_result).getDocs();
+        String [] doc_nums = new String [docs.size()];
+        for (int d = 0; d < docs.size(); d++) {
+        String doc_num = Long.toString(((LuceneQueryResult.DocInfo) docs.elementAt(d)).num_);
+            doc_nums[d] = doc_num;
+        }
+        return doc_nums;
     }
     /** get the list of doc ranks */
     protected String [] getDocRanks(Object query_result) {
-    // TODO
-    return null;
+        Vector docs = ((LuceneQueryResult)query_result).getDocs();
+        String [] doc_ranks = new String [docs.size()];
+        for (int d = 0; d < docs.size(); d++) {
+            doc_ranks[d] = Float.toString(((LuceneQueryResult.DocInfo) docs.elementAt(d)).rank_);
+        }
+        return doc_ranks;
     }
     /** add in term info if available */
     protected boolean addTermInfo(Element term_list, HashMap params,
                   Object query_result) {
-    // TODO
-    return true;
-    }
-
+        String query_level = (String)params.get(LEVEL_PARAM); // the current query level
+    
+        Vector terms = ((LuceneQueryResult)query_result).getTerms();
+        for (int t = 0; t < terms.size(); t++) {
+            LuceneQueryResult.TermInfo term_info = (LuceneQueryResult.TermInfo) terms.get(t);
+            
+            Element term_elem = this.doc.createElement(GSXML.TERM_ELEM);
+            term_elem.setAttribute(GSXML.NAME_ATT, term_info.term_);
+            term_elem.setAttribute(FREQ_ATT, "" + term_info.term_freq_);
+            term_elem.setAttribute(NUM_DOCS_MATCH_ATT, "" + term_info.match_docs_);
+        term_elem.setAttribute(FIELD_ATT, term_info.field_);
+            term_list.appendChild(term_elem);
+        }
+        return true;
+    }
+    
     protected String addFieldInfo(String query, String field) {
     if (field.equals("") || field.equals("ZZ")) {
@@ -170 +259 @@
     return field+":("+query+")";
     }
-
+    
     protected void addQueryElem(StringBuffer s, String q, String f, String c) {
-
+    
     String combine="";
     if (s.length()>0) {
@@ -179 +268 @@
     s.append(combine + addFieldInfo(q,f));
     }
-
+    
     /** Lucene doesn't use these options at the moment */
     protected String addStemOptions(String query, String stem,