source: trunk/gsdl3/src/java/org/greenstone/gsdl3/action/QueryAction.java@ 9264

package org.greenstone.gsdl3.action;

import org.greenstone.gsdl3.core.ModuleInterface;
import org.greenstone.gsdl3.util.*;
// XML classes
import org.w3c.dom.Node; 
import org.w3c.dom.NodeList; 
import org.w3c.dom.Text; 
import org.w3c.dom.Document; 
import org.w3c.dom.Element; 

import java.util.HashMap;
import java.util.HashSet;
import java.util.Vector;
import java.util.Map;
import java.util.Iterator;
import java.io.File;

/** action class for queries */
public class QueryAction extends Action {
    
    /** process - processes a request.
     */ 
    public Element process (Element message) {

    // get the request - assume there is only one
    Element request = (Element)GSXML.getChildByTagName(message, GSXML.REQUEST_ELEM);

    // create the return message
    Element result = this.doc.createElement(GSXML.MESSAGE_ELEM);
    Element response = basicQuery(request);
    result.appendChild(this.doc.importNode(response, true));
    return result;
    }
    
    /** a generic query handler 
     * this gets the service description, does the query (just passes all the 
     * params to the service, then gets the titles for any results 
     */
    protected Element basicQuery(Element request) {
    
    // the result
    Element page_response = this.doc.createElement(GSXML.RESPONSE_ELEM);
    
    // extract the params from the cgi-request, and check that we have a coll specified
    Element cgi_param_list = (Element)GSXML.getChildByTagName(request, GSXML.PARAM_ELEM+GSXML.LIST_MODIFIER);
    HashMap params = GSXML.extractParams(cgi_param_list, false);
    
    String request_type = (String)params.get(GSParams.REQUEST_TYPE);
    String service_name = (String)params.get(GSParams.SERVICE);
    String collection = (String)params.get(GSParams.COLLECTION);
    
    if (collection == null || collection.equals("")) {
        System.err.println("QueryAction Error: no collection was specified!");
        return page_response; // an empty response 
    }
    
    String lang = request.getAttribute(GSXML.LANG_ATT);
    String uid = request.getAttribute(GSXML.USER_ID_ATT);
    String to = GSPath.appendLink(collection, service_name);
    
    // part of the response is the service description 
    // for now get this again from the service. 
    // this will probably need to be cached somehow later on. 
    Element mr_info_message = this.doc.createElement(GSXML.MESSAGE_ELEM);
    Element mr_info_request = GSXML.createBasicRequest(this.doc, GSXML.REQUEST_TYPE_DESCRIBE,  to, lang, uid);
    mr_info_message.appendChild(mr_info_request);

    // also get the format stuff now if there is some
    Element format_request = GSXML.createBasicRequest(this.doc, GSXML.REQUEST_TYPE_FORMAT, to, lang, uid);
    mr_info_message.appendChild(format_request);

    // process the messages
    Element mr_info_response = (Element) this.mr.process(mr_info_message);
    
    // the two responses
    NodeList responses = mr_info_response.getElementsByTagName(GSXML.RESPONSE_ELEM);
    Element service_response = (Element)responses.item(0);
    Element format_response = (Element)responses.item(1);
    
    Element service_description = (Element)this.doc.importNode(GSXML.getChildByTagName(service_response, GSXML.SERVICE_ELEM), true);
    page_response.appendChild(service_description);
    
    if (request_type.equals("d")) {// just a display request
        return page_response;
    }
    
    HashSet metadata_names = new HashSet();
    metadata_names.add("Title");
    // add in the format info to the stylesheet if there is any
    Element format_elem = (Element)GSXML.getChildByTagName(format_response, GSXML.FORMAT_ELEM);
    if (format_elem != null) {
        ///ystem.out.println("QueryAction: found a format element, adding it to the page response");
        // set teh format type
        format_elem.setAttribute(GSXML.TYPE_ATT, "search");
        // for now just add to the response
        page_response.appendChild(this.doc.importNode(format_elem, true));
        extractMetadataNames(format_elem, metadata_names);
    } 

    // do the query
    Element mr_query_message = this.doc.createElement(GSXML.MESSAGE_ELEM);
    Element mr_query_request = GSXML.createBasicRequest(this.doc, GSXML.REQUEST_TYPE_PROCESS, to, lang, uid);
    mr_query_message.appendChild(mr_query_request);
    
    // paramList
    HashMap service_params = (HashMap)params.get("s1");
    if (service_params == null) { // no query
        return page_response;
    }
    Element query_param_list = this.doc.createElement(GSXML.PARAM_ELEM + GSXML.LIST_MODIFIER);
    GSXML.addParametersToList(this.doc, query_param_list, service_params);
    ///ystem.out.println("service params are "+this.converter.getString(query_param_list));
    mr_query_request.appendChild(query_param_list);

    // do the query
        Element mr_query_response = (Element)this.mr.process(mr_query_message);

    //. check for errors
    String path = GSPath.appendLink(GSXML.RESPONSE_ELEM, GSXML.ERROR_ELEM);
    Element error_elem = (Element) GSXML.getNodeByPath(mr_query_response, path);
    if (error_elem != null) {
        // should we continue?? perhaps have a kind of error - information vs fatal??
        System.err.println("found an error elem");
        page_response.appendChild(this.doc.importNode(error_elem, true));
        return page_response;
    }
    path = GSPath.appendLink(GSXML.RESPONSE_ELEM, GSXML.METADATA_ELEM+GSXML.LIST_MODIFIER);
    Element query_result_metadata_list = (Element) GSXML.getNodeByPath(mr_query_response, path);
    if (query_result_metadata_list == null) {
        System.err.println("QueryAction: Warning: No query result metadata.\n");
    } else { // add it into the page response
        page_response.appendChild(this.doc.importNode(query_result_metadata_list, true)); 
    }
    
    path = GSPath.appendLink(GSXML.RESPONSE_ELEM, GSXML.TERM_ELEM+GSXML.LIST_MODIFIER);
    Element query_term_info_list = (Element) GSXML.getNodeByPath(mr_query_response, path);
    if (query_term_info_list == null) {
        System.err.println("QueryAction: Warning: No query term information.\n");
    } else { // add it into the page response
        page_response.appendChild(this.doc.importNode(query_term_info_list, true));
    }

    // check that there are some documents - for now check the list, but later should use a numdocs metadata elem
    path = GSPath.appendLink(GSXML.RESPONSE_ELEM, GSXML.DOC_NODE_ELEM+GSXML.LIST_MODIFIER);
    
    Element document_list = (Element)GSXML.getNodeByPath(mr_query_response,
                                 path); 
    // documentList not present if no docs found
    if (document_list == null) {
        return page_response;
    }
    
    // paging of the results is done here - we filter the list to remove unwanted entries before retrieving metadata
    Element filtered_doc_list = filterDocList(params, service_description, document_list);
    
    // now we check to see if there is metadata already - some search services return predefined metadata. if there is some, don't do a metadata request
    NodeList doc_metadata = document_list.getElementsByTagName(GSXML.METADATA_ELEM+GSXML.LIST_MODIFIER);
    if (doc_metadata.getLength()>0) {
        System.err.println("have already found metadata!");
        // append the doc list to the result
        page_response.appendChild(this.doc.importNode(document_list, true));
        return page_response;
    }
    // do the metadata request on the filtered list
    Element mr_metadata_message = this.doc.createElement(GSXML.MESSAGE_ELEM);
    to = GSPath.appendLink(collection, "DocumentMetadataRetrieve"); // Hard-wired?
    Element mr_metadata_request = GSXML.createBasicRequest(this.doc, GSXML.REQUEST_TYPE_PROCESS, to, lang, uid);
    mr_metadata_message.appendChild(mr_metadata_request);
    
    // just get all for now - the receptionist should perhaps pass in some
    // metadata that it wants, and QueryAction should look through the format stuff to see if there is any other?
    
    Element dm_param_list  = createMetadataParamList(metadata_names);
    
    mr_metadata_request.appendChild(dm_param_list);
    
    
    // add in the doc node list too
    mr_metadata_request.appendChild(filtered_doc_list);

    Element mr_metadata_response = (Element) this.mr.process(mr_metadata_message);  
    
    path = GSPath.appendLink(GSXML.RESPONSE_ELEM, GSXML.DOC_NODE_ELEM+GSXML.LIST_MODIFIER);
    Element query_result_document_list = (Element) GSXML.getNodeByPath(mr_metadata_response, path);

    if (query_result_document_list != null) {
        page_response.appendChild(this.doc.importNode(query_result_document_list, true));
    }

    System.out.println("Query page:\n" + this.converter.getPrettyString(page_response));
    return page_response;
    }

    /** this filters out some of the doc results for result paging */
    protected Element filterDocList(HashMap params, Element service_description, Element orig_doc_list) {
    
    // check in the service descripiton to see if hitsPerpage is a param
    Element service_p_list = (Element)GSXML.getChildByTagName(service_description, GSXML.PARAM_ELEM+GSXML.LIST_MODIFIER);
    Element hits_param = GSXML.getNamedElement(service_p_list, GSXML.PARAM_ELEM, GSXML.NAME_ATT, "hitsPerPage");
    
    boolean service_paging = false;
    if (hits_param != null) {
        service_paging = true;
    }
    if (service_paging) {
        // the service is doing the paging, so we want to display all of teh returned docs
        return (Element)this.doc.importNode(orig_doc_list, true);
    }
    
    String hits_pp = (String)params.get("hitsPerPage");
    int hits = 20;
    if (hits_pp != null && !hits_pp.equals("")) {
        try {
        hits = Integer.parseInt(hits_pp);
        } catch (Exception e) {
        hits=20;
        }
    }

    if (hits == -1) { // all
        return (Element)this.doc.importNode(orig_doc_list, true);
    }
    NodeList result_docs = orig_doc_list.getElementsByTagName(GSXML.DOC_NODE_ELEM);
    
    int num_docs = result_docs.getLength();
    if (num_docs <= hits) {
        // too few docs to do paging
        return (Element)this.doc.importNode(orig_doc_list, true);
    }

    // now we need our own doc list
    Element result_list = this.doc.createElement(GSXML.DOC_NODE_ELEM + GSXML.LIST_MODIFIER);
    String start_p = (String)params.get("startPage");
    int start = 1;
    if (start_p != null && !start_p.equals("")) {
        try {
        start = Integer.parseInt(start_p);
        } catch (Exception e) {
        start = 1;
        }
    }

    int start_from = (start-1)*hits;
    int end_at = (start*hits)-1;

    if (start_from > num_docs) {
        // something has gone wrong
        return result_list;
    }
    
    if (end_at > num_docs) {
        end_at = num_docs-1;
    }

    // now we finally have the docs numbers to use
    for (int i=start_from; i<=end_at; i++) {
        result_list.appendChild(this.doc.importNode(result_docs.item(i), true));
    }

    return result_list;
    }

}