source: gsdl/trunk/src/recpt/dynamicclassifieraction.cpp@ 16036

/**********************************************************************
 *
 * dynamicclassifieraction.cpp -- 
 * Copyright (C) 2008  DL Consulting Ltd
 *
 * A component of the Greenstone digital library software
 * from the New Zealand Digital Library Project at the
 * University of Waikato, New Zealand.
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
 *
 *********************************************************************/

#include "dynamicclassifieraction.h"
#include "recptprototools.h"


dynamicclassifieraction::dynamicclassifieraction ()
{
  recpt = NULL;

  cgiarginfo arg_ainfo;
  arg_ainfo.shortname = "dcl";
  arg_ainfo.longname = "dynamic classifier ID";
  arg_ainfo.multiplechar = true;
  arg_ainfo.defaultstatus = cgiarginfo::weak;
  arg_ainfo.argdefault = "";
  arg_ainfo.savedarginfo = cgiarginfo::must;
  argsinfo.addarginfo (NULL, arg_ainfo);

  arg_ainfo.shortname = "dcn";
  arg_ainfo.longname = "dynamic classifier node";
  arg_ainfo.multiplechar = true;
  arg_ainfo.defaultstatus = cgiarginfo::weak;
  arg_ainfo.argdefault = "";
  arg_ainfo.savedarginfo = cgiarginfo::must;
  argsinfo.addarginfo (NULL, arg_ainfo);
}


dynamicclassifieraction::~dynamicclassifieraction()
{
}


bool dynamicclassifieraction::check_cgiargs (cgiargsinfoclass &argsinfo, cgiargsclass &args, 
                         recptprotolistclass *protos, ostream &logout)
{
  return true;
}


void dynamicclassifieraction::get_cgihead_info (cgiargsclass &args, recptprotolistclass *protos,
                        response_t &response,text_t &response_data, 
                        ostream &logout)
{
  response = content;
  response_data = "text/html";
}


// define all the macros which might be used by other actions to produce pages. 
void dynamicclassifieraction::define_external_macros (displayclass &disp, cgiargsclass &args, 
                              recptprotolistclass *protos, ostream &logout)
{
  // A valid collection server is vital
  recptproto *collectproto = protos->getrecptproto (args["c"], logout);
  if (collectproto == NULL)
  {
    logout << "dynamicclassifieraction::define_external_macros called with NULL collectproto\n";
    return;
  }

  // Define _dynamicclassifiernavbarentries_ to add buttons to the navigation bar for the dynamic classifiers
  text_t navigation_bar_entries = "";
  ColInfoResponse_t *cinfo = recpt->get_collectinfo_ptr (collectproto, args["c"], logout);
  text_tmap::iterator dynamic_classifier_iterator = cinfo->dynamic_classifiers.begin();
  while (dynamic_classifier_iterator != cinfo->dynamic_classifiers.end())
  {
    text_t dynamic_classifier_id = (*dynamic_classifier_iterator).first;
    navigation_bar_entries += "_navbarspacer_";
    navigation_bar_entries += "_navtab_(_gwcgi_?c=" + args["c"] + "&amp;a=dc&amp;dcl=" + dynamic_classifier_id + "," + dynamic_classifier_id;
    if (args["a"] == "dc" && args["dcl"] == dynamic_classifier_id)
    {
      navigation_bar_entries += ",selected";
    }
    navigation_bar_entries += ")";
    dynamic_classifier_iterator++;
  }

  disp.setmacro("dynamicclassifiernavbarentries", displayclass::defaultpackage, navigation_bar_entries);
}


// define all the macros which are related to pages generated
// by this action. we also load up the formatinfo structure 
// here (it's used in do_action as well as here)
void dynamicclassifieraction::define_internal_macros (displayclass &disp, cgiargsclass &args, 
                              recptprotolistclass *protos, ostream &logout)
{
  // define_internal_macros sets the following macros:
}


bool dynamicclassifieraction::do_action(cgiargsclass &args, recptprotolistclass *protos, 
                    browsermapclass *browsers, displayclass &disp, 
                    outconvertclass &outconvert, ostream &textout, 
                    ostream &logout)
{
  // A valid collection server is vital
  recptproto *collectproto = protos->getrecptproto (args["c"], logout);
  if (collectproto == NULL)
  {
    logout << "dynamicclassifieraction::do_action called with NULL collectproto\n";
    return false;
  }

  textout << outconvert << disp << "_dynamicclassifier:header_\n";
  textout << outconvert << disp << "_dynamicclassifier:content_\n";

  // Check a dynamic classifier ID has been specified
  text_t arg_dcl = args["dcl"];
  if (arg_dcl.empty())
  {
    textout << outconvert << disp << "Error: Missing dcl argument.\n";
    textout << outconvert << disp << "_dynamicclassifier:footer_\n";
    return true;
  }

  // Check the dynamic classifier ID is valid (ie. there is an entry in the collect.cfg file for it)
  ColInfoResponse_t *cinfo = recpt->get_collectinfo_ptr (collectproto, args["c"], logout);
  if (cinfo->dynamic_classifiers.find(arg_dcl) == cinfo->dynamic_classifiers.end())
  {
    textout << outconvert << disp << "Error: Invalid dcl value \"" << arg_dcl << "\".\n";
    textout << outconvert << disp << "_dynamicclassifier:footer_\n";
    return true;
  }

  // Parse the classifier options from the specification
  text_t classifier_specification = cinfo->dynamic_classifiers[arg_dcl];
  text_tmap classifier_options = parse_classifier_options (classifier_specification, args);

  // Output the "<ID>Header" format statement if there is one
  text_t classifier_header_format_statement = "";
  get_formatstring (arg_dcl + "Header", cinfo->format, classifier_header_format_statement);
  textout << outconvert << disp << classifier_header_format_statement << "\n";

  // Output the dynamic classifier
  if (args["dcn"].empty())
  {
    // Simple case for the top-level page
    output_top_level_page (classifier_options, args, collectproto, browsers, disp, outconvert, textout, logout);
  }
  else
  {
    // More complex case for an internal page
    output_internal_page (classifier_options, args, collectproto, browsers, disp, outconvert, textout, logout);
  }

  // Output the "<ID>Footer" format statement if there is one
  text_t classifier_footer_format_statement = "";
  get_formatstring (arg_dcl + "Footer", cinfo->format, classifier_footer_format_statement);
  textout << outconvert << disp << classifier_footer_format_statement << "\n";

  textout << outconvert << disp << "_dynamicclassifier:footer_\n";
  return true;
}


text_tmap dynamicclassifieraction::parse_classifier_options (text_t classifier_specification, cgiargsclass &args)
{
  text_tmap classifier_options;
  classifier_options["current_position"] = args["dcn"];

  // Split the classifier specification string by spaces
  text_tlist classifier_specification_parts;
  splitchar (classifier_specification.begin(), classifier_specification.end(), ' ', classifier_specification_parts);

  // The metadata element to classify by should be the first value
  classifier_options["metadata_element_name"] = classifier_specification_parts.front();
  classifier_specification_parts.pop_front();

  // Parse options from the remainder of the classifier specification
  while (!classifier_specification_parts.empty())
  {
    // Parse the option name
    text_t classifier_option_name = classifier_specification_parts.front();
    classifier_specification_parts.pop_front();

    // Check if the option has a value (it may just be a flag, in which case we use "1" as the value)
    text_t classifier_option_value = "1";
    if (!classifier_specification_parts.empty() && !starts_with(classifier_specification_parts.front(), "-"))
    {
      classifier_option_value = classifier_specification_parts.front();
      classifier_specification_parts.pop_front();
    }

    // Record the option
    classifier_options[classifier_option_name] = classifier_option_value;
  }

  return classifier_options;
}


void dynamicclassifieraction::output_top_level_page (text_tmap classifier_options, cgiargsclass &args,
                             recptproto *collectproto, browsermapclass *browsers,
                             displayclass &disp, outconvertclass &outconvert,
                             ostream &textout, ostream &logout)
{
  // Get all the metadata values for the specified element (these become the classifier nodes at the top level)
  text_t metadata_element_name = classifier_options["metadata_element_name"];
  FilterResponse_t metadata_values_response;
  bool request_success = get_metadata_values (metadata_element_name, "", args["c"], collectproto, metadata_values_response, logout);

  // If the request failed then it's probably because the collection isn't using an SQL infodbtype
  if (request_success == false)
  {
    textout << outconvert << disp << "Error: Dynamic classifier functionality is not available. Please check you are using an SQL infodbtype and the collection has been rebuilt.\n";
    return;
  }

  // After processing any hierarchical metadata values, we're left with the top-level classifer nodes
  map<text_t, int, lttext_t> classifier_nodes = process_metadata_values (classifier_options, metadata_values_response.docInfo);

  // Display the top-level classifier nodes
  map<text_t, int, lttext_t>::iterator classifier_nodes_iterator = classifier_nodes.begin();
  while (classifier_nodes_iterator != classifier_nodes.end())
  {
    text_t classifier_node_OID = (*classifier_nodes_iterator).first;
    text_t classifier_node_label = (*classifier_nodes_iterator).first;
    int classifier_node_numleafdocs = (*classifier_nodes_iterator).second;
    output_classifier_node (classifier_node_OID, classifier_node_label, classifier_node_numleafdocs, 0, args, collectproto, browsers, disp, outconvert, textout, logout);
    classifier_nodes_iterator++;
  }
}


void dynamicclassifieraction::output_internal_page (text_tmap classifier_options, cgiargsclass &args,
                            recptproto *collectproto, browsermapclass *browsers,
                            displayclass &disp, outconvertclass &outconvert,
                            ostream &textout, ostream &logout)
{
  text_t classifier_node_OID = classifier_options["current_position"];
  text_t classifier_node_metadata_value = classifier_options["current_position"];
  int node_indent = 0;

  // Get all the classifier nodes at this level
  text_t metadata_element_name = classifier_options["metadata_element_name"];
  text_t metadata_value_filter = classifier_node_metadata_value + "|*";
  FilterResponse_t metadata_values_response;
  bool request_success = get_metadata_values (metadata_element_name, metadata_value_filter, args["c"], collectproto, metadata_values_response, logout);

  // If the request failed then it's probably because the collection isn't using an SQL infodbtype
  if (request_success == false)
  {
    textout << outconvert << disp << "Error: Dynamic classifier functionality is not available. Please check you are using an SQL infodbtype and the collection has been rebuilt.\n";
    return;
  }

  // Get all the documents at this level
  text_t sort_documents_by = "";
  if (classifier_options.find("-sort_documents_by") != classifier_options.end())
  {
    sort_documents_by = classifier_options["-sort_documents_by"];
  }
  FilterResponse_t documents_response;
  get_documents_with_metadata_value (metadata_element_name, classifier_node_metadata_value, sort_documents_by, args["c"], collectproto, documents_response, logout);

  // If there are no classifier nodes or documents at this level then the classifier node value is invalid
  if (metadata_values_response.docInfo.empty() && documents_response.docInfo.empty())
  {
    textout << outconvert << disp << "Error: Invalid classifier node \"" << classifier_node_OID << "\".\n";
    return;
  }

  // Determine the parent classifier nodes
  text_tarray parent_classifier_node_labels;
  splitchar(classifier_node_OID.begin(), classifier_node_OID.end(), '|', parent_classifier_node_labels);
  text_t classifier_node_label = parent_classifier_node_labels.back();
  parent_classifier_node_labels.pop_back();

  // Display the parent classifier nodes
  text_t parent_classifier_node_OID = "";
  text_tarray::iterator parent_classifier_node_labels_iterator = parent_classifier_node_labels.begin();
  while (parent_classifier_node_labels_iterator != parent_classifier_node_labels.end())
  {
    parent_classifier_node_OID += (parent_classifier_node_OID != "" ? "|" : "");
    parent_classifier_node_OID += *parent_classifier_node_labels_iterator;
    text_t parent_classifier_node_label = *parent_classifier_node_labels_iterator;
    text_t parent_classifier_node_numleafdocs = "?";  // We can't determine this without more database requests
    output_classifier_node (parent_classifier_node_OID, parent_classifier_node_label, parent_classifier_node_numleafdocs, node_indent, args, collectproto, browsers, disp, outconvert, textout, logout);
    node_indent++;

    parent_classifier_node_labels_iterator++;
  }

  // Display the selected classifier node
  int classifier_node_numleafdocs = metadata_values_response.docInfo.size() + documents_response.docInfo.size();
  output_classifier_node (classifier_node_OID, classifier_node_label, classifier_node_numleafdocs, node_indent, args, collectproto, browsers, disp, outconvert, textout, logout);
  node_indent++;

  // After processing any hierarchical metadata values, we're left with the child classifer nodes
  map<text_t, int, lttext_t> child_classifier_nodes = process_metadata_values (classifier_options, metadata_values_response.docInfo);

  // Display the child classifier nodes
  map<text_t, int, lttext_t>::iterator child_classifier_nodes_iterator = child_classifier_nodes.begin();
  while (child_classifier_nodes_iterator != child_classifier_nodes.end())
  {
    text_t child_classifier_node_OID = classifier_node_OID + "|" + (*child_classifier_nodes_iterator).first;
    text_t child_classifier_node_label = (*child_classifier_nodes_iterator).first;
    int child_classifier_node_numleafdocs = (*child_classifier_nodes_iterator).second;
    output_classifier_node (child_classifier_node_OID, child_classifier_node_label, child_classifier_node_numleafdocs, node_indent, args, collectproto, browsers, disp, outconvert, textout, logout);
    child_classifier_nodes_iterator++;
  }

  // Display the documents at this level
  output_document_nodes (documents_response, node_indent, args, collectproto, browsers, disp, outconvert, textout, logout);
}


map<text_t, int, lttext_t> dynamicclassifieraction::process_metadata_values (text_tmap classifier_options,
                                         ResultDocInfo_tarray metadata_values)
{
  map<text_t, int, lttext_t> metadata_values_grouped;

  text_t current_position = classifier_options["current_position"];
  ResultDocInfo_tarray::iterator metadata_value_iterator = metadata_values.begin();
  while (metadata_value_iterator != metadata_values.end())
  {
    text_t metadata_value = (*metadata_value_iterator).OID;

    // If we're not at the top-level we need to remove the current position from the metadata values
    if (current_position != "" && starts_with(metadata_value, current_position + "|"))
    {
      metadata_value = substr(metadata_value.begin() + (current_position + "|").size(), metadata_value.end());
    }

    // Is this metadata value hierarchical?
    text_t::iterator hierarchy_split_position = findchar(metadata_value.begin(), metadata_value.end(), '|');
    if (hierarchy_split_position != metadata_value.end())
    {
      // Yes, so use the first part of the hierarchy only
      metadata_value = substr(metadata_value.begin(), hierarchy_split_position);
    }

    // Create a node for this metadata value if we haven't seen it before
    if (metadata_values_grouped.find(metadata_value) == metadata_values_grouped.end())
    {
      metadata_values_grouped[metadata_value] = 0;
    }

    // Increment the occurrence count
    metadata_values_grouped[metadata_value] += (*metadata_value_iterator).result_num;

    metadata_value_iterator++;
  }

  return metadata_values_grouped;
}


void dynamicclassifieraction::output_classifier_node (text_t classifier_node_OID, text_t classifier_node_label,
                              text_t classifier_node_numleafdocs, int classifier_node_indent,
                              cgiargsclass &args, recptproto *collectproto,
                              browsermapclass *browsers, displayclass &disp,
                              outconvertclass &outconvert, ostream &textout,
                              ostream &logout)
{
  // Generate the ResultDocInfo_t containing the information for the classifier node
  ResultDocInfo_t classifier_node;
  classifier_node.OID = classifier_node_OID;
  classifier_node.metadata["doctype"].values.push_back ("classify");
  classifier_node.metadata["haschildren"].values.push_back ("1");
  classifier_node.metadata["numleafdocs"].values.push_back (classifier_node_numleafdocs);
  classifier_node.metadata["Title"].values.push_back (classifier_node_label);

  // Get the format statement for this classifier if there is one, or use the browser's default otherwise
  text_t formatstring;
  text_t classifier_type = "VList";
  browserclass *bptr = browsers->getbrowser (classifier_type);
  ColInfoResponse_t *cinfo = recpt->get_collectinfo_ptr (collectproto, args["c"], logout);
  if (!get_formatstring (args["dcl"], classifier_type, cinfo->format, formatstring))
  {
    formatstring = bptr->get_default_formatstring();
  }
  format_t *formatlistptr = new format_t();
  text_tset metadata;
  bool getParents = false;
  parse_formatstring (formatstring, formatlistptr, metadata, getParents);
  bool use_table = is_table_content (formatlistptr);

  // Display the classifier node
  bptr->output_section_group (classifier_node, args, args["c"], classifier_node_indent, formatlistptr, use_table, metadata, getParents, collectproto, disp, outconvert, textout, logout);
}


void dynamicclassifieraction::output_document_nodes (FilterResponse_t documents_response, int document_nodes_indent,
                             cgiargsclass &args, recptproto *collectproto,
                             browsermapclass *browsers, displayclass &disp,
                             outconvertclass &outconvert, ostream &textout,
                             ostream &logout)
{
  // Get the format statement for this classifier if there is one, or use the browser's default otherwise
  text_t formatstring;
  text_t classifier_type = "VList";
  browserclass *bptr = browsers->getbrowser (classifier_type);
  ColInfoResponse_t *cinfo = recpt->get_collectinfo_ptr (collectproto, args["c"], logout);
  if (!get_formatstring (args["dcl"], classifier_type, cinfo->format, formatstring))
  {
    formatstring = bptr->get_default_formatstring();
  }
  format_t *formatlistptr = new format_t();
  text_tset metadata;
  bool getParents = false;
  parse_formatstring (formatstring, formatlistptr, metadata, getParents);
  bool use_table = is_table_content (formatlistptr);

  // Request the necessary metadata for displaying the documents
  text_tarray document_OIDs;
  ResultDocInfo_tarray::iterator document_iterator = documents_response.docInfo.begin();
  while (document_iterator != documents_response.docInfo.end())
  {
    document_OIDs.push_back ((*document_iterator).OID);
    document_iterator++;
  }
  FilterResponse_t document_nodes_response;
  get_info (document_OIDs, args["c"], args["l"], metadata, getParents, collectproto, document_nodes_response, logout);

  // Display the document nodes
  bptr->output_section_group (document_nodes_response, args, args["c"], document_nodes_indent, formatlistptr, use_table, metadata, getParents, collectproto, disp, outconvert, textout, logout);
}