source: trunk/gsdl3/src/java/org/greenstone/gsdl3/gs3build/doctypes/HTMLDocument.java@ 6284

package org.greenstone.gsdl3.gs3build.doctypes;

import java.io.File;
import java.net.URL;
import java.net.MalformedURLException;

import java.util.List;
import java.util.Map;
import java.util.ArrayList;

import org.greenstone.gsdl3.gs3build.metadata.*;
import org.greenstone.gsdl3.gs3build.util.*;
import org.greenstone.gsdl3.gs3build.xpointer.XPointer;

import org.w3c.dom.*;

public class HTMLDocument extends AbstractDocument
{
  public static final String HTML_DOCUMENT_TYPE = "HTML";
  Document domDocument;

  public HTMLDocument(DocumentID id)
  { super(id);
    this.domDocument = null;
  }

  /**
   *  Create the HTMLDocument from a given URL - the URL may in fact be a reference
   *  to a local file.
   *
   *  @param <code>URL</code> The location from which to load the file
   */
  public HTMLDocument(URL url)
  { super(url);

    this.loadDocument(url);

    this._extractDocumentFiles();
    this._extractDocumentMetadata();

    HTMLDocumentTools docTools = new HTMLDocumentTools(this.domDocument);
    docTools.setMetsDocument(this);
    docTools.setUrl(this.fileSet.getFile(0).getLocation());
    docTools.findSections();
    METSStructure sectionStruct = docTools.getStructure();

    if (sectionStruct.size() > 0) {
      METSStructureSet structureSet = this.getDocumentStructure();
      structureSet.addStructure(sectionStruct);
    }
  }

  private void loadDocument(URL url)
  {
    //    HTMLDoc htmlDoc;
    HTMLTidy tidyDoc;
    if (url.toString().startsWith("file://"))
    { //htmlDoc = new HTMLDoc(url, url.toString().substring(7));
      tidyDoc = new HTMLTidy(new File(url.toString().substring(7)));
    }
    else if (url.toString().startsWith("file:/"))
    { //htmlDoc = new HTMLDoc(url, url.toString().substring(5));
      tidyDoc = new HTMLTidy(new File( url.toString().substring(5)));
    }
    else
    { //htmlDoc = new HTMLDoc(url);
      tidyDoc = new HTMLTidy(url);
    }
    
    this.domDocument = tidyDoc.getDocument(); 
 }

  private void _extractDocumentMetadata()
  { 
    NodeList metadata = this.domDocument.getElementsByTagName("META");
    for (int n = 0; n < metadata.getLength(); n ++) {
      Node node = metadata.item(n);
      Element element = (Element) node;

      String name = element.getAttribute("name");
      if (name == null || name.length() == 0) {
    continue;
      }

      String value = element.getAttribute("content");
      if (value == null || value.length() == 0) {
    value = name;
      }

      this.addDocumentMetadata(new MetadataLabel(name), value);
    }
    
    NodeList titles = this.domDocument.getElementsByTagName("TITLE");
    StringBuffer title = new StringBuffer();
    for (int n = 0; n < titles.getLength(); n ++) {
      Node node = titles.item(n);
      Element element = (Element) node;

      NodeList childNodes = node.getChildNodes();
      for (int c = 0; c < childNodes.getLength(); c ++) {
    Node child = childNodes.item(c);
    if (child.getNodeType() == org.w3c.dom.Node.TEXT_NODE) {
      title.append(child.getNodeValue());
    }
      }
    }

    if (title.length() > 0)
    { this.addDocumentMetadata(new MetadataLabel("title"), title.toString());
    }

    /* Old HTMLDoc based parsing...
    HTMLBlock codedContent = htmlDoc.getCodedContent();
    boolean inTitle = false;
    title = new StringBuffer();

    for (int e = 0; e < codedContent.size(); e ++)
    { if (codedContent.elementAt(e) instanceof HTMLTag)
      { HTMLTag tag = (HTMLTag) codedContent.elementAt(e);

        if (tag.tagName().equals("meta"))
    { // check that the name of the metadata item exists
      String name = tag.idValue("name");
      if (name == null || name.length() == 0) {
        continue;
      }

      // get the value, if it exists
      String value = tag.idValue("content");

      // if value does not exist, default it to being the same
      // as the name.
      if (value == null || value.length() > 0) {
        value = name;
      }
    }
    else 
    if (tag.tagName().equals("title"))
    { inTitle = true;
    }
    else if (tag.tagName().equals("/title"))
    { inTitle = false;
    }
    // cut off when real body content appears - not a perfect
        // implementation, just cheap & cheerful
    else if (tag.tagName().equals("/head"))
    { break;
    }
    else if (tag.tagName().equals("body"))
    { break;
    }
      }
      else if (inTitle == true)
      { title.append(codedContent.elementAt(e).toString());
      }
    }
      */
  }

  private void _extractDocumentFiles()
  { URL homeUrl = this.fileSet.getFile(0).getLocation();

    NodeList metadata = this.domDocument.getElementsByTagName("img");
    for (int n = 0; n < metadata.getLength(); n ++) {
      Node node = metadata.item(n);
      Element element = (Element) node;

      String location = element.getAttribute("src");
      if (location == null || location.length() == 0) {
    System.out.println("No name");
    continue;
      }

      try 
      { // make the url for the image, and then add it to the document list of
    // 
    URL imgUrl = new URL(homeUrl, location);
    METSFile file = this.fileSet.addFile(imgUrl);
    this.structureSet.getStructure("All").getDivision("All").addFileReference(file.getID());
      }
      catch (MalformedURLException ex)
      { // TODO: report exception/failure to resolve...
      }
    }

    /**    
    HTMLBlock codedContent = htmlDoc.getCodedContent();
    for (int e = 0; e < codedContent.size(); e ++)
    { if (codedContent.elementAt(e) instanceof HTMLTag)
      { HTMLTag tag = (HTMLTag) codedContent.elementAt(e);

        if (tag.tagName().equals("img"))
    { String location = tag.idValue("src");

      try 
      { // make the url for the image, and then add it to the document list of
        // 
        URL imgUrl = new URL(homeUrl, location);
        METSFile file = this.fileSet.addFile(imgUrl);
        this.structureSet.getStructure("All").getDivision("All").addFileReference(file.getID());
      }
      catch (MalformedURLException ex)
      { // TODO: report exception/failure to resolve...
      }
    }
      }
    }
    */
  }

  public String getDocumentType()
  { return HTML_DOCUMENT_TYPE;
  }

  public String getDocumentText()
  { 
    HTMLDoc htmlDoc;
    URL     url =(URL) this.fileSet.getFile(0).getLocation();

    this.getSectionText("1");

    if (url.toString().startsWith("file://"))
    { htmlDoc = new HTMLDoc(url, url.toString().substring(7));
    }
    else if (url.toString().startsWith("file:/"))
    { htmlDoc = new HTMLDoc(url, url.toString().substring(5));
    }
    else
    { htmlDoc = new HTMLDoc(url);
    }
    return htmlDoc.getContent();
  }

  public Document getDOMDocument()
  {
    if (this.domDocument == null) {
      URL     url =(URL) this.fileSet.getFile(0).getLocation();
      this.loadDocument(url);
    }
    return this.domDocument;
  }

  private XPointer getXPointer(METSDivision division)
  { String fileId = division.getDefaultFileReference();

    if (fileId == null) {
      System.err.println("Unable to obtain file reference for section " + division.getLabel());
      return null;
    }

    METSFileGroup fileGroup = this.getDocumentFiles().getGroup(fileId);
    if (fileGroup == null) {
      System.err.println("Unable to obtain file reference for filegroup " + fileId);
      return null;
    }

    METSFile file = fileGroup.getFile(0);
    if (file == null) {
      System.err.println("Unable to obtain any files within filegroup " + fileId);
      return null;
    }

    URL url = file.getLocation();
    XPointer xpointer = XPointer.processXPointer(this.domDocument, url);

    return xpointer;
  }

  private XPointer getXPointer(String sectionId)
  { if (this.domDocument == null) {
      URL     url =(URL) this.fileSet.getFile(0).getLocation();
      this.loadDocument(url);
    }

    METSDivision division = 
      this.getDocumentStructure().getDivision(METSStructureSet.GSDL3_SECTION_STRUCTURE, 
                          sectionId);
    if (division == null) {
      //      System.err.println("Unable to locate section " + sectionId);
      return null; 
    }

    return this.getXPointer(division);
  }
  
  public Node getSectionStartNode(METSDivision division)
  { XPointer xpointer = this.getXPointer(division);
    return xpointer.getStartNode();
  }

  public Node getSectionStartNode(String sectionId)
  { XPointer xpointer = this.getXPointer(sectionId);

    return xpointer.getStartNode();
  }

  public String getSectionText(String sectionId)
  { XPointer xpointer = this.getXPointer(sectionId);

    if (xpointer == null) {
      return "";
    }

    // get the XML content of the xpointer...
    return xpointer.toString();
  }
}