Changeset 26241

Show
Ignore:
Timestamp:
25.09.2012 12:41:31 (7 years ago)
Author:
jmt12
Message:

Modifications to progress messages to improve extracting information from the logs in an automated fashion

Files:
1 modified

Legend:

Unmodified
Added
Removed
  • gs2-extensions/video-and-audio/trunk/src/opt/Terrier/VideoDocument.java

    r26236 r26241  
    8282    // 0. Initialization from arguments 
    8383    this.properties = default_properties; 
     84    String filepath = this.properties.get("filename"); 
     85    System.out.println("[F:" + this.epochTime() + "] Starting ingest of " + filepath); 
    8486 
    8587    // Set properties 
     
    8991    this.properties.put("abstract", "This is a video so here is some dummy text to prevent indexer failing."); 
    9092    // B. Properties derived from filename 
    91     String filepath = this.properties.get("filename"); 
    9293    String title = filepath.substring(filepath.lastIndexOf(System.getProperty("file.separator")) + 1); 
    9394    this.properties.put("title", title); 
     
    9596    String target_filename = "doc." + ext; 
    9697    this.properties.put("source","doc." + ext); 
     98 
    9799    // - A unique associated directory. This gets a little tricky as we need 
    98100    //   to create the directory at the same time if an effort to promote 
    99101    //   synchronous behaviour 
     102    System.out.println("[F:" + this.epochTime() + ":PR]"); 
    100103    String unique_id = this.generateHash(filepath); 
    101104    //   - we start with the first 4 characters 
     
    107110    //   - then we continue adding blocks of 4 characters until we get a 
    108111    //     directory that doesn't already exist 
     112    System.out.println("[F:" + this.epochTime() + ":IO]"); 
    109113    while (assoc_path.toFile().exists() && offset < unique_id.length()) 
    110114    { 
     
    127131    Path target_path = assoc_path.resolve(target_filename); 
    128132    logger.info("VideoDocument - symlinking original video into assoc directory [IO]"); 
     133    logger.info("[DEBUG] Raw Video Path: " + raw_video_path); 
     134    logger.info("[DEBUG] Target Path:    " + target_path); 
    129135    try 
    130136    { 
     
    134140    catch (UnsupportedOperationException ex) 
    135141    { 
     142      logger.warn("Symlinking not supported"); 
    136143    } 
    137144    // All other exceptions can be fatal 
     
    141148    } 
    142149    // - copy if the file doesn't exist yet 
    143     if (!target_path.toFile().exists()) 
     150    if (Files.notExists(target_path)) 
    144151    { 
    145152      logger.info("VideoDocument - symlink failed, copying instead [IO]"); 
     
    156163 
    157164    // 1. Extract Metadata using MediaInfo and store as properties 
     165    System.out.println("[F:" + this.epochTime() + ":PR]"); 
    158166    logger.info("VideoDocument - extracting video metadata [PR]"); 
    159167    try 
     
    270278      } 
    271279 
     280      System.out.println("[F:" + this.epochTime() + ":IO]"); 
    272281      logger.info("VideoDocument - associating keyframes to video [IO]"); 
    273282      File files[] = assoc_path.toFile().listFiles(); 
     
    309318 
    310319    // 4. Create a dummy reader around some dummy text and then tokenize it 
    311     logger.info("VideoDocument - feed dummy text as token stream to indexer"); 
     320    System.out.println("[F:" + this.epochTime() + ":PR]"); 
     321    logger.info("VideoDocument - feed dummy text as token stream to indexer [PR]"); 
    312322    try 
    313323    { 
     
    320330    } 
    321331    logger.info("VideoDocument - Complete!"); 
     332    System.out.println("[F:" + this.epochTime() + "] Complete"); 
    322333  } 
    323334  /** VideoDocument(InputStream istream, Map<String,String> default_properties, Tokeniser tok) **/ 
     
    333344  } 
    334345  /** endOfDocument() **/ 
     346 
     347  /** @function epochTime 
     348   *  Returns the current time in seconds since 1970JAN01 
     349   */ 
     350  public long epochTime() 
     351  { 
     352    return System.currentTimeMillis()/1000; 
     353  } 
     354  /** epochTime() **/ 
    335355 
    336356  /** Returns the underlying map of all the properties defined by this Document.