Changeset 17907 for greenstone3/trunk

Timestamp:

2008-11-24T15:43:01+13:00 (15 years ago)

Author:

ak19

Message:

Inserted code to first look for whether the db file is already there. If not, it looks for the txtgz file. If that exists, it unzips the txtgz file and converts it to the ldb (bdb?) database file. The same process was followed in the original Greenstone2 code (gdbmclass.cpp in common-src/src/lib).

File:

• greenstone3/trunk/src/java/org/greenstone/gsdl3/util/GDBMWrapper.java (modified) (3 diffs)

greenstone3/trunk/src/java/org/greenstone/gsdl3/util/GDBMWrapper.java

@@ -26 +26 @@
 
 import java.io.UnsupportedEncodingException;
+import java.io.File;
 
 /** java wrapper class for gdbm - uses Java-GDBM written by Martin Pool
@@ -42 +43 @@
      NEWDB - read/write access, db should be replaced if exists
   */
-  
-
+    
+    
     protected GdbmFile db_=null;
-
+    
   /** open the database filename, with mode mode - uses the constants
       above, eg GdbmFile.WRITER */
@@ -58 +59 @@
       mode = GdbmFile.READER;
     }
-      
     try {
-      if (db_!=null) {
-    db_.close();
-      }
-      db_ = new GdbmFile(filename, mode);
+    if (db_!=null) {
+        db_.close();
+    }
+
+    // The java version of the C++ code in common-src/src/lib/gdbmclass.cpp
+    if(mode == GdbmFile.READER) {
+        // Looking to read in the database
+        // => check to see if .ldb/.bdb file already there
+        // if not (first time) then generate using txt2db
+        if (!new File(filename).exists()) {
+        logger.warn("Database file " + filename + " does not exist. Looking for txtgz version of db file.");
+        
+        // need to generate architecture native GDBM file using txt2db
+        
+        // replace sought after gdbm filename ext with ".txt.gz"
+        
+        int extension = filename.lastIndexOf('.');
+        String txtgzFilename = filename.substring(0, extension) + ".txt.gz";
+        if(new File(txtgzFilename).exists()) {          
+            // Test to make sure Perl is on the path
+            // On Linux, the output of the test goes to STDOUT so redirect it to STDERR
+            String cmdTest = "perl -v 2>&1";            
+            //String cmdTest = "echo %PATH%";
+            int returnValue = Processing.runProcess(cmdTest);
+            if (returnValue != 0) {
+            logger.error("Tried to find Perl. Return exit value of running " 
+                     + cmdTest + ": " +  returnValue + ", (expected this to be 0)");
+            logger.error("Check that Perl is set in your PATH environment variable.");
+            //log.error("At present, PATH=" + System.getenv("PATH"));
+            }
+            
+            String cmd = "perl -S txtgz-to-gdbm.pl \"" + txtgzFilename + "\" \"" + filename + "\"";
+            returnValue = Processing.runProcess(cmd);
+            // For some reason, launching this command with gsdl_system() still returns 1
+            // even when it returns 0 when run from the command-line. We can check whether
+            // we succeeded by looking at whether the output database file was created.
+            if (returnValue != 0) {
+            logger.warn("Warning, non-zero return value on running command \"" + cmd + "\": " + returnValue);
+            if (!new File(filename).exists()) {
+                logger.error("Tried to run command \"" + cmd + "\", but it failed");
+            }
+            }           
+        }
+        }
+    }
+
+    db_ = new GdbmFile(filename, mode);
     } catch ( GdbmException e) { // the database wasn't opened or created
-      logger.error("couldn't open database "+filename);
-      return false;
+    logger.error("couldn't open database "+filename);
+    return false;
     } 
     db_.setKeyPacking(new StringPacking());