Changeset 27766 for other-projects/nightly-tasks/diffcol/trunk/diffcol/diffcol.pl

Timestamp:

2013-07-05T22:20:39+12:00 (11 years ago)

Author:

ak19

Message:

Many additions to equalise the PDFBox collection metadata, since it generates an intermediate src file in the GSDLHOME/tmp directory whose path and random filename ends up in all the doc.xml and index/col.gdb files

File:

• other-projects/nightly-tasks/diffcol/trunk/diffcol/diffcol.pl (modified) (3 diffs)

other-projects/nightly-tasks/diffcol/trunk/diffcol/diffcol.pl

@@ -45 +45 @@
 use diffutil;
 use Text::Diff;
+use Cwd;
 
 #--Global Variables Declaration-----------
@@ -667 +668 @@
             
         
-
         # tmp dirs have subdirs with random numbers in name, remove randomly named subdir portion of path
+        # these tmpdirs are located inside the collection directory
         $model_contents =~ s@(tmp[\\\/])(\d*[\\\/])@$1@g; 
         $test_contents =~ s@(tmp[\\\/])(\d*[\\\/])@$1@g;
@@ -674 +675 @@
         # remove all absolute paths upto collect folder from <Metadata /> elements
         $model_contents =~ s@(<Metadata name=\"[^\"]*\">(http:\/\/)?).*(collect[\\\/]$strColName)@$1$3@g;
-        $test_contents =~ s@(<Metadata name=\"[^\"]*\">(http:\/\/)?).*(collect[\\\/]$strColName)@$1$3@g;    
+        $test_contents =~ s@(<Metadata name=\"[^\"]*\">(http:\/\/)?).*(collect[\\\/]$strColName)@$1$3@g;        
+        
+        # The following block of code is necessary to deal with tmp (html) source files generated when using PDFBox
+        # These tmpdirs are located inside the toplevel *greenstone* directory
+        (my $gsdlhome_re = $ENV{'GSDLHOME'}) =~ s@\\@\/@g;      
+        my $tmpfile_regex = "<Metadata name=\"URL\">http://$gsdlhome_re/tmp/([^\.]*)(\..{3,4})</Metadata>"; # $gsdlhome/tmp/randomfilename.html, file ext can be 3 or 4 chars long  
+        if($test_contents =~ m@$tmpfile_regex@) {           
+            # found a match, replace the tmp file name with "random", keeping the original file extension 
+            # in <Metadata name="OrigSource|URL|UTF8URL|gsdlconvertedfilename">
+        
+            my ($old_tmp_filename, $ext) = ($1, $2);            
+            my $new_tmp_filename = "random";            
+            
+            $tmpfile_regex = "(<Metadata name=\"(URL|UTF8URL|gsdlconvertedfilename|OrigSource)\">(http://)?)($gsdlhome_re)?(/tmp/)?$old_tmp_filename($ext</Metadata>)";
+            if($5) { 
+                $test_contents =~ s@$tmpfile_regex@$1$5$new_tmp_filename$6@g;
+            } else { # OrigSource contains only the filename
+                $test_contents =~ s@$tmpfile_regex@$1$new_tmp_filename$6@g;
+            }
+            
+            # modelcol used a different gsdlhome, but also a tmp dir, so make the same changes to its random filename           
+            $tmpfile_regex = "(<Metadata name=\"(URL|UTF8URL|gsdlconvertedfilename|OrigSource)\">(http://)?)(.*)?(/tmp/)?.*($ext</Metadata>)";
+            if($5) { 
+                $model_contents =~ s@$tmpfile_regex@$1$5$new_tmp_filename$6@g;
+            } else { # OrigSource contains only the filename
+                $model_contents =~ s@$tmpfile_regex@$1$new_tmp_filename$6@g;
+            }
+        }
         
 #       my $savepath = &getcwd."/../"; # TASK_HOME env var does not exist at this stage, but it's one level up from current directory