Changeset 4184

Timestamp:

2003-04-17T14:58:47+12:00 (21 years ago)

Author:

kjdon

Message:

added heaps more stuff

File:

• trunk/gsdl3/bin/script/convert_coll_from_gs2.pl (modified) (17 diffs)

trunk/gsdl3/bin/script/convert_coll_from_gs2.pl

@@ -5 +5 @@
     die "GSDLOS not set\n" unless defined $ENV{'GSDLOS'};
     unshift (@INC, "$ENV{'GSDLHOME'}/perllib");
-    unshift (@INC, "$ENV{'GSDLHOME'}/perllib/cpan");
-    #unshift (@INC, "$ENV{'GSDLHOME'}/perllib/plugins");
-   # unshift (@INC, "$ENV{'GSDLHOME'}/perllib/classify");
-}
-
-#use arcinfo;
+    unshift (@INC, "$ENV{'GSDL3HOME'}/lib/perl/cpan");
+}
+
 use colcfg;
-#use plugin;
-use docprint;
 use util;
 use parsargv;
@@ -25 +20 @@
     
     print STDOUT "   -collectdir         Directory where collection lives.\n";
-    
+    print STDOUT "   -verbosity          Controls the amount of output.\n\n"; 
 }
 
@@ -36 +31 @@
     if (!parsargv::parse(\@ARGV,
              'verbosity/\d+/', \$verbosity,
-             'collectdir/.*/', \$collectdir,
-             'faillog/.*/', \$faillog)) {
+             'collectdir/.*/', \$collectdir)) {
     &print_usage();
     die "\n";
@@ -47 +41 @@
     die "\n";
     }
-
+    
     $collconfigfilename = &util::filename_cat ($ENV{'GSDLCOLLECTDIR'}, "etc", "collect.cfg");
     my $collectcfg;
@@ -57 +51 @@
     die "\n";
     }
-
+    
 
     $buildconfigfilename = &util::filename_cat ($ENV{'GSDLCOLLECTDIR'}, "index", "build.cfg");
@@ -68 +62 @@
     die "\n";
     }
-    
+    
 
      
@@ -89 +83 @@
     $buildtype = 'mg';
     }
-
+    
     my $buildoutput = new IO::File(">$buildoutfile");
-    my $buildwriter = new XML::Writer(OUTPUT => $buildoutput);
-
-    $buildwriter->startTag('buildConfig');
+    my $buildwriter = new XML::Writer(OUTPUT => $buildoutput, NEWLINES => 1);
+    
+    $buildwriter->startTag('buildConfig', 'xmlns:gsf'=>"http://www.greenstone.org/configformat");
     
     my $colloutput = new IO::File(">$colloutfile");
-    my $collwriter = new XML::Writer(OUTPUT => $colloutput);
-
-    $collwriter->startTag('collectionConfig');
-
+    my $collwriter = new XML::Writer(OUTPUT => $colloutput, NEWLINES => 1);
+    
+    $collwriter->startTag('collectionConfig', 'xmlns:gsf'=>"http://www.greenstone.org/configformat");
+    
     #output the collection metadata to the collectionConfig file
     my $collectionmeta = $collectcfg->{'collectionmeta'};
@@ -111 +105 @@
     
     if (defined $collectionmeta) {
-    print STDOUT "coll meta defined \n";
     foreach $entry ( keys %$collectionmeta) {
-        print STDOUT "entry=$entry\n";
         if (defined $name_map{$entry}) {
         $name= $name_map{$entry};
-        print STDOUT "name=$name\n";
         foreach $lang (keys %{$collectionmeta->{$entry}}) {
-            print STDOUT "lang=$lang\n";
-            outputmetadata($collwriter, $name, $lang, $collectionmeta->{$entry}->{$lang});
+            $value = $collectionmeta->{$entry}->{$lang};
+            if ($entry =~ /^icon/) {
+            $value = format_icon_value($value);
+            }
+            outputmetadata($collwriter, $name, $lang, $value);
         }
         }
@@ -126 +120 @@
     $collwriter->endTag('metadataList');
     
-#num docs
+   # output building metadata to build config file 
     my $numdocs = $buildcfg->{'numdocs'};
     $buildwriter->startTag('metadataList');
@@ -154 +148 @@
     $defaultindex = $indexmap->{$defaultindex};
     
+    # levels for index
+    my $level_string = "Document";
+    if (defined $collectcfg->{'levels'}) {
+    foreach $l (@{$collectcfg->{'levels'}}) {
+        $level_string .=",$l";
+    }
+    }
+    # format stuff
+    my $format = $collectcfg->{'format'};
+
+    #output the search stuff to coll cfg
+    $collwriter->startTag('search', 'type'=>$buildtype);
+    foreach $i (keys %$indexmap) {
+    $shortname = $indexmap->{$i};
+    if ($buildtype eq 'mgpp') {
+        $collwriter->startTag('index', 'name'=>$shortname, 'content'=>$i, 
+                  'level'=>$level_string);
+    } elsif ($buildtype eq 'mg') {
+        ($level, $content) = $i =~ /^(.*):(.*)$/;
+        $collwriter->startTag('index', 'name'=>$shortname, 'content'=>$content, 'level'=>$level);
+    }
+    #find the coll meta stuff
+    $indexdisplay = ".$i";
+    foreach $lang (keys %{$collectionmeta->{$indexdisplay}}) {
+        $value = $collectionmeta->{$indexdisplay}->{$lang};
+        output_display($collwriter, $lang, $value);
+    }
+    $collwriter->endTag('index');
+    
+    }
+
+    # add in the format stuff
+    if (defined $format->{'SearchVList'}) {
+
+    $collwriter->startTag('format');
+    write_format($collwriter, $format->{'SearchVList'});
+    $collwriter->endTag('format');
+    }
+    
+    $collwriter->endTag('search');
     
     $buildwriter->startTag('serviceRackList');
@@ -193 +227 @@
     my $started_classifiers = 0;
     if (defined $collectcfg->{'classify'}) { 
+    $collwriter->startTag('browse');
     my $classifiers = $collectcfg->{'classify'};
     foreach $cl (@$classifiers) {
-        print STDERR "cl=$cl\n";
         $name = "CL$count";
         $count++;
         my ($classname) = @$cl[0];
-        if ($classname eq "Phind") {
+        if ($classname =~ /^phind$/i) {
         $phind=1;
+        #should add it into coll config classifiers
         next;
         }
@@ -206 +241 @@
         my $document_interleave = "true";
         my $orientation = "vertical";
-        if ($classname eq "AZList") { #there may be others
+        my $nodelinks = 0;
+        if ($classname eq "AZList" || $classname eq "AZCompactList") { #there may be others
         $document_interleave = "false";
         $orientation = "horizontal";
+        $nodelinks = 1;
         }
         if (not $started_classifiers) {
@@ -215 +252 @@
         }
         my $content = ''; #use metadata
-        
-        for ($i=0; $i<scalar(@$cl); $i++) {
-        $arg = @$cl[$i];
-        if ($arg eq "-metadata") {
-            $content = @$cl[$i+1];
-            last;
+        if ($classname eq "DateList") {
+        $content = "Date";
+        } else {
+        for ($i=0; $i<scalar(@$cl); $i++) {
+            $arg = @$cl[$i];
+            if ($arg eq "-metadata") {
+            $content = @$cl[$i+1];
+            last;
+            }
         }
         }
@@ -226 +266 @@
         $buildwriter->emptyTag('classifier', 'name'=>$name, 'content'=>$content, 'orientation'=>$orientation, 'documentInterleave'=>$document_interleave);
         
-    } #foreach classifier
+        $collwriter->startTag('classifier', 'name'=>$name, 'content'=>$content, 'type'=>$classname, 'level'=>'Document');
+        $vlist = $name."VList";
+        $hlist = $name."HList";
+        $dlist = "";
+        if ($classname eq "DateList") {
+        $dlist = "DateList";
+        }
+        if ($nodelinks || defined $format->{$vlist} || defined $format->{$hlist} || defined $format->{$dlist}) {
+        $collwriter->startTag('format');
+        if ($nodelinks) {
+            write_nodelinks_format($collwriter);
+        }
+        
+        if (defined $format->{$vlist}) {
+            write_format($collwriter, $format->{$vlist});
+        }
+        if (defined $format->{$hlist}) {
+            write_format($collwriter, $format->{$hlist});
+        }
+        if (defined $format->{$dlist}) {
+            write_format($collwriter, $format->{$dlist});
+        }
+        $collwriter->endTag('format');
+        }
+        $collwriter->endTag('classifier');
+        } #foreach classifier
     if ($started_classifiers) {
         # end the classifiers
@@ -232 +297 @@
     }
     
+    $collwriter->endTag('browse');
     }
     # close off the Retrieve service
     $buildwriter->endTag('serviceRack');
-    
+    
     # the phind classifier is a separate service
     if ($phind) {
@@ -254 +320 @@
     
     #fieldlist
-    print STDOUT "trying fields\n";
     my $fieldmap = {};
     if (defined $buildcfg->{'indexfieldmap'}) {
-        print STDOUT "doing fields\n";
         $fieldmap_t = $buildcfg->{'indexfieldmap'};
         foreach $f (@$fieldmap_t) {
@@ -300 +364 @@
 
 sub outputmetadata {
-    my ($collwriter, $metaname, $lang, $metavalue) = @_;
+    my ($writer, $metaname, $lang, $metavalue) = @_;
     $lang = 'en' if $lang eq 'default';
     if ($lang =~ /^\[/) {
-    ($lang) = $lang =~ /\[l=(..)\]/;
-    print STDOUT "new lang = $lang\n";
-    }
-    my $newvalue;
-    if ($name =~ /colIcon/) {
-    #may need to translate the value
-    ($newvalue) = $metavalue =~ /^_httpprefix_\/collect\/.*\/images\/(.*)$/;
-    ($newvalue) = $metavalue =~ /^_httpcollection_\/images\/(.*)$/ if not defined $newvalue;
-    $newvalue = $metavalue if not defined $newvalue;
-    print STDOUT "old value=$metavalue. new value = $newvalue\n";
-    } else {
-    $newvalue = $metavalue;
-    }
-    $collwriter->startTag('metadata',  'name'=>$metaname, 'lang'=>$lang);
-    $collwriter->characters($newvalue);
-    $collwriter->endTag('metadata');
-}
-
+    ($lang) = $lang =~ /\[l=(.*)\]/;
+    }
+    $writer->startTag('metadata',  'name'=>$metaname, 'lang'=>$lang);
+    $writer->characters($metavalue);
+    $writer->endTag('metadata');
+}
+
+sub output_display {
+    my ($writer, $lang, $value) = @_;
+    $lang = 'en' if $lang eq 'default';
+    if ($lang =~ /^\[/) {
+    ($lang) = $lang =~ /\[l=(.*)\]/;
+    }
+    $writer->startTag('displayName', 'lang'=>$lang);
+    $writer->characters($value);
+    $writer->endTag('displayName');
+}
+sub format_icon_value {
+    my ($value) = @_;
+    if ($value =~ /^_/) {
+    ($newvalue) = $value =~ /\/([^\/]*)$/;
+    if ($newvalue) {
+        return $newvalue;
+    }
+    }
+    return $value;
+}
+
+sub write_format {
+    my ($writer, $old_format) = @_;
+    #convert [] to <gsf:...>
+    #remove IFs, for now just make the first option true
+    $old_format =~ s/\{If\}\{[^,]*,([^,\}]*)(,[^\}]*)?\}/$1/g;
+    #remove ORs, for now just make the first option true
+    $old_format =~ s/\{Or\}\{([^,]*),[^\}]*\}/$1/g;
+    $old_format =~ s/\[Text\]/\<gsf:text\/\>/g;
+    $old_format =~ s/\[num\]/\<gsf:num\/\>/g;
+    $old_format =~ s/\[link\]/\<gsf:link\>/g;
+    $old_format =~ s/\[\/link\]/\<\/gsf:link\>/g;
+    $old_format =~ s/\[srclink\]/\<gsf:link type=\'source\'\>/g;
+    $old_format =~ s/\[\/srclink\]/\<\/gsf:link\>/g;
+    $old_format =~ s/\[icon\]/\<gsf:icon\/\>/g;
+    $old_format =~ s/\[srcicon\]/\<gsf:icon type=\'source\'\/\>/g;
+
+    #now do the rest of the {} which are assumed to be metadata
+    $old_format =~ s/\[([^\]]*\:)?([^\]\:]*)\]/\<gsf:metadata name=\'$2\' select=\'$1\'\/\>/g;
+    #do the parent stuff
+    $old_format =~ s/(select=\'parent)\:\'/$1\'/g;
+    $old_format =~ s/select=\'parent\(Top\)\:\'/select=\'root\'/g;
+    $old_format =~ s/select=\'parent\(All\)\:\'/select=\'ancestors\'/g;
+    $old_format =~ s/select=\'parent\(All\'([^\']*)\'\)\:\'/select=\'ancestors\' separator=\'$1\'/g;
+    #remove any select=''
+    $old_format =~ s/select=\'\'//g;
+    #turn <br> into <br />
+    $old_format =~ s/\<br\>/\<br \/\>/g;
+    #turn <p> into <p />
+    $old_format =~ s/\<p\>/\<p \/\>/g;
+    
+    #put quotes around any atts
+    $old_format =~ s/=([a-z]+)([> ])/=\'$1\'$2/g;
+
+    $writer->startTag('gsf:template', 'match'=>'documentNode');
+    $writer->charactersXML($old_format);
+    $writer->endTag('gsf:template');
+
+    
+}
+
+
+sub write_nodelinks_format {
+    
+    my ($writer) = @_;
+    
+    $writer->startTag('gsf:template', 'match'=>'classifierNode');
+    $writer->startTag('td');
+    $writer->startTag('gsf:link', 'type'=>'classifier');
+    $writer->emptyTag('gsf:metadata', 'name'=>'Title');
+    $writer->endTag('gsf:link');
+    $writer->endTag('td');
+    $writer->endTag('gsf:template');
+    
+}
 #$writer->startTag('');
 #$writer->endTag('');