Changeset 6407


Ignore:
Timestamp:
2004-01-09T15:33:33+13:00 (20 years ago)
Author:
jmt12
Message:

Added non-language specific messages useful for progress checking. These are enabled by providing a -gli argument.

Location:
trunk/gsdl
Files:
5 edited

Legend:

Unmodified
Added
Removed

  • trunk/gsdl/bin/script/buildcol.pl

    r6331 r6407  
    5757
    5858my $arguments =
    59     [ { 'name' => "archivedir",
     59    [ { 'name' => "allclassifications",
     60    'desc' => "{buildcol.allclassifications}",
     61    'type' => "flag",
     62    'reqd' => "no",
     63    'modegli' => "2" },
     64      { 'name' => "archivedir",
    6065    'desc' => "{buildcol.archivedir}",
    6166    'type' => "string",
    62     'reqd' => "no" },
    63       { 'name' => "verbosity",
    64     'desc' => "{buildcol.verbosity}",
    65     'type' => "int",
    66     'deft' => "2",
    67     'reqd' => "no" },
     67    'reqd' => "no",
     68        'hiddengli' => "yes" },
    6869      { 'name' => "builddir",
    6970    'desc' => "{buildcol.builddir}",
    7071    'type' => "string",
    71     'reqd' => "no" },
     72    'reqd' => "no",
     73        'hiddengli' => "yes" },
    7274#     { 'name' => "cachedir",
    7375#   'desc' => "{buildcol.cachedir}",
    7476#   'type' => "string",
    7577#   'reqd' => "no" },
     78      { 'name' => "collectdir",
     79    'desc' => "{buildcol.collectdir}",
     80    'type' => "string",
     81    'deft' => &util::filename_cat ($ENV{'GSDLHOME'}, "collect"),
     82    'reqd' => "no",
     83        'hiddengli' => "yes" },
     84      { 'name' => "create_images",
     85    'desc' => "{buildcol.create_images}",
     86    'type' => "flag",
     87    'reqd' => "no",
     88    'modegli' => "4" },
     89      { 'name' => "debug",
     90    'desc' => "{buildcol.debug}",
     91    'type' => "flag",
     92    'reqd' => "no",
     93        'hiddengli' => "yes" },
     94      { 'name' => "faillog",
     95    'desc' => "{buildcol.faillog}",
     96    'type' => "string",
     97    'deft' => &util::filename_cat("<collectdir>", "colname", "etc", "fail.log"),
     98    'reqd' => "no",
     99    'modegli' => "4" },
     100      { 'name' => "index",
     101    'desc' => "{buildcol.index}",
     102    'type' => "string",
     103    'reqd' => "no",
     104    'modegli' => "3" },
     105      { 'name' => "keepold",
     106    'desc' => "{buildcol.keepold}",
     107    'type' => "flag",
     108    'reqd' => "no",
     109        'hiddengli' => "yes" },
     110      { 'name' => "language",
     111    'desc' => "{scripts.language}",
     112    'type' => "string",
     113    'reqd' => "no",
     114    'modegli' => "4" },
    76115      { 'name' => "maxdocs",
    77116    'desc' => "{buildcol.maxdocs}",
    78117    'type' => "int",
    79     'reqd' => "no" },
    80       { 'name' => "debug",
    81     'desc' => "{buildcol.debug}",
    82     'type' => "flag",
    83     'reqd' => "no" },
     118    'reqd' => "no",
     119        'hiddengli' => "yes" },
    84120      { 'name' => "mode",
    85121    'desc' => "{buildcol.mode}",
    … …  
    87123    'list' => $mode_list,
    88124    'deft' => "all",
    89     'reqd' => "no" },
    90       { 'name' => "index",
    91     'desc' => "{buildcol.index}",
    92     'type' => "string",
    93     'reqd' => "no" },
    94       { 'name' => "keepold",
    95     'desc' => "{buildcol.keepold}",
     125    'reqd' => "no",
     126    'modegli' => "4" },
     127      { 'name' => "no_strip_html",
     128    'desc' => "{buildcol.no_strip_html}",
    96129    'type' => "flag",
    97     'reqd' => "no" },
     130    'reqd' => "no",
     131    'modegli' => "4" },
    98132      { 'name' => "no_text",
    99133    'desc' => "{buildcol.no_text}",
    100134    'type' => "flag",
    101     'reqd' => "no" },
    102       { 'name' => "allclassifications",
    103     'desc' => "{buildcol.allclassifications}",
    104     'type' => "flag",
    105     'reqd' => "no" },
    106       { 'name' => "create_images",
    107     'desc' => "{buildcol.create_images}",
    108     'type' => "flag",
    109     'reqd' => "no" },
    110       { 'name' => "collectdir",
    111     'desc' => "{buildcol.collectdir}",
    112     'type' => "string",
    113     'deft' => &util::filename_cat ($ENV{'GSDLHOME'}, "collect"),
    114     'reqd' => "no" },
     135    'reqd' => "no",
     136    'modegli' => "3" },
    115137      { 'name' => "out",
    116138    'desc' => "{buildcol.out}",
    117139    'type' => "string",
    118140    'deft' => "STDERR",
    119     'reqd' => "no" },
    120       { 'name' => "no_strip_html",
    121     'desc' => "{buildcol.no_strip_html}",
    122     'type' => "flag",
    123     'reqd' => "no" },
    124       { 'name' => "faillog",
    125     'desc' => "{buildcol.faillog}",
    126     'type' => "string",
    127     'deft' => &util::filename_cat("<collectdir>", "colname", "etc", "fail.log"),
    128     'reqd' => "no" },
    129       { 'name' => "language",
    130     'desc' => "{scripts.language}",
    131     'type' => "string",
    132     'reqd' => "no" } ];
     141    'reqd' => "no",
     142        'hiddengli' => "yes" },
     143      { 'name' => "verbosity",
     144    'desc' => "{buildcol.verbosity}",
     145    'type' => "int",
     146    'deft' => "2",
     147    'reqd' => "no",
     148    'modegli' => "4" } ];
    133149
    134150my $options = { 'name' => "buildcol.pl",
    … …  
    490506    close OUT if $close_out;
    491507    close FAILLOG;
     508
     509    print STDERR "</Build>\n" if $gli;
    492510}
    493511

  • trunk/gsdl/bin/script/import.pl

    r6330 r6407  
    5656        'desc' => "{import.OIDtype.incremental}" } ];
    5757
     58# Possible attributes for each argument
     59# name: The name of the argument
     60# desc: A description (or more likely a reference to a description) for this argument
     61# type: The type of control used to represent the argument. Options include: string, int, flag, regexp, metadata, metadatum, language, enum etc
     62# reqd: Is this argument required?
     63# hiddengli: Is this argument hidden in GLI?
     64# modegli: The lowest detail mode this argument is visible at in GLI
     65
    5866my $arguments =
    5967    [ { 'name' => "archivedir",
    6068    'desc' => "{import.achivedir}",
    6169    'type' => "string",
    62     'reqd' => "no" },
     70    'reqd' => "no",
     71        'hiddengli' => "yes" },
    6372      { 'name' => "collectdir",
    6473    'desc' => "{import.collectdir}",
    6574    'type' => "string",
    6675    'deft' => &util::filename_cat ($ENV{'GSDLHOME'}, "collect"),
    67     'reqd' => "no" },
     76    'reqd' => "no",
     77        'hiddengli' => "yes" },
    6878      { 'name' => "debug",
    6979    'desc' => "{import.debug}",
    7080    'type' => "flag",
    71     'reqd' => "no" },
     81    'reqd' => "no",
     82        'hiddengli' => "yes" },
    7283      { 'name' => "faillog",
    7384    'desc' => "{import.faillog}",
    7485    'type' => "string",
    7586    'deft' => &util::filename_cat("&lt;collectdir&gt;", "colname", "etc", "fail.log"),
    76     'reqd' => "no" },
     87    'reqd' => "no",
     88        'modegli' => "4" },
    7789      { 'name' => "groupsize",
    7890    'desc' => "{import.groupsize}",
    7991    'type' => "int",
    8092    'deft' => "1",
    81     'reqd' => "no" },
     93    'reqd' => "no",
     94    'modegli' => "3" },
    8295      { 'name' => "gzip",
    8396    'desc' => "{import.gzip}",
    8497    'type' => "flag",
    85     'reqd' => "no" },
     98    'reqd' => "no",
     99    'modegli' => "4" },
    86100      { 'name' => "importdir",
    87101    'desc' => "{import.importdir}",
    88102    'type' => "string",
    89     'reqd' => "no" },
     103    'reqd' => "no",
     104        'hiddengli' => "yes" },
    90105      { 'name' => "keepold",
    91106    'desc' => "{import.keepold}",
    92107    'type' => "flag",
    93     'reqd' => "no" },
     108    'reqd' => "no",
     109        'hiddengli' => "yes" },
     110      { 'name' => "language",
     111    'desc' => "{scripts.language}",
     112    'type' => "string",
     113    'reqd' => "no",
     114    'modegli' => "4" },
    94115      { 'name' => "maxdocs",
    95116    'desc' => "{import.maxdocs}",
    96117    'type' => "int",
    97     'reqd' => "no" },
     118    'reqd' => "no",
     119    'modegli' => "1" },
    98120      { 'name' => "OIDtype",
    99121    'desc' => "{import.OIDtype}",
    … …  
    101123    'list' => $oidtype_list,
    102124    'deft' => "hash",
    103     'reqd' => "no" },
     125    'reqd' => "no",
     126    'modegli' => "3" },
    104127      { 'name' => "out",
    105128    'desc' => "{import.out}",
    106129    'type' => "string",
    107130    'deft' => "STDERR",
    108     'reqd' => "no" },
     131    'reqd' => "no",
     132        'hiddengli' => "yes" },
    109133      { 'name' => "removeold",
    110134    'desc' => "{import.removeold}",
    111135    'type' => "flag",
    112     'reqd' => "no" },
     136    'reqd' => "no",
     137    'modegli' => "3" },
    113138      { 'name' => "sortmeta",
    114139    'desc' => "{import.sortmeta}",
    115     'type' => "string",
    116     'reqd' => "no" },
     140    'type' => "metadata",
     141    'reqd' => "no",
     142    'modegli' => "2" },
    117143      { 'name' => "statsfile",
    118144    'desc' => "{import.statsfile}",
    119145    'type' => "string",
    120146    'deft' => "STDERR",
    121     'reqd' => "no" },
     147    'reqd' => "no",
     148        'hiddengli' => "yes" },
    122149      { 'name' => "verbosity",
    123150    'desc' => "{import.verbosity}",
    … …  
    125152    'range' => "0,3",
    126153    'deft' => "2",
    127     'reqd' => "no" },
    128       { 'name' => "language",
    129     'desc' => "{scripts.language}",
    130     'type' => "string",
    131     'reqd' => "no" } ];
     154    'reqd' => "no",
     155    'modegli' => "4" } ];
    132156
    133157my $options = { 'name' => "import.pl",

  • trunk/gsdl/perllib/mgbuilder.pm

    r6332 r6407  
    240240    # -b $maxdocsize sets the maximum document size to be 12 meg
    241241    print $outhandle "\n    collecting text statistics\n"  if ($self->{'verbosity'} >= 1);
    242     print STDERR "<Phase name='CollectTextStats'>\n" if $self->{'gli'};
     242    print STDERR "<Phase name='CollectTextStats'/>\n" if $self->{'gli'};
    243243
    244244    my ($handle);
    … …  
    248248    if (!-e "$mg_passes_exe" ||
    249249        !open (PIPEOUT, "| mg_passes$exe -f \"$fulltextprefix\" -b $maxdocsize -T1 -M $maxnumeric $osextra")) {
     250        print STDERR "<FatalError name='NoRunMGPasses'>\n</Stage>\n" if $self->{'gli'};
    250251        die "mgbuilder::compress_text - couldn't run $mg_passes_exe\n";
    251252    }
    … …  
    280281    if (!$self->{'debug'}) {
    281282    print $outhandle "\n    creating the compression dictionary\n"  if ($self->{'verbosity'} >= 1);
    282     print STDERR "<Phase name='CreatingCompress'>\n" if $self->{'gli'};
     283    print STDERR "<Phase name='CreatingCompress'/>\n" if $self->{'gli'};
    283284    if (!-e "$mg_compression_dict_exe") {
    284285        die "mgbuilder::compress_text - couldn't run $mg_compression_dict_exe\n";
    … …  
    289290    if (!-e "$mg_passes_exe" ||
    290291        !open ($handle, "| mg_passes$exe -f \"$fulltextprefix\" -b $maxdocsize -T2 -M $maxnumeric $osextra")) {
     292        print STDERR "<FatalError name='NoRunMGPasses'/>\n</Stage>\n" if $self->{'gli'};
    291293        die "mgbuilder::compress_text - couldn't run $mg_passes_exe\n";
    292294    }
    293295    }
    294296    else {
    295     print STDERR "<Phase name='SkipCreatingComp'>\n" if $self->{'gli'};
     297    print STDERR "<Phase name='SkipCreatingComp'/>\n" if $self->{'gli'};
    296298    }
    297299
    … …  
    299301    # compress the text
    300302    print $outhandle "\n    compressing the text\n"  if ($self->{'verbosity'} >= 1);
    301     print STDERR "<Phase name='CompressingText'>\n" if $self->{'gli'};
     303    print STDERR "<Phase name='CompressingText'/>\n" if $self->{'gli'};
    302304
    303305    &plugin::read ($self->{'pluginfo'}, $self->{'source_dir'},
    … …  
    306308
    307309    $self->print_stats();
     310    print STDERR "</Stage>\n" if $self->{'gli'};
    308311}
    309312
    … …  
    346349        print $outhandle "\n*** building index $index in subdirectory " .
    347350        "$self->{'index_mapping'}->{$index}\n" if ($self->{'verbosity'} >= 1);
    348         print STDERR "<Phase name='Index' source='$index'>\n" if $self->{'gli'};
     351        print STDERR "<Stage name='Index' source='$index'>\n" if $self->{'gli'};
    349352        $self->build_index($index);
    350353    } else {
    … …  
    569572    # Build index dictionary. Uses verbatim stem method
    570573    print $outhandle "\n    creating index dictionary\n"  if ($self->{'verbosity'} >= 1);
    571     print STDERR "<Stage name='CreatingIndexDic'>\n" if $self->{'gli'};
     574    print STDERR "<Phase name='CreatingIndexDic'/>\n" if $self->{'gli'};
    572575    my ($handle);
    573576    if ($self->{'debug'}) {
    … …  
    577580        !open (PIPEOUT, "| mg_passes$exe -f \"$fullindexprefix\" -b $maxdocsize " .
    578581           "-$index_level -m 32 -s 0 -G -t 10 -N1 -M $maxnumeric $osextra")) {
     582        print STDERR "<FatalError name='NoRunMGPasses'/>\n</Stage>\n" if $self->{'gli'};
    579583        die "mgbuilder::build_index - couldn't run $mg_passes_exe\n";
    580584    }
    … …  
    607611    # create the perfect hash function
    608612    if (!-e "$mg_perf_hash_build_exe") {
     613        print STDERR "<FatalError name='NoRunMGHash'/>\n</Stage>\n" if $self->{'gli'};
    609614        die "mgbuilder::build_index - couldn't run $mg_perf_hash_build_exe\n";
    610615    }
    … …  
    614619        !open ($handle, "| mg_passes$exe -f \"$fullindexprefix\" -b $maxdocsize " .
    615620           "-$index_level -c 3 -G -t 10 -N2 -M $maxnumeric $osextra")) {
     621        print STDERR "<FatalError name='NoRunMGPasses'/>\n</Stage>\n" if $self->{'gli'};
    616622        die "mgbuilder::build_index - couldn't run $mg_passes_exe\n";
    617623    }
    … …  
    620626    # invert the text
    621627    print $outhandle "\n    inverting the text\n"  if ($self->{'verbosity'} >= 1);
    622     print STDERR "<Stage name='InvertingText'>\n" if $self->{'gli'};
     628    print STDERR "<Phase name='InvertingText'/>\n" if $self->{'gli'};
    623629    $self->{'buildproc'}->reset();
    624630    &plugin::read ($self->{'pluginfo'}, $self->{'source_dir'},
    … …  
    633639    # create the weights file
    634640    print $outhandle "\n    create the weights file\n"  if ($self->{'verbosity'} >= 1);
    635     print STDERR "<Stage name='CreateTheWeights'>\n" if $self->{'gli'};
     641    print STDERR "<Phase name='CreateTheWeights'/>\n" if $self->{'gli'};
    636642    if (!-e "$mg_weights_build_exe") {
     643        print STDERR "<FatalError name='NoRunMGWeights'/>\n</Stage>\n" if $self->{'gli'};
    637644        die "mgbuilder::build_index - couldn't run $mg_weights_build_exe\n";
    638645    }
    … …  
    641648    # create 'on-disk' stemmed dictionary
    642649    print $outhandle "\n    creating 'on-disk' stemmed dictionary\n"  if ($self->{'verbosity'} >= 1);
    643     print STDERR "<Stage name='CreateStemmedDic'>\n" if $self->{'gli'};
     650    print STDERR "<Phase name='CreateStemmedDic'/>\n" if $self->{'gli'};
    644651    if (!-e "$mg_invf_dict_exe") {
     652        print STDERR "<FatalError name='NoRunMGInvf'/>\n</Stage>\n" if $self->{'gli'};
    645653        die "mgbuilder::build_index - couldn't run $mg_invf_dict_exe\n";
    646654    }
    … …  
    650658    # creates stem index files for the various stemming methods
    651659    print $outhandle "\n    creating stem indexes\n"  if ($self->{'verbosity'} >= 1);
    652     print STDERR "<Stage name='CreatingStemIndx'>\n" if $self->{'gli'};
     660    print STDERR "<Phase name='CreatingStemIndx'/>\n" if $self->{'gli'};
    653661    if (!-e "$mg_stem_idx_exe") {
     662        print STDERR "<FatalError name='NoRunMGStem'/>\n</Stage>\n" if $self->{'gli'};
    654663        die "mgbuilder::build_index - couldn't run $mg_stem_idx_exe\n";
    655664    }
    … …  
    673682    closedir (DIR);
    674683    }
     684    print STDERR "</Stage>\n" if $self->{'gli'};
    675685}
    676686
    … …  
    696706    print $outhandle "\n*** creating the info database and processing associated files\n"
    697707    if ($self->{'verbosity'} >= 1);
    698     print STDERR "<Phase name='CreateInfoData'>\n" if $self->{'gli'};
     708    print STDERR "<Stage name='CreateInfoData'>\n" if $self->{'gli'};
    699709
    700710    # init all the classifiers
    701711    &classify::init_classifiers ($self->{'classifiers'});
    702712   
    703 
    704713    # set up the document processor
    705714    my ($handle);
    … …  
    708717    } else {
    709718    if (!-e "$txt2db_exe" || !open (PIPEOUT, "| txt2db$exe \"$fulldbname\"")) {
     719        print STDERR "<FatalError name='NoRunText2DB'/>\n</Stage>\n" if $self->{'gli'};
    710720        die "mgbuilder::make_infodatabase - couldn't run $txt2db_exe\n";
    711721    }
    … …  
    781791   
    782792    print $handle "\n" . ('-' x 70) . "\n";
    783    
    784     }
    785 
     793    }
    786794   
    787795    &plugin::read ($self->{'pluginfo'}, $self->{'source_dir'},
    … …  
    806814
    807815    close ($handle) if !$self->{'debug'};
     816
     817    print STDERR "</Stage>\n" if $self->{'gli'};
    808818}
    809819
    … …  
    819829
    820830    print $outhandle "\n*** creating auxiliary files \n" if ($self->{'verbosity'} >= 1);
    821     print STDERR "<Phase name='CreatingAuxilary'>\n" if $self->{'gli'};
     831    print STDERR "<Stage name='CreatingAuxilary'>\n" if $self->{'gli'};
    822832
    823833    # get the text directory
    … …  
    891901                             '^(indexmap|subcollectionmap|languagemap|notbuilt)$');
    892902
     903    print STDERR "</Stage>\n" if $self->{'gli'};
    893904}
    894905
    … …  
    923934    print $outhandle "         Was this your intention?\n";
    924935    print $outhandle "***************\n";
     936    print STDERR "<Warning name='LittleOrNoText'>\n" if $self->{'gli'};
    925937    }
    926938}

  • trunk/gsdl/perllib/mgppbuilder.pm

    r5935 r6407  
    110110    my ($class, $collection, $source_dir, $build_dir, $verbosity,
    111111    $maxdocs, $debug, $keepold, $allclassifications,
    112     $outhandle, $no_text) = @_;
     112    $outhandle, $no_text, $gli) = @_;
    113113
    114114    $outhandle = STDERR unless defined $outhandle;
    … …  
    127127              'no_text'=>$no_text,
    128128              'notbuilt'=>{},    # indexes not built
    129               'indexfieldmap'=>\%static_indexfield_map
     129              'indexfieldmap'=>\%static_indexfield_map,
     130              'gli'=>$gli
    130131          }, $class;
    131    
     132
     133    $self->{'gli'} = 0 unless defined $self->{'gli'};
    132134
    133135    # read in the collection configuration file
    … …  
    318320   
    319321    print $outhandle "\n*** creating the compressed text\n" if ($self->{'verbosity'} >= 1);
     322    print STDERR "<Stage name='CompressText'>\n" if $self->{'gli'};
    320323
    321324    # collect the statistics for the text
    322325    # -b $maxdocsize sets the maximum document size to be 12 meg
    323326    print $outhandle "\n    collecting text statistics (mgpp_passes -T1)\n"  if ($self->{'verbosity'} >= 1);
     327    print STDERR "<Phase name='CollectTextStats'/>\n" if $self->{'gli'};
    324328
    325329    my ($handle);
    … …  
    330334    if (!-e "$mgpp_passes_exe" ||
    331335        !open (PIPEOUT, "| mgpp_passes$exe $mgpp_passes_sections -f \"$fulltextprefix\" -T1 $osextra")) {
     336        print STDERR "<FatalError name='NoRunMGPasses'>\n</Stage>\n" if $self->{'gli'};
    332337        die "mgppbuilder::compress_text - couldn't run $mgpp_passes_exe\n";
    333338    }
    … …  
    365370    if (!$self->{'debug'}) {
    366371    print $outhandle "\n    creating the compression dictionary\n"  if ($self->{'verbosity'} >= 1);
     372    print STDERR "<Phase name='CreatingCompress'/>\n" if $self->{'gli'};
    367373    if (!-e "$mgpp_compression_dict_exe") {
     374        print STDERR "<FatalError name='NoRunMGCompress'/>\n</Stage>\n" if $self->{'gli'};
    368375        die "mgppbuilder::compress_text - couldn't run $mgpp_compression_dict_exe\n";
    369376    }
    … …  
    374381        if (!-e "$mgpp_passes_exe" ||
    375382        !open ($handle, "| mgpp_passes$exe $mgpp_passes_sections -f \"$fulltextprefix\" -T2 $osextra")) {
     383        print STDERR "<FatalError name='NoRunMGPasses'/>\n</Stage>\n" if $self->{'gli'};
    376384        die "mgppbuilder::compress_text - couldn't run $mgpp_passes_exe\n";
    377385        }
    378386    }
     387    }
     388    else {
     389    print STDERR "<Phase name='SkipCreatingComp'/>\n" if $self->{'gli'};
    379390    }
    380391
    … …  
    382393    # compress the text
    383394    print $outhandle "\n    compressing the text (mgpp_passes -T2)\n"  if ($self->{'verbosity'} >= 1);
     395    print STDERR "<Phase name='CompressingText'/>\n" if $self->{'gli'};
     396
    384397    &plugin::read ($self->{'pluginfo'}, $self->{'source_dir'},
    385398           "", {}, $self->{'buildproc'}, $self->{'maxdocs'});
    … …  
    387400
    388401    $self->print_stats();
     402    print STDERR "</Stage>\n" if $self->{'gli'};
    389403}
    390404
    … …  
    427441        print $outhandle "\n*** building index $index in subdirectory " .
    428442        "$self->{'index_mapping'}->{$index}\n" if ($self->{'verbosity'} >= 1);
     443        print STDERR "<Stage name='Index' source='$index'>\n" if $self->{'gli'};
    429444        $self->build_index($index);
    430445    } else {
    … …  
    656671    # Build index dictionary. Uses verbatim stem method
    657672    print $outhandle "\n    creating index dictionary (mgpp_passes -I1)\n"  if ($self->{'verbosity'} >= 1);
     673    print STDERR "<Phase name='CreatingIndexDic'/>\n" if $self->{'gli'};
    658674    my ($handle);
    659675    if ($self->{'debug'}) {
    … …  
    662678    if (!-e "$mgpp_passes_exe" ||
    663679        !open (PIPEOUT, "| mgpp_passes$exe $mgpp_passes_sections -f \"$fullindexprefix\" -I1 $osextra")) {
     680        print STDERR "<FatalError name='NoRunMGPasses'/>\n</Stage>\n" if $self->{'gli'};
    664681        die "mgppbuilder::build_index - couldn't run $mgpp_passes_exe\n";
    665682    }
    … …  
    687704    if (!-e $dict_file) {
    688705    print $outhandle "mgppbuilder::build_index - Couldn't create index $index\n";
     706    print STDERR "<Warning name='NoIndex'/>\n</Stage>\n" if $self->{'gli'};
    689707    $self->{'notbuilt'}->{$index}=1;
    690708    return;
    … …  
    694712    # create the perfect hash function
    695713    if (!-e "$mgpp_perf_hash_build_exe") {
     714        print STDERR "<FatalError name='NoRunMGHash'/>\n</Stage>\n" if $self->{'gli'};
    696715        die "mgppbuilder::build_index - couldn't run $mgpp_perf_hash_build_exe\n";
    697716    }
    … …  
    700719    if (!-e "$mgpp_passes_exe" ||
    701720        !open ($handle, "| mgpp_passes$exe $mgpp_passes_sections -f \"$fullindexprefix\" -I2 $osextra")) {
     721        print STDERR "<FatalError name='NoRunMGPasses'/>\n</Stage>\n" if $self->{'gli'};
    702722        die "mgppbuilder::build_index - couldn't run $mgpp_passes_exe\n";
    703723    }
    … …  
    706726    # invert the text
    707727    print $outhandle "\n    inverting the text (mgpp_passes -I2)\n"  if ($self->{'verbosity'} >= 1);
    708 
     728    print STDERR "<Phase name='InvertingText'/>\n" if $self->{'gli'};
    709729    $self->{'buildproc'}->reset();
    710730    &plugin::read ($self->{'pluginfo'}, $self->{'source_dir'},
    … …  
    719739    # create the weights file
    720740    print $outhandle "\n    create the weights file\n"  if ($self->{'verbosity'} >= 1);
     741    print STDERR "<Phase name='CreateTheWeights'/>\n" if $self->{'gli'};
    721742    if (!-e "$mgpp_weights_build_exe") {
     743        print STDERR "<FatalError name='NoRunMGWeights'/>\n</Stage>\n" if $self->{'gli'};
    722744        die "mgppbuilder::build_index - couldn't run $mgpp_weights_build_exe\n";
    723745    }
    … …  
    727749    print $outhandle "\n    creating 'on-disk' stemmed dictionary\n"  if ($self->{'verbosity'} >= 1);
    728750    if (!-e "$mgpp_invf_dict_exe") {
     751        print STDERR "<FatalError name='NoRunMGInvf'/>\n</Stage>\n" if $self->{'gli'};
    729752        die "mgppbuilder::build_index - couldn't run $mgpp_invf_dict_exe\n";
    730753    }
    … …  
    734757    # creates stem index files for the various stemming methods
    735758    print $outhandle "\n    creating stem indexes\n"  if ($self->{'verbosity'} >= 1);
     759    print STDERR "<Phase name='CreatingStemIndx'/>\n" if $self->{'gli'};
    736760    if (!-e "$mgpp_stem_idx_exe") {
     761        print STDERR "<FatalError name='NoRunMGStem'/>\n</Stage>\n" if $self->{'gli'};
    737762        die "mgppbuilder::build_index - couldn't run $mgpp_stem_idx_exe\n";
    738763    }
    … …  
    756781    closedir (DIR);
    757782    }
     783    print STDERR "</Stage>\n" if $self->{'gli'};
    758784}   
    759785
    … …  
    784810    print $outhandle "\n*** creating the info database and processing associated files\n"
    785811    if ($self->{'verbosity'} >= 1);
     812    print STDERR "<Stage name='CreateInfoData'>\n" if $self->{'gli'};
    786813
    787814    # init all the classifiers
    … …  
    794821    } else {
    795822    if (!-e "$txt2db_exe" || !open (PIPEOUT, "| txt2db$exe \"$fulldbname\"")) {
     823        print STDERR "<FatalError name='NoRunText2DB'/>\n</Stage>\n" if $self->{'gli'};
    796824        die "mgppbuilder::make_infodatabase - couldn't run $txt2db_exe\n";
    797825    }
    … …  
    889917    # output classification information
    890918    &classify::output_classify_info ($self->{'classifiers'}, $handle,
    891                      $self->{'allclassifications'});
     919                     $self->{'allclassifications'},
     920                     $self->{'gli'});
    892921
    893922    #output doclist
    … …  
    903932    close ($handle) if !$self->{'debug'};
    904933
     934    print STDERR "</Stage>\n" if $self->{'gli'};
    905935}
    906936
    … …  
    10551085    my $outhandle =  $self->{'outhandle'};
    10561086    print $outhandle "\n*** creating auxiliary files \n" if ($self->{'verbosity'} >= 1);
     1087    print STDERR "<Stage name='CreatingAuxilary'>\n" if $self->{'gli'};
    10571088
    10581089    # get the text directory
    … …  
    11131144                 '^(builddate|buildtype|numdocs|numbytes|textlevel)$',
    11141145                             '^(indexmap|subcollectionmap|languagemap|indexfieldmap|notbuilt|indexfields|indexlevels)$');
    1115    
     1146
     1147    print STDERR "</Stage>\n" if $self->{'gli'};
    11161148}
    11171149

  • trunk/gsdl/perllib/plugin.pm

    r6332 r6407  
    146146    $stats->{'num_not_processed'};
    147147
    148     print STDERR "<ImportComplete c='$stats->{'num_processed'}' p='$stats->{'num_processed'}'>\n" if $gli;
     148    print STDERR "<ImportComplete considered='$total' processed='$stats->{'num_processed'}' blocked='$stats->{'num_blocked'}' ignored='$stats->{'num_not_processed'}'>\n" if $gli;
    149149
    150150    if ($total == 1) {
Note: See TracChangeset for help on using the changeset viewer.