source: main/trunk/greenstone2/bin/script/incremental-buildcol.pl@ 32612

Last change on this file since 32612 was 32612, checked in by kjdon, 3 years ago

actually, we need to set build_dir to index before hand so we can look for buildConfig.xml there. But only set the buildcol arg if we end up being incremntal

  • Property svn:executable set to *
File size: 5.2 KB
Line 
1#!/usr/bin/perl -w
2
3###########################################################################
4#
5# incremental-buildcol.pl -- runs buildcol.pl with -incremental on
6# A component of the Greenstone digital library software
7# from the New Zealand Digital Library Project at the
8# University of Waikato, New Zealand.
9#
10# Copyright (C) 2009 New Zealand Digital Library Project
11#
12# This program is free software; you can redistribute it and/or modify
13# it under the terms of the GNU General Public License as published by
14# the Free Software Foundation; either version 2 of the License, or
15# (at your option) any later version.
16#
17# This program is distributed in the hope that it will be useful,
18# but WITHOUT ANY WARRANTY; without even the implied warranty of
19# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
20# GNU General Public License for more details.
21#
22# You should have received a copy of the GNU General Public License
23# along with this program; if not, write to the Free Software
24# Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
25#
26###########################################################################
27
28
29# This program is designed to support incremental building of Greenstone
30# Runs: buildcol.pl -incremental -builddir GSDLHOME/collect/$collect/index ...
31
32
33BEGIN {
34 die "GSDLHOME not set\n" unless defined $ENV{'GSDLHOME'};
35 die "GSDLOS not set\n" unless defined $ENV{'GSDLOS'};
36 unshift (@INC, "$ENV{'GSDLHOME'}/perllib");
37}
38
39
40use strict;
41no strict 'refs'; # allow filehandles to be variables and vice versa
42no strict 'subs'; # allow barewords (eg STDERR) as function arguments
43
44use util;
45use colcfg;
46
47sub main
48{
49 my ($argc,@argv) = @_;
50
51 if (($argc==0) || (($argc==1) && ($argv[0] =~ m/^--?h(elp)?$/))) {
52 my ($progname) = ($0 =~ m/^.*[\/|\\](.*?)$/);
53
54
55 print STDERR "\n";
56 print STDERR "Usage: $progname [buildcol.pl options] collection\n";
57 print STDERR "\n";
58
59 exit(-1);
60 }
61
62
63 my $collection = pop @argv;
64
65 my @filtered_argv = ();
66
67 my $collect_dir = undef;
68 my $build_dir = undef;
69 my $site = undef;
70
71 while (my $arg = shift @argv) {
72 if ($arg eq "-collectdir") {
73 $collect_dir = shift @argv;
74 push(@filtered_argv,$arg,$collect_dir);
75 }
76 elsif ($arg eq "-builddir") {
77 $build_dir = shift @argv;
78 push(@filtered_argv,$arg,$build_dir);
79 }
80 elsif ($arg eq "-site") {
81 $site = shift @argv;
82 push(@filtered_argv,$arg,$site);
83 }
84 else {
85 push(@filtered_argv,$arg);
86 }
87 }
88
89 # get and check the collection name
90 if ((&colcfg::use_collection($site, $collection, $collect_dir)) eq "") {
91 print STDERR "Unable to use collection \"$collection\" within \"$collect_dir\"\n";
92 exit -1;
93 }
94
95 my $buildcol_cmd = "\"".&util::get_perl_exec()."\" -S buildcol.pl";
96
97 # Read in the collection configuration file.
98 my $gs_mode = "gs2";
99 if ((defined $site) && ($site ne "")) { # GS3
100 $gs_mode = "gs3";
101 }
102 my $collect_cfg_filename = &colcfg::get_collect_cfg_name(STDERR, $gs_mode);
103
104 my $collectcfg = &colcfg::read_collection_cfg ($collect_cfg_filename,$gs_mode);
105 my $build_dir_defined = 1;
106 if (!defined $build_dir) {
107 # Yes this is intentional that 'build_dir' points to "index"
108 $build_dir = &util::filename_cat ($ENV{'GSDLCOLLECTDIR'},"index");
109 $build_dir_defined = 0;
110 }
111 # look for build.cfg/buildConfig.xml
112 my $build_cfg_filename ="";
113
114 if ($gs_mode eq "gs2") {
115 $build_cfg_filename = &util::filename_cat($build_dir,"build.cfg");
116 } else {
117 $build_cfg_filename = &util::filename_cat($build_dir, "buildConfig.xml");
118 }
119
120 # do we actually want to be incremental?
121 my $is_incremental = 1;
122 if (-e $build_cfg_filename) {
123
124 # figure out if there has been a change of indexer
125 # (e.g. collect.cfg now says lucene, but build.cfg says mgpp)
126
127 my $buildcfg = &colcfg::read_building_cfg ($build_cfg_filename, $gs_mode);
128 if ($buildcfg->{'buildtype'} ne $collectcfg->{'buildtype'}) {
129 print STDERR "*****\n";
130 print STDERR "* Change of indexer detected. Switching to buildcol.pl with -removeold.\n";
131 print STDERR "*****\n";
132 $buildcol_cmd .= " -removeold";
133 $is_incremental = 0;
134 }
135 else {
136
137 $buildcol_cmd .= " -incremental";
138 }
139 }
140 else {
141 # build.cfg doesn't exit
142 print STDERR "*****\n";
143 print STDERR "* First time built. Switching to buildcol.pl with -removeold.\n";
144 print STDERR "*****\n";
145 $buildcol_cmd .= " -removeold";
146 $is_incremental = 0;
147 }
148
149 # if we actually are incremental, then set builddir to index.
150 if ( !$build_dir_defined && $is_incremental) {
151 # Yes this is intentional that 'build_dir' points to "index"
152 $build_dir = &util::filename_cat ($ENV{'GSDLCOLLECTDIR'},"index");
153 push(@filtered_argv,"-builddir",$build_dir);
154 }
155
156 my $quoted_argv = join(" ", map { "\"$_\"" } @filtered_argv);
157
158 $buildcol_cmd .= " $quoted_argv \"$collection\"";
159
160 my $buildcol_status = system($buildcol_cmd)/256;
161
162 if ($buildcol_status != 0) {
163 print STDERR "Error: Failed to run: $buildcol_cmd\n";
164 print STDERR " $!\n" if ($! ne "");
165 exit(-1);
166 }
167}
168
169&main(scalar(@ARGV),@ARGV);
170
171
172
173
Note: See TracBrowser for help on using the repository browser.