source: main/tags/2.40/gsdl/bin/script/create_distributions.pl@ 31150

Last change on this file since 31150 was 3825, checked in by sjboddie, 21 years ago

* empty log message *

  • Property svn:executable set to *
  • Property svn:keywords set to Author Date Id Revision
File size: 30.2 KB
Line 
1#!/usr/bin/perl -w
2
3
4BEGIN {
5 die "GSDLHOME not set\n" unless defined $ENV{'GSDLHOME'};
6 unshift (@INC, "$ENV{'GSDLHOME'}/perllib");
7}
8
9
10# create_distributions.pl creates the following distributions from the gsdl
11# directory pointed to by $GSDLHOME (although it uses the main CVS
12# repository to get the latest source code distribution).
13
14# Windows distribution - gsdl-x.xx-win32.exe
15# Creates directory structure for this - use installshield and
16# packagefortheweb to create self-extracting executable
17
18# Unix distribution - gsdl-x.xx-unix.tgz
19
20# Source distribution - gsdl-x.xx.tgz
21
22# cd-rom distribution = gsdl-x.xx-cdrom.tgz
23# Creates directory structure - use installshield to create media
24# for writing to cd-rom
25
26# all collections in $GSDLHOME/collect (except modelcol and those
27# explicitly ignored by -ignorecol options):
28# pre-built (collname-prebuilt) .tgz .zip
29# unbuilt (collname) .tgz .zip
30
31
32# creates ChangeLog using `cvs2cl.pl -P -F trunk -r -S -l "-d'date<tomorrow'"
33# where date of last distribution is read from the last line of
34# $GSDLHOME/DistDates or from -ChangeLogDate command line option
35# should use something like cvs2cl.pl ... -l "-r'last_tag' -r'this_tag'" but
36# I can't get cvs to ignore files which contain neither last_tag or this_tag
37# so ChangeLog contains lots of ancient stuff
38
39# sets a cvs tag called gsdl-x_xx-distribution (unless -cvs_tag is set
40# in which case it uses that)
41
42# creates a copy of everything in cvs repository in $tmpdir
43
44# edits /tmp/gsdl/etc/VERSION, /tmp/gsdl/src/w32server/fnord.cpp
45# and /tmp/gsdl/cgi-bin/gsdlsite.cfg to use new version number
46# and default GSDLHOME
47
48# temporary working directory
49my $tmpdir = '/tmp';
50
51# docs directory - up-to-date copy of everything to go in the docs directory
52# (including the README.txt) is expected to live here
53my $docdir = '/home/nzdl/gsdl-docs';
54
55# where the windows binaries live (including library.exe and server.exe)
56# this currently relies on being a directory ending in "windows"
57my $winbin = "$ENV{'GSDLHOME'}/bin/windows";
58
59# ditto for linux binaries (don't forget getpw)
60my $linuxbin = "$ENV{'GSDLHOME'}/bin/linux";
61
62my $cvsroot = ':ext:[email protected]:/usr/local/global-cvs/gsdl-src';
63
64use parsargv;
65use util;
66
67use Cwd;
68
69sub print_usage {
70 print STDERR "\n";
71 print STDERR "create_distributions.pl: Packages up Greenstone distributions.\n\n";
72 print STDERR " usage: $0 [options]\n\n";
73 print STDERR " options:\n";
74 print STDERR " -version_num version number of distribution (x.xx)\n";
75 print STDERR " -cvs_tag cvs tag from which to create distributions\n";
76 print STDERR " - if not set latest versions will be used and\n";
77 print STDERR " a tag will be set\n";
78 print STDERR " -no_cdrom don't create cd-rom version\n";
79 print STDERR " -no_cols don't attempt to create any collection distributions\n";
80 print STDERR " -only_cols create collection distributions only\n";
81 print STDERR " -includecol collection to include (by default all collections in\n";
82 print STDERR " $ENV{'GSDLHOME'}/collect will be included\n";
83 print STDERR " -ignorecol directory in $ENV{'GSDLHOME'}/collect to ignore (i.e.\n";
84 print STDERR " don't include as collection in distribution)\n";
85 print STDERR " -output_dir directory to output distributions to\n";
86 print STDERR " -NoChangeLog don't create ChangeLog\n";
87 print STDERR " -UseExistingLog use $ENV{'GSDLHOME'}/ChangeLog rather than creating one\n";
88 print STDERR " -ChangeLogDate date from which to begin ChangeLog - note that ChangeLog\n";
89 print STDERR " will always run from date to most recent commits, even if\n";
90 print STDERR " cvs_tag is for a previous revision\n\n";
91}
92
93&main ();
94
95sub main {
96 if (!parsargv::parse(\@ARGV,
97 'version_num/\d\.\d\d[a-z]?', \$version_num,
98 'cvs_tag/.*/', \$cvs_tag,
99 'no_cdrom', \$no_cdrom,
100 'no_cols', \$no_cols,
101 'only_cols', \$only_cols,
102 'includecol/.*', \@includecols,
103 'ignorecol/.*', \@ignorecols,
104 'NoChangeLog', \$nochangelog,
105 'UseExistingLog', \$useexistinglog,
106 'ChangeLogDate/.*/', \$changelogdate,
107 'output_dir/.*/', \$output_dir)) {
108 &print_usage();
109 die "\n";
110 }
111
112 $output_dir = "." unless $output_dir =~ /\w/;
113 mkdir ($output_dir, 0777) unless -d $output_dir;
114
115 my $have_tag = 1;
116 if ($cvs_tag !~ /\w/) {
117 $cvs_tag = $version_num;
118 $cvs_tag =~ s/\./\_/g;
119 $cvs_tag = "gsdl-" . $cvs_tag . "-distribution";
120 $have_tag = 0;
121 }
122
123 &create_changelog() unless ($nochangelog || $useexistinglog);
124
125 if (!$only_cols) {
126
127 # tag repository
128 if (!$have_tag) {
129 print STDERR "\ntagging with $cvs_tag\n";
130 chdir ($ENV{'GSDLHOME'});
131 `cvs tag $cvs_tag`;
132 }
133
134 # cvs export gsdl to $tmpdir
135 print STDERR "\nexporting gsdl ($cvs_tag) to $tmpdir\n\n";
136 chdir ($tmpdir);
137 `cvs -d $cvsroot export -r $cvs_tag gsdl`;
138
139 # copy ChangeLog into $tmpdir/gsdl
140 &util::cp (&util::filename_cat($ENV{'GSDLHOME'}, "ChangeLog"),
141 &util::filename_cat($tmpdir, "gsdl")) unless $nochangelog;
142
143 # edit the VERSION and fnord.cpp files
144 &edit_files();
145
146 &create_windows_distribution();
147 &create_unix_distribution();
148 &create_src_distribution();
149 &create_cdrom_distribution() unless $no_cdrom;
150 }
151
152 &create_collection_distributions() unless $no_cols;
153}
154
155sub create_windows_distribution {
156 my $windows_dist_dir = &util::filename_cat ($output_dir, "gsdl-" . $version_num . "-win32");
157 mkdir ($windows_dist_dir, 0777);
158
159 # docs directory and README.TXT
160# &install_docs ($windows_dist_dir, 1); -- just README.TXT for windows web installation
161 &util::cp (&util::filename_cat($docdir, "READMEen.TXT"), $windows_dist_dir);
162 &util::cp (&util::filename_cat($docdir, "READMEfr.TXT"), $windows_dist_dir);
163 &util::cp (&util::filename_cat($docdir, "READMEes.TXT"), $windows_dist_dir);
164
165 # gsdl directory
166 &install_gsdl ($windows_dist_dir);
167
168 # src directory
169 &install_src ($windows_dist_dir, "windows");
170
171 # Windows directory
172 &install_windows_specific ($windows_dist_dir, 0);
173
174 # we want to include the unbuilt bits of the demo collection too
175 my $demodir = &util::filename_cat($windows_dist_dir, "gsdl", "collect", "demo");
176 my $demoetc = &util::filename_cat($demodir, "etc");
177 my $tmpdemo = &util::filename_cat($tmpdir, "gsdl", "collect", "demo");
178 die "oops, no demo dir\n" unless -d $demodir;
179 &util::cp_r (&util::filename_cat ($tmpdemo, "import"), $demodir);
180 &util::cp (&util::filename_cat ($tmpdemo, "etc", "org.txt"), $demoetc);
181 &util::cp (&util::filename_cat ($tmpdemo, "etc", "sub.txt"), $demoetc);
182 &util::cp (&util::filename_cat ($tmpdemo, "etc", "AZList.txt"), $demoetc);
183 &util::cp (&util::filename_cat ($tmpdemo, "etc", "keyword.txt"), $demoetc);
184 &remove_cvs_dirs ($demodir);
185}
186
187sub create_unix_distribution {
188 my $unix_dir = "gsdl-" . $version_num . "-unix";
189 my $unix_dist_dir = &util::filename_cat ($output_dir, $unix_dir);
190 mkdir ($unix_dist_dir, 0777);
191
192 # empty "collect" directory
193 mkdir (&util::filename_cat($unix_dist_dir, "collect"), 0777);
194
195 # docs directory, README.TXT, COPYING and Support.htm
196 &install_docs ($unix_dist_dir, 1);
197
198 # gsdl directory
199 &install_gsdl ($unix_dist_dir);
200
201 # src directory
202 &install_src ($unix_dist_dir, "unix");
203
204 # Unix directory
205 &install_unix_specific ($unix_dist_dir);
206
207 # we want to include the unbuilt bits of the demo collection too
208 my $demodir = &util::filename_cat($unix_dist_dir, "gsdl", "collect", "demo");
209 my $demoetc = &util::filename_cat($demodir, "etc");
210 my $tmpdemo = &util::filename_cat($tmpdir, "gsdl", "collect", "demo");
211 die "oops, no demo dir\n" unless -d $demodir;
212 &util::cp_r (&util::filename_cat ($tmpdemo, "import"), $demodir);
213 &util::cp (&util::filename_cat ($tmpdemo, "etc", "org.txt"), $demoetc);
214 &util::cp (&util::filename_cat ($tmpdemo, "etc", "sub.txt"), $demoetc);
215 &util::cp (&util::filename_cat ($tmpdemo, "etc", "keyword.txt"), $demoetc);
216 &util::cp (&util::filename_cat ($tmpdemo, "etc", "AZList.txt"), $demoetc);
217 &remove_cvs_dirs ($demodir);
218
219 # tar and gzip it
220# &zip ($unix_dir, $unix_dir, $output_dir, 2);
221# &util::rm_r ($unix_dist_dir);
222}
223
224sub create_src_distribution {
225 my $src_zip = "gsdl-" . $version_num . "-src";
226 # we want the COPYING file in the source distribution too
227 &util::cp (&util::filename_cat($docdir, "COPYING"),
228 &util::filename_cat($tmpdir, "gsdl"));
229# &edit_gsdlsite("/home/gsdl");
230 &zip ($src_zip, "gsdl", $tmpdir, 2);
231 &util::cp (&util::filename_cat($tmpdir, "$src_zip.tgz"), $output_dir);
232 # remove the COPYING file again to avoid confusion (it's copied to the right
233 # places by install_docs() for other distributions)
234 &util::rm (&util::filename_cat($tmpdir, "COPYING"));
235}
236
237sub create_cdrom_distribution {
238 my $cdrom_dist_dir = &util::filename_cat ($output_dir, "gsdl-" . $version_num . "-cdrom");
239 mkdir ($cdrom_dist_dir, 0777);
240
241 # collect directory (empty for now. we'll add collections manually)
242 mkdir (&util::filename_cat ($cdrom_dist_dir, "collect"), 0777);
243
244 # docs directory and README.TXT
245 &install_docs ($cdrom_dist_dir, 0);
246
247 # gsdl directory
248 &install_gsdl ($cdrom_dist_dir);
249
250 # src directory
251 &install_src ($cdrom_dist_dir, "cdrom");
252
253 # Windows directory
254 &install_windows_specific ($cdrom_dist_dir, 1);
255
256 # Unix directory
257 &install_unix_specific ($cdrom_dist_dir);
258
259 # for the cd-rom we want to include the unbuilt bits of the demo collection too
260 my $demodir = &util::filename_cat($cdrom_dist_dir, "gsdl", "collect", "demo");
261 my $demoetc = &util::filename_cat($demodir, "etc");
262 my $tmpdemo = &util::filename_cat($tmpdir, "gsdl", "collect", "demo");
263 die "oops, no demo dir\n" unless -d $demodir;
264 &util::cp_r (&util::filename_cat ($tmpdemo, "import"), $demodir);
265 &util::cp (&util::filename_cat ($tmpdemo, "etc", "org.txt"), $demoetc);
266 &util::cp (&util::filename_cat ($tmpdemo, "etc", "sub.txt"), $demoetc);
267 &util::cp (&util::filename_cat ($tmpdemo, "etc", "keyword.txt"), $demoetc);
268 &util::cp (&util::filename_cat ($tmpdemo, "etc", "AZList.txt"), $demoetc);
269 &remove_cvs_dirs ($demodir);
270
271}
272
273# isweb is 1 if it's one of the web distributions (i.e. if we don't
274# want to install the manuals) - this shouldn't be called at all for
275# windows web installation as it doesn't use docs at all (not much
276# point for self-extracting exe).
277sub install_docs {
278 my ($install_dir, $isweb) = @_;
279
280 # docs directory, README.TXT, COPYING and Support.htm
281 &util::cp_r (&util::filename_cat($docdir, "docs"), $install_dir);
282 &util::cp (&util::filename_cat($docdir, "READMEen.TXT"), $install_dir);
283 &util::cp (&util::filename_cat($docdir, "READMEfr.TXT"), $install_dir);
284 &util::cp (&util::filename_cat($docdir, "READMEes.TXT"), $install_dir);
285 &util::cp (&util::filename_cat($docdir, "COPYING"), $install_dir);
286 &util::cp (&util::filename_cat($docdir, "Support.htm"), $install_dir);
287 # don't want manuals for web distributions
288 if ($isweb) {
289 my $manfile = &util::filename_cat ($install_dir, "docs", "User-en.pdf");
290 &util::rm ($manfile) if -e $manfile;
291 $manfile = &util::filename_cat ($install_dir, "docs", "Install-en.pdf");
292 &util::rm ($manfile) if -e $manfile;
293 $manfile = &util::filename_cat ($install_dir, "docs", "Develop-en.pdf");
294 &util::rm ($manfile) if -e $manfile;
295 $manfile = &util::filename_cat ($install_dir, "docs", "Paper-en.pdf");
296 &util::rm ($manfile) if -e $manfile;
297 $manfile = &util::filename_cat ($install_dir, "docs", "User-fr.pdf");
298 &util::rm ($manfile) if -e $manfile;
299 $manfile = &util::filename_cat ($install_dir, "docs", "Install-fr.pdf");
300 &util::rm ($manfile) if -e $manfile;
301 $manfile = &util::filename_cat ($install_dir, "docs", "Develop-fr.pdf");
302 &util::rm ($manfile) if -e $manfile;
303 $manfile = &util::filename_cat ($install_dir, "docs", "Paper-fr.pdf");
304 &util::rm ($manfile) if -e $manfile;
305 $manfile = &util::filename_cat ($install_dir, "docs", "User-es.pdf");
306 &util::rm ($manfile) if -e $manfile;
307 $manfile = &util::filename_cat ($install_dir, "docs", "Install-es.pdf");
308 &util::rm ($manfile) if -e $manfile;
309 $manfile = &util::filename_cat ($install_dir, "docs", "Develop-es.pdf");
310 &util::rm ($manfile) if -e $manfile;
311 $manfile = &util::filename_cat ($install_dir, "docs", "Paper-es.pdf");
312 &util::rm ($manfile) if -e $manfile;
313 }
314
315 # don't want doc versions of manuals
316 $rm_docs = "rm -r " . &util::filename_cat ($install_dir, "docs", "*.doc");
317 `$rm_docs`;
318}
319
320sub install_gsdl {
321 my ($install_dir) = @_;
322
323 my $gsdldir = &util::filename_cat ($install_dir, "gsdl");
324 my $gsdlbindir = &util::filename_cat ($gsdldir, "bin");
325 mkdir ($gsdldir, 0777);
326 mkdir ($gsdlbindir, 0777);
327 &util::cp_r (&util::filename_cat ($tmpdir, "gsdl", "bin", "script"), $gsdlbindir);
328 &util::cp_r (&util::filename_cat ($tmpdir, "gsdl", "bin", "java"), $gsdlbindir);
329 &util::cp_r (&util::filename_cat ($tmpdir, "gsdl", "cgi-bin"), $gsdldir);
330 &util::cp_r (&util::filename_cat ($tmpdir, "gsdl", "collect"), $gsdldir);
331 &util::cp_r (&util::filename_cat ($tmpdir, "gsdl", "etc"), $gsdldir);
332 &util::cp_r (&util::filename_cat ($tmpdir, "gsdl", "images"), $gsdldir);
333 &util::cp_r (&util::filename_cat ($tmpdir, "gsdl", "macros"), $gsdldir);
334 &util::cp_r (&util::filename_cat ($tmpdir, "gsdl", "perllib"), $gsdldir);
335 &util::cp_r (&util::filename_cat ($tmpdir, "gsdl", "mappings"), $gsdldir);
336
337 # untar Ping.tgz
338 my $wd = cwd;
339 chdir (&util::filename_cat($gsdldir, "perllib", "cpan"));
340 `tar xvzf Ping.tgz`;
341 unlink ("Ping.tgz");
342 chdir ($wd);
343
344 # make sure that modelcol collection contains all the right
345 # empty directories
346 my $modelindex = &util::filename_cat ($tmpdir, "gsdl", "collect", "modelcol", "index");
347 &util::mk_all_dir ($modelindex) unless -d $modelindex;
348 my $modelbuilding = &util::filename_cat ($tmpdir, "gsdl", "collect", "modelcol", "building");
349 &util::mk_all_dir ($modelbuilding) unless -d $modelbuilding;
350 my $modelarchives = &util::filename_cat ($tmpdir, "gsdl", "collect", "modelcol", "archives");
351 &util::mk_all_dir ($modelarchives) unless -d $modelarchives;
352 my $modelimport = &util::filename_cat ($tmpdir, "gsdl", "collect", "modelcol", "import");
353 &util::mk_all_dir ($modelimport) unless -d $modelimport;
354 my $modelperllib = &util::filename_cat ($tmpdir, "gsdl", "collect", "modelcol", "perllib");
355 &util::mk_all_dir ($modelperllib) unless -d $modelperllib;
356 my $modelimages = &util::filename_cat ($tmpdir, "gsdl", "collect", "modelcol", "images");
357 &util::mk_all_dir ($modelimages) unless -d $modelimages;
358
359 # demo collection needs to be pre-built
360 my $collectdir = &util::filename_cat ($gsdldir, "collect");
361 &util::rm_r (&util::filename_cat($collectdir, "demo"));
362 if (!&get_built_collection ("demo", $collectdir)) {
363 die "Couldn't get built version of demo collection\n";
364 }
365}
366
367sub install_src {
368 my ($install_dir, $type) = @_;
369
370 my $srcdir = &util::filename_cat ($install_dir, "src");
371 my $srcwindir = &util::filename_cat ($srcdir, "Windows");
372 my $srcunixdir = &util::filename_cat ($srcdir, "Unix");
373 mkdir ($srcdir, 0777);
374 &util::cp_r (&util::filename_cat ($tmpdir, "gsdl", "lib"), $srcdir);
375 &util::cp_r (&util::filename_cat ($tmpdir, "gsdl", "packages"), $srcdir);
376 &util::cp_r (&util::filename_cat ($tmpdir, "gsdl", "src"), $srcdir);
377 &util::cp (&util::filename_cat ($tmpdir, "gsdl", "Install.txt"), $srcdir);
378
379 if ($type ne "unix") {
380 mkdir ($srcwindir, 0777);
381 &util::cp (&util::filename_cat ($tmpdir, "gsdl", "setup.bat"), $srcwindir);
382 &util::cp (&util::filename_cat ($tmpdir, "gsdl", "win32.mak"), $srcwindir);
383 &util::cp (&util::filename_cat ($tmpdir, "gsdl", "WIN32cfg.h"), $srcwindir);
384 }
385
386 if ($type ne "windows") {
387 mkdir ($srcunixdir, 0777);
388 &util::cp (&util::filename_cat ($tmpdir, "gsdl", "Makefile.in"), $srcunixdir);
389 &util::cp (&util::filename_cat ($tmpdir, "gsdl", "acconfig.h"), $srcunixdir);
390 &util::cp (&util::filename_cat ($tmpdir, "gsdl", "aclocal.m4"), $srcunixdir);
391 &util::cp (&util::filename_cat ($tmpdir, "gsdl", "config.h.in"), $srcunixdir);
392 &util::cp (&util::filename_cat ($tmpdir, "gsdl", "configtest.pl"), $srcunixdir);
393 &util::cp (&util::filename_cat ($tmpdir, "gsdl", "configure"), $srcunixdir);
394 # make sure configure script is executable
395 my $configure_script = &util::filename_cat ($srcunixdir , "configure");
396 `chmod a+x $configure_script`;
397 &util::cp (&util::filename_cat ($tmpdir, "gsdl", "configure.in"), $srcunixdir);
398 &util::cp (&util::filename_cat ($tmpdir, "gsdl", "config.sub"), $srcunixdir);
399 &util::cp (&util::filename_cat ($tmpdir, "gsdl", "config.guess"), $srcunixdir);
400 &util::cp (&util::filename_cat ($tmpdir, "gsdl", "install-sh"), $srcunixdir);
401 &util::cp (&util::filename_cat ($tmpdir, "gsdl", "setup.bash"), $srcunixdir);
402 &util::cp (&util::filename_cat ($tmpdir, "gsdl", "setup.csh"), $srcunixdir);
403 }
404}
405
406# if $cd_rom is not true then we don't want to include the net16, net32,
407# Win32s or netscape directories in the bin/windows directory (note that
408# this currently means exportcol.pl will fail for all but cd-rom installed
409# distributions)
410sub install_windows_specific {
411 my ($install_dir, $cd_rom) = @_;
412
413 my $windir = &util::filename_cat ($install_dir, "Windows");
414 my $winbindir = &util::filename_cat ($windir, "bin");
415 mkdir ($windir, 0777);
416 mkdir ($winbindir, 0777);
417 &util::cp_r ($winbin, $winbindir);
418
419 if (!$cd_rom) {
420 &util::rm_r (&util::filename_cat ($winbindir, "windows", "net16"));
421 &util::rm_r (&util::filename_cat ($winbindir, "windows", "net32"));
422 &util::rm_r (&util::filename_cat ($winbindir, "windows", "Win32s"));
423 &util::rm_r (&util::filename_cat ($winbindir, "windows", "netscape"));
424 }
425
426 # make sure there aren't any CVS directories laying around
427 &remove_cvs_dirs ($windir);
428}
429
430sub install_unix_specific {
431 my ($install_dir) = @_;
432
433 my $unixdir = &util::filename_cat ($install_dir, "Unix");
434 my $unixbindir = &util::filename_cat ($unixdir, "bin");
435 mkdir ($unixdir, 0777);
436 mkdir ($unixbindir, 0777);
437 &util::cp (&util::filename_cat($tmpdir, "gsdl", "Install.sh"), $unixdir);
438
439 # make sure Install.sh is executable
440 my $install_sh = &util::filename_cat($unixdir, "Install.sh");
441 `chmod a+x $install_sh`;
442
443 &util::cp_r ($linuxbin, $unixbindir);
444 # make sure linux binaries are all executable
445 my $linuxbindir = &util::filename_cat($unixbindir, 'linux');
446 `chmod -R a+x $linuxbindir`;
447
448 # make sure there aren't any CVS directories laying around
449 &remove_cvs_dirs ($unixdir);
450}
451
452sub create_collection_distributions {
453
454 # work out which collections we want
455 my @cols = ();
456 if (scalar @includecols) {
457 @cols = @includecols;
458 } else {
459 my $collectdir = &util::filename_cat($ENV{'GSDLHOME'}, "collect");
460
461 opendir (COLLECTDIR, $collectdir) || die;
462 my @cdirs = readdir COLLECTDIR;
463 closedir COLLECTDIR;
464 my %ignore = ();
465 map { $ignore{$_} = ""; } @ignorecols;
466 foreach $d (@cdirs) {
467 if ((-d &util::filename_cat($collectdir, $d)) && ($d ne ".") && ($d ne "..") &&
468 ($d ne "modelcol") && ($d ne "CVS") && (!defined $ignore{$d})) {
469 push (@cols, $d);
470 }
471 }
472 }
473
474 return unless scalar @cols;
475
476 # create distributions
477 foreach $collection (@cols) {
478 if (&get_built_collection ($collection, $tmpdir)) {
479 &zip ("$collection-prebuilt", $collection, $tmpdir, 0);
480 &util::cp (&util::filename_cat($tmpdir, "$collection-prebuilt.tgz"), $output_dir);
481 &util::cp (&util::filename_cat($tmpdir, "$collection-prebuilt.zip"), $output_dir);
482 } else {
483 print STDERR "ERROR: Couldn't create pre-built $collection collection\n";
484 }
485 &util::rm_r (&util::filename_cat ($tmpdir, $collection))
486 if -d &util::filename_cat ($tmpdir, $collection);
487
488 if (&get_unbuilt_collection ($collection, $tmpdir)) {
489 &zip ($collection, $collection, $tmpdir, 0);
490 &util::cp (&util::filename_cat($tmpdir, "$collection.tgz"), $output_dir);
491 &util::cp (&util::filename_cat($tmpdir, "$collection.zip"), $output_dir);
492 } else {
493 print STDERR "ERROR: Couldn't create unbuilt $collection collection\n";
494 }
495 &util::rm_r (&util::filename_cat ($tmpdir, $collection))
496 if -d &util::filename_cat ($tmpdir, $collection);
497 }
498}
499
500# gets all the right bits of a built collection from
501# $GSDLHOME/collect and copies them to $collect_dir
502# returns 1 if successful, 0 if not
503sub get_built_collection {
504 my ($colname, $collect_dir) = @_;
505
506 my $from_dir = &util::filename_cat ($ENV{'GSDLHOME'}, "collect", $colname);
507 if (!-d $from_dir) {
508 print STDERR "\nERROR: No collection at $from_dir\n";
509 return 0;
510 }
511
512 my $to_dir = &util::filename_cat ($collect_dir, $colname);
513 mkdir ($to_dir, 0777) unless -d $to_dir;
514
515 # get the built indexes
516 my $index_dir = &util::filename_cat ($from_dir, "index");
517 if (-d $index_dir) {
518 # if build.cfg exists we'll assume collection is built ok
519 if (-e &util::filename_cat ($index_dir, "build.cfg")) {
520 &util::cp_r ($index_dir, $to_dir);
521 } else {
522 print STDERR "\nERROR: no build.cfg at $index_dir (collection not built?)\n";
523 rmdir ($to_dir);
524 return 0;
525 }
526 } else {
527 print STDERR "\nERROR: collection at $from_dir appears unbuilt (no index directory)\n";
528 return 0;
529 }
530 &util::cp_r ($index_dir, $to_dir);
531
532 # get the collect.cfg file
533 mkdir (&util::filename_cat($to_dir, "etc"), 0777);
534 &util::cp (&util::filename_cat($from_dir, "etc", "collect.cfg"),
535 &util::filename_cat($to_dir, "etc"));
536
537 # get the images directory
538 my $from_images = &util::filename_cat ($from_dir, "images");
539 &util::cp_r ($from_images, $to_dir) if -d $from_images;
540
541 # make sure there aren't any CVS directories laying around
542 &remove_cvs_dirs ($to_dir);
543
544 &edit_collect_cfg (&util::filename_cat($to_dir, "etc", "collect.cfg"), $colname);
545 &create_version_file (&util::filename_cat($to_dir, "etc", "VERSION"), 0);
546
547 return 1;
548}
549
550# gets all the right bits of an unbuilt collection from
551# $GSDLHOME/collect and copies them to $collect_dir
552# returns 1 if successful, 0 if not
553sub get_unbuilt_collection {
554 my ($colname, $collect_dir) = @_;
555
556 my $from_dir = &util::filename_cat ($ENV{'GSDLHOME'}, "collect", $colname);
557 if (!-d $from_dir) {
558 print STDERR "\nERROR: No collection at $from_dir\n";
559 return 0;
560 }
561
562 my $to_dir = &util::filename_cat ($collect_dir, $colname);
563 mkdir ($to_dir, 0777) unless -d $to_dir;
564
565 # get the unbuilt data (either import or archives)
566 my $have_import = 0;
567 my $import_dir = &util::filename_cat ($from_dir, "import");
568 if (-d $import_dir && opendir (IMPORTDIR, $import_dir)) {
569 my @importfiles = readdir IMPORTDIR;
570 closedir IMPORTDIR;
571 # if the import directory isn't empty we'll assume everything's ok
572 if (scalar @importfiles) {
573 $have_import = 1;
574 &util::cp_r ($import_dir, $to_dir);
575 mkdir (&util::filename_cat ($to_dir, "archives"), 0777);
576 }
577 }
578 if (!$have_import) {
579 # see if we've got archives then (check for archives.inf)
580 if (-e &util::filename_cat ($from_dir, "archives", "archives.inf")) {
581 &util::cp_r (&util::filename_cat($from_dir, "archives"), $to_dir);
582 } else {
583
584 print STDERR "$collection collection appears to have no valid\n";
585 print STDERR "import or archives data\n";
586 &util::rm_r ($to_dir);
587 return 0;
588 }
589 }
590
591 # get the etc directory
592 &util::cp_r (&util::filename_cat ($from_dir, "etc"), $to_dir);
593
594 # get the perllib directory
595 &util::cp_r (&util::filename_cat ($from_dir, "perllib"), $to_dir);
596
597 # get the images
598 &util::cp_r (&util::filename_cat ($from_dir, "images"), $to_dir);
599
600 mkdir (&util::filename_cat ($to_dir, "building"), 0777);
601 mkdir (&util::filename_cat ($to_dir, "index"), 0777);
602
603 # make sure there aren't any CVS directories laying around
604 &remove_cvs_dirs ($to_dir);
605
606 &edit_collect_cfg (&util::filename_cat($to_dir, "etc", "collect.cfg"), $colname);
607 my $preimported = 0;
608 $preimported = 1 unless $have_import;
609 &create_version_file (&util::filename_cat($to_dir, "etc", "VERSION"), $preimported);
610
611 return 1;
612}
613
614sub create_changelog {
615
616 my ($tag, $date, $file);
617
618 my $datefile = &util::filename_cat ($ENV{'GSDLHOME'}, "DistDates");
619 if ($changelogdate !~ /\w/) {
620 # get date from $GSDLHOME/DistDates (and update DistDates)
621 open (DATES, $datefile) || die "can't open $datefile\n";
622 my $line = "";
623 while (defined ($line = <DATES>)) {
624 if ($line =~ /\w/) {
625 ($tag, $date) = $line =~ /^(\S+)\t(.*)$/;
626 $changelogdate = $date unless ($tag eq $cvs_tag);
627 }
628 $file .= $line;
629 }
630 close DATES;
631 }
632
633 if ((!defined $tag) || ($tag ne $cvs_tag)) {
634 open (DATES, ">$datefile") || die;
635 print DATES $file if defined $file;
636 print DATES "$cvs_tag\t" . `date`;
637 close DATES;
638 }
639
640 print STDERR "Creating ChangeLog from $changelogdate to most recent\n";
641
642 chdir($ENV{'GSDLHOME'});
643 my $cmd = "cvs2cl.pl -P -F trunk -r -S -l \"-d'$changelogdate<tomorrow'\"";
644 system ($cmd);
645}
646
647# edits the gsdlsite.cfg file to set GSDLHOME
648# makes a copy of the initial version of gsdlsite.cfg in
649# /tmp (if it doesn't exist already).
650sub edit_gsdlsite {
651 my ($gsdlhome) = @_;
652
653 my $gsdlsite_file = &util::filename_cat ($tmpdir, "gsdl", "cgi-bin", "gsdlsite.cfg");
654 my $tmp_gsdlsite_file = &util::filename_cat ($tmpdir, "gsdlsite.cfg");
655
656 if (-e $tmp_gsdlsite_file) {
657 &util::cp ($tmp_gsdlsite_file, $gsdlsite_file);
658 } else {
659 &util::cp ($gsdlsite_file, $tmp_gsdlsite_file);
660 }
661
662 open (GSDLSITE, $gsdlsite_file) || die;
663 my $line = ""; my $file = ""; my $found = 0;
664 while (defined ($line = <GSDLSITE>)) {
665 if ($line =~ s/\*\*GSDLHOME\*\*/$gsdlhome/g) {
666 $found = 1;
667 }
668 $file .= $line;
669 }
670 close GSDLSITE;
671
672 if (!$found) {
673 die "ERROR: $gsdlsite_file contains no **GSDLHOME** string\n";
674 }
675
676 open (GSDLSITE, ">$gsdlsite_file") || die;
677 print GSDLSITE $file;
678 close GSDLSITE;
679}
680
681# currently just checks that iconcollection fields are correct and that
682# creator and maintainer fields are set to [email protected]
683sub edit_collect_cfg {
684 my ($collect_cfg_file, $collname) = @_;
685
686 open (FILE, $collect_cfg_file) || die "couldn't open $collect_cfg_file\n";
687 my $line = ""; my $file = "";
688 while (defined ($line = <FILE>)) {
689 $line =~ s/^((?:creator|maintainer)\s+\"?)\w+@\w+(\"?)/$1greenstone\@cs.waikato.ac.nz$2/ix;
690 $line =~ s/^(collectionmeta\s+\"?iconcollection(?:small)?\"?\s+\"?).*?($collname\/images\/)/$1_httpprefix_\/collect\/$2/ix;
691 $file .= $line;
692 }
693 close FILE;
694
695 open (FILE, ">$collect_cfg_file") || die;
696 print FILE $file;
697 close FILE;
698}
699
700# the "collection release" is the version of the content - it should only change if the
701# collections content is changed in some way
702# the "build version" is the build version of Greenstone when the collection distribution
703# was created
704
705# recent build version changes were:
706# 2.0 - 2.1: plugins were altered to take input_encoding (and other) options. GB plugins
707# were removed. numwords and numsections statistics were added.
708# All build version 2.0 collections other than those that suddenly required
709# the input_encoding option (i.e. Arabic and Chinese) may still be built and
710# viewed using build verion 2.1 software (numwords and numsections won't be
711# available though).
712
713sub create_version_file {
714 my ($version_file, $preimported) = @_;
715
716 open (FILE, ">$version_file") || die;
717
718 print FILE "collection release: 1.1\n";
719 print FILE "build version: 2.1\n";
720 print FILE "pre-imported\n" if $preimported;
721
722 close FILE;
723}
724
725# simply recurses directory structure beginning at $dir
726# and deletes any CVS administrative directories it comes
727# across
728sub remove_cvs_dirs {
729 my ($dir) = @_;
730
731 if (!-d $dir) {return;}
732
733 opendir (DIR, $dir) || die;
734 my @files = readdir DIR;
735 closedir DIR;
736
737 foreach $file (@files) {
738 next if $file =~ /^\.\.?$/;
739 my $fullpath = &util::filename_cat ($dir, $file);
740 if (-d $fullpath) {
741 if ($file eq "CVS") {
742 &util::rm_r ($fullpath);
743 } else {
744 &remove_cvs_dirs ($fullpath);
745 }
746 }
747 }
748}
749
750# mode is 0 to create .zip and .tgz, 1 to create .zip only, and 2 to create
751# .tgz only
752sub zip {
753 my ($zip_to, $zip_from, $dir, $mode) = @_;
754
755 chdir ($dir);
756
757 if ($mode != 2) {
758 my $to = $zip_to . ".zip";
759 unlink ($to) if -e $to;
760 print STDERR "zipping up $to\n";
761 `zip -r $to $zip_from`;
762 }
763 if ($mode != 1) {
764 my $to = $zip_to . ".tgz";
765 unlink ($to) if -e $to;
766 print STDERR "tarring and gzipping $to\n";
767 print STDERR "tar cvzf $to $zip_from\n";
768 system ("tar cvzf $to $zip_from");
769 }
770}
771
772sub edit_files {
773 # edit VERSION file
774 my $version_file = &util::filename_cat ($tmpdir, "gsdl", "etc" , "VERSION");
775 open (VERSION, $version_file) || die "failed to open $version_file\n";
776 my $found = 0; my $line = ""; my $file = "";
777 while (defined ($line = <VERSION>)) {
778 if ($line =~ s/(gsdl version: )x\.xx/$1$version_num/) {
779 $found ++;
780 } elsif ($line =~ s/(cvs tag: )gsdl-x_xx-distribution/$1$cvs_tag/) {
781 $found ++;
782 }
783 $file .= $line;
784 }
785 close VERSION;
786 if ($found != 2) {
787 die "error while editing $version_file\n";
788 }
789
790 open (VERSION, ">$version_file") || die;
791 print VERSION $file;
792 close VERSION;
793
794 # edit gsdlconf.h
795 my $gsdlconf_file = &util::filename_cat ($tmpdir, "gsdl", "lib", "gsdlconf.h");
796 open (GSDLCONF, $gsdlconf_file) || die;
797 $found = 0; $line = ""; $file = "";
798 while (defined ($line = <GSDLCONF>)) {
799 if ($line =~ s/(\#define GSDL_VERSION \")x\.xx(\")/$1$version_num$2/) {
800 $found ++;
801 }
802 $file .= $line;
803 }
804 close GSDLCONF;
805 if (!$found) {
806 die "error while editing $gsdlconf_file\n";
807 }
808
809 open (GSDLCONF, ">$gsdlconf_file") || die;
810 print GSDLCONF $file;
811 close GSDLCONF;
812}
813
814END {
815 # remove any temporary files we created
816 print STDERR "\ndeleting temporary files\n";
817 my $tmp_gsdlsite_file = &util::filename_cat ($tmpdir, "gsdlsite.cfg");
818 if (-e $tmp_gsdlsite_file) {
819 print STDERR "$tmp_gsdlsite_file\n";
820 unlink($tmp_gsdlsite_file);
821 }
822 my $tmp_gsdlhome = &util::filename_cat ($tmpdir, "gsdl");
823 if (-d $tmp_gsdlhome) {
824 print STDERR "$tmp_gsdlhome\n";
825 &util::rm_r ($tmp_gsdlhome);
826 }
827}
Note: See TracBrowser for help on using the repository browser.