source: main/trunk/gs-release-builder/envi/etc/tasks/snapshot/lib.pl

Last change on this file was 36221, checked in by kjdon, 6 months ago

changed an output message and removed unneeded puka code

File size: 11.3 KB
Line 
1my $sep = $^O eq "MSWin32" ? "\\" : "/";
2
3sub get_date {
4 local ($sec,$min,$hour,$mday,$mon,$year,$wday,$yday,$isdst) = localtime(time);
5 local $day = $mday;
6 local $month = $mon+1;
7 local $year = $year+1900;
8 if ( length $month == 1 ) {
9 $month = join( "", "0", $month);
10 }
11 if ( length $day== 1 ) {
12 $day = join( "", "0", $day );
13 }
14 local $date = join( ".", $year,$month,$day );
15 return $date;
16}
17
18sub gen_snapshot_id {
19 if ( exists $_[0] && exists $_[1] ) {
20 return $_[0] . get_date() . $_[1];
21 }
22
23 if ( exists $_[0] ) {
24 return $_[0] . get_date();
25 }
26 return get_date();
27}
28
29sub create_release {
30
31 die "Must provide parameter to create_release\n" unless (exists $_[0]);
32
33 my $release_folder_name = $_[0];
34
35 my $release_version = $release_folder_name;
36 $release_version =~ s/^gs-?//;
37 $release_version =~ s/rc\d$//;
38 my $major_version = $release_version;
39 $major_version =~ s/^(3|2).*/$1/;
40 $release_version =~ s/^($major_version)\.?(\d*).*/$1.$2/;
41 my $rk = "rk".$major_version;
42
43 my $release_version_extra;
44 if ($release_folder_name =~ m/(rc\d)$/) {
45 $release_version_extra = $1;
46 }
47 if ($release_folder_name !~ m/^gs/) { # prefix gs
48 $release_folder_name = "gs".$release_folder_name;
49 }
50 my $release_dir = "$ENV{'DATA_DIR'}${sep}$release_folder_name";
51
52 print "major_version: $major_version\n";
53 print "version: $release_version\n";
54 print "versionextra: $release_version_extra\n";
55 print "release_folder_name: $release_folder_name\n";
56 print "release_dir: $release_dir\n";
57
58 print "about to clean up old snapshots (Ctrl-C to cancel)";
59 local $| = 1;
60 for ( my $i=0; $i<5; $i++ ) {
61 print ".";
62 sleep 1;
63 }
64 $| = 0;
65
66 print "cleaning up previous release snapshot $release_dir\n";
67
68 if(-d $release_dir) {
69 if ( $^O eq "MSWin32" ) {
70 system("rd /q /s \"$release_dir\"");
71 } else {
72 system("rm -rf \"$release_dir\"");
73 }
74 }
75
76 print "creating the release dir\n";
77 mkdir $release_dir or die "couldn't create release directory\n";
78
79 print "changing to the release dir\n";
80 chdir $release_dir;
81
82 #version property
83 print "setting up todays properties\n";
84 `echo version:$release_version> $rk-build.properties`;
85
86 if($release_version_extra) {
87 `echo version-extra:$release_version_extra>> $rk-build.properties`;
88 }
89
90 #processor propertylocal $| = 1;
91 if ( $^O eq "darwin" ) {
92 print "setting processor\n";
93 if ( `uname -p` eq "i386" ) {
94 `echo processor:intel>> $rk-build.properties`;
95 } elsif ( `uname -p` eq "powerpc" ) {
96 `echo processor:ppc>> $rk-build.properties`;
97 } else {
98 print "unable to determine processor type, using intel\n";
99 `echo processor:intel>> $rk-build.properties`;
100 }
101 } elsif ( $^O eq "linux" ) {
102 if(`uname -m` =~ m/64$/) {
103 print "Setting linux architecture to 64 bit";
104 `echo x64:true>> $rk-build.properties`;
105 }
106 }
107
108 #branch path property
109 if ( $ENV{'branch_path'} ) {
110 `echo branch.path:$ENV{'branch_path'}>> $rk-build.properties`;
111 }
112
113 #server.exe.location
114 if ( $major_version eq "2" && exists $ENV{'SERVER_EXE_LOCATION'} ) {
115 `echo server.exe.location:$ENV{'SERVER_EXE_LOCATION'}>> $rk-build.properties`;
116 }
117
118 print "creating the snapshot using $rk\n";
119 system( $rk );
120}
121
122sub create {
123
124 die "release_dir not set, cant create\n" unless $release_dir;
125
126 print "about to clean up old snapshots (Ctrl-C to cancel)";
127 local $| = 1;
128 for ( my $i=0; $i<5; $i++ ) {
129 print ".";
130 sleep 1;
131 }
132 $| = 0;
133
134 print "cleaning up previous snapshot\n";
135 local $release_parent = dirname($release_dir);
136 if ( $^O eq "MSWin32" ) {
137 system("rd /q /s \"$release_parent\"");
138 } else {
139 system("rm -rf \"$release_parent\"");
140 }
141
142 print "creating the release dir\n";
143 mkdir $release_parent or die "couldn't create release parent directory\n";
144 mkdir $release_dir or die "couldn't create release directory\n";
145
146 print "changing to the release dir\n";
147 chdir $release_dir;
148
149 #version property
150 print "setting up todays properties\n";
151 `echo version:$snapshot_id> $rk-build.properties`;
152
153 #processor propertylocal $| = 1;
154 if ( $^O eq "darwin" ) {
155 print "setting processor\n";
156 if ( `uname -p` eq "i386" ) {
157 `echo processor:intel>> $rk-build.properties`;
158 } elsif ( `uname -p` eq "powerpc" ) {
159 `echo processor:ppc>> $rk-build.properties`;
160 } else {
161 print "unable to determine processor type, using intel\n";
162 `echo processor:intel>> $rk-build.properties`;
163 }
164 }
165
166 #branch path property
167 if ( $ENV{'branch_path'} ) {
168 `echo branch.path:$ENV{'branch_path'}>> $rk-build.properties`;
169 }
170
171 #x64 bit property
172 if ( $ENV{'x64'} ) {
173 `echo x64:true>> $rk-build.properties`;
174 }
175
176 #server.exe.location
177 if ( exists $ENV{'SERVER_EXE_LOCATION'} ) {
178 `echo server.exe.location:$ENV{'SERVER_EXE_LOCATION'}>> $rk-build.properties`;
179 }
180
181 print "creating the snapshot using $rk\n";
182 system( $rk );
183
184}
185
186sub upload {
187 print "preparing files for uploading\n";
188
189 my @munges = ();
190 if ( exists $ENV{'munges'} ) {
191 @munges = split(' ', $ENV{'munges'});
192 }
193
194 #copy products to a temporary folder, giving them their new names
195 if ( -d "$release_dir${sep}uploads" ) {
196 system( "rm -rf '$release_dir${sep}uploads'" );
197 }
198 mkdir "$release_dir${sep}uploads";
199
200 my @files;
201 if ( -d "$release_dir${sep}products" ) {
202 @files = <$release_dir${sep}products${sep}*>;
203 }
204 push( @files, "$release_dir${sep}$rk.out" );
205
206 for my $file ( @files ) {
207 if ( -e $file ) {
208 my $filename = basename($file);
209 #munge
210 for my $m ( @munges ) {
211 $doit="\$filename =~ $m"; eval "$doit";
212 }
213 # copy to uploads folder
214 print "Copying '" . basename($file) . "' to '$filename' in uploads folder\n";
215 if( $^O =~ "linux|darwin" ) {
216 system("cp \"$file\" \"${release_dir}${sep}uploads${sep}$filename\"");
217 }
218 else {
219 system("copy \"$file\" \"${release_dir}${sep}uploads${sep}$filename\"");
220 }
221 }
222
223 }
224
225 # ssh too old inside lsb to upload to www-internal, so we do that in a separate step later
226# $command = "cd \"${release_dir}${sep}uploads\" && tar -c * | ";
227# $command .= ($^O eq "MSWin32" ? "plink" : "ssh");
228# $command .= " -T -i \"$ENV{'IDENTITY_FILE'}\" nzdl-gsorg\@www-internal.greenstone.org";
229
230 #print "$command\n";
231# system("$command");
232}
233
234# EMAILING DOESN'T WORK, as SMTP not setup on release-kit LSB machines
235
236#sub xsend_mail_on_releasekit_fail {
237
238 # first, create your message
239 # use Email::MIME;
240# my $message = Email::MIME->create(
241# header_str => [
242# From => $ENV{'MONITOR_EMAIL'},
243# To => $ENV{'MONITOR_EMAIL'},
244# Subject => 'Trial message',
245# ],
246# attributes => {
247# encoding => 'quoted-printable',
248# charset => 'ISO-8859-1',
249# },
250# body_str => "Email test!\n",
251# );
252
253# # send the message
254# use Email::Sender::Simple qw(sendmail);
255# sendmail($message);
256
257 # %mail = ( To => $ENV{'MONITOR_EMAIL'},
258# From => $ENV{'MONITOR_EMAIL'},
259# Message => "This is a test message"
260# );
261
262# sendmail(%mail) or die $Mail::Sendmail::error;
263
264# print "OK. Log says:\n", $Mail::Sendmail::log;
265#}
266
267# EMAILING DOESN'T WORK, as SMTP not setup on release-kit LSB machines
268
269# Copied from diffcol's task.pl into here
270# Sending emails with perl: http://learn.perl.org/examples/email.html
271# Sending email attachments with perl: http://www.perlmonks.org/?node_id=19430
272# Sadly none of the packages are installed by default and use of MIME::Lite is discouraged
273sub send_mail_on_releasekit_fail
274{
275 # email greenstone_team if build failed
276
277 my $logfile="$release_dir${sep}$rk.out";
278 my $finalLinesLogOutput=`tail -n 50 $logfile`;
279
280 print STDERR "Checking if successful... \n";
281 # using reverse index to search from bottom of tail output
282 my $had_error = 0;
283
284 if (rindex($finalLinesLogOutput, "BUILD FAILED") != -1) {
285 # release-kit failed to build binary
286 $had_error = 1;
287 }
288 elsif (rindex($finalLinesLogOutput, "BUILD SUCCESSFUL") != -1) {
289 # SUCCESS!
290 $had_error = 0;
291 }
292 else {
293 # saw neither BUILD FAILED nor BUILD SUCCESSFUL in tail of log output
294 # Could be that building never completed, still want to be notified
295 $had_error = 2;
296 }
297
298
299 if(!$had_error) {
300 # everything fine, no need to email
301 return;
302 }
303
304
305 print STDERR "Build had error code: $had_error\n";
306 # let's send the last 200 lines of the log file to the user as email
307 #
308 $finalLinesLogOutput=`tail -n 200 $logfile`;
309
310 my $msg = "Last 200 lines in the log:\n$finalLinesLogOutput";
311 my $subject = "Release-kit $release_dir failed"; # mentions OS, bitness, date
312
313 # let's attach logfile besides
314
315 if($isWin) {
316 if($use_blat && $blat && $ENV{'GSDL_SMTP'}) {
317 # http://stackoverflow.com/questions/709635/sending-mail-from-batch-file
318 #blat -to user@example.com -server smtp.example.com -f batch_script@example.com -subject "subject" -body "body"
319
320 # need to install blat on windows
321 $cmd = "$blat -to $ENV{'MONITOR_EMAIL'} -server $ENV{'GSDL_SMTP'} -f $ENV{'MONITOR_EMAIL'} -attach $logfile -subject \"$subject\" -body \"$msg\"";
322 $result = system($cmd);
323 }
324 else {
325 $result = 1; # status from running mail command is 0 if success, 1 if fail
326 print STDERR "********************************************\n";
327 if ($use_blat) {
328 print STDERR "Need blat and SMTP set to send mail attachment\n" ;
329 } else {
330 print STDERR "Not set up to send mail on Windows\n";
331 }
332 print STDERR "Inspect release-kit build log at: $log_file\n";
333 print STDERR "********************************************\n";
334 }
335 } else { # linux
336
337 # try using sendmail, since mutt is not installed on lsb
338 # https://vitux.com/three-ways-to-send-email-from-ubuntu-command-line/
339 # Sending attachment with sendmail is too involved, see
340 # https://unix.stackexchange.com/questions/223636/sendmail-attachment/223650
341 # https://askubuntu.com/questions/355823/sending-file-using-sendmail
342 # Will just put the contents of the rk log file in the body.
343
344 # read in all of logfile
345 # https://stackoverflow.com/questions/206661/what-is-the-best-way-to-slurp-a-file-into-a-string-in-perl
346 my $contents = do {local (@ARGV,$/) = $logfile; <>};
347 my $email_path = "$release_dir${sep}email.txt";
348 if (open(FOUT, '>:utf8', $email_path))
349 {
350 print FOUT "Subject: $subject";
351 if($contents) {
352 print FOUT $contents;
353 } else {
354 print FOUT "Empty release kit building log: $logfile\n";
355 }
356 close(FOUT);
357 $cmd = "sendmail $ENV{'MONITOR_EMAIL'} < $email_path";
358 $result = system($cmd);
359 }
360 else
361 {
362 print STDERR "WARNING: sendmail email attempt failed. Failed to open file for writing email msg:\n\t$email_path\n";
363
364 # try using mutt to send email
365 my $status = system("command -v mutt > /dev/null 2>&1;"); #better way of doing "which mutt"
366
367 if($status != 0) { # mutt doesn't exist, can't send attachments, so send simple email
368 $cmd="echo '$message' | mail -s '$subject' $ENV{'MONITOR_EMAIL'}";
369
370 print STDERR "********************************************\n";
371 print STDERR "No mutt installed, unable to mail attachment\n";
372 print STDERR "Inspect release-kit build log at: $logfile\n";
373 print STDERR "********************************************\n";
374 } else {
375 #$cmd = "bash -c \"echo '$message' | mutt -a $logfile -s 'subject' -- $ENV{'MONITOR_EMAIL'}\"";
376 $cmd = "echo '$message' | mutt -a $logfile -s '$subject' -- $ENV{'MONITOR_EMAIL'}";
377 }
378
379 # run the mail command
380 $result = system($cmd); #&run_and_print_cmd($cmd);
381 }
382 }
383
384
385 if($result != 0) {
386 print STDERR "*** Unable to send email: $?\n";
387 }
388 else {
389 print STDERR "Sent mail with $logfile attached.\n";
390 }
391
392}
Note: See TracBrowser for help on using the repository browser.