Changeset 27594 for gs2-extensions/parallel-building/trunk/src/bin/script/hadoop_import.pl

Timestamp:

2013-06-10T17:09:36+12:00 (11 years ago)

Author:

jmt12

Message:

Extend hadoop_import.pl to be able to start and stop the Thrift server(s)

File:

• gs2-extensions/parallel-building/trunk/src/bin/script/hadoop_import.pl (modified) (5 diffs)

gs2-extensions/parallel-building/trunk/src/bin/script/hadoop_import.pl

@@ -8 +8 @@
   die "GSDLHOME not set\n" unless defined $ENV{'GSDLHOME'};
   die "GSDLOS not set\n" unless defined $ENV{'GSDLOS'};
+  die "GEXTPARALLELBUILDING not set\n" unless defined $ENV{'GEXTPARALLELBUILDING'};
+  die "GEXTPARALLELBUILDING_INSTALLED not set\n" unless defined $ENV{'GEXTPARALLELBUILDING_INSTALLED'};
   die "HDFS HOST not set (set in <gsdl>/ext/parallel_processing/setup.bash)\n" unless defined $ENV{'HDFSHOST'};
   die "HDFS PORT not set (set in <gsdl>/ext/parallel_processing/setup.bash)\n" unless defined $ENV{'HDFSPORT'};
@@ -17 +19 @@
 my $collection = 'test';
 my $use_thrift = 1;
+my $start_thrift = 1;
 my $debug = 0;
 my $dry_run = 0;
@@ -38 +41 @@
 else
 {
-  print STDERR "usage: hadoop_import.pl <collection> [-debug] [-dry_run] [-disable_thrift] [-refresh_import] \n\n";
+  print STDERR "usage: hadoop_import.pl <collection> [-debug] [-dry_run] [-start_thrift] [-disable_thrift] [-refresh_import] \n\n";
 }
 my $offset = 1;
@@ -207 +210 @@
   print "       configured to use either GDBMServer or TDBServer.\n";
   exit;
+}
+
+# 3.5 Start up the thrift server(s) if we've been asked to
+if ($start_thrift)
+{
+  if ($is_rocks_cluster)
+  {
+    print " * Starting Thrift Servers (on compute nodes)... ";
+    &shellCommand('rocks run host "cd ' . $ENV{'GEXTPARALLELBUILDING'} . '/packages/ThriftFS-0.9.0/bin && ./thriftctl.sh start"');
+  }
+  # single server
+  else
+  {
+    print " * Starting Thrift Server... ";
+    &shellCommand('cd ' . $ENV{'GEXTPARALLELBUILDING'} . '/packages/ThriftFS-0.9.0/bin && thriftctl.sh start');
+  }
+  print "Done!\n";
 }
 
@@ -234 +254 @@
 }
 
+# 5.5 We started them - so we better stop the thrift servers too
+# 3.5 Start up the thrift server(s) if we've been asked to
+if ($start_thrift)
+{
+  if ($is_rocks_cluster)
+  {
+    print " * Stopping Thrift Servers (on compute nodes)... ";
+    &shellCommand('rocks run host "cd ' . $ENV{'GEXTPARALLELBUILDING'} . '/packages/ThriftFS-0.9.0/bin && ./thriftctl.sh stop"');
+  }
+  # single server
+  else
+  {
+    print " * Stoping Thrift Server... ";
+    &shellCommand('cd ' . $ENV{'GEXTPARALLELBUILDING'} . '/packages/ThriftFS-0.9.0/bin && thriftctl.sh start');
+  }
+  print "Done!\n";
+}
 
 # 6. Gather logs