root/other-projects/hathitrust/wcsa/extracted-features-solr/trunk/gslis-cluster/SETUP.bash @ 31303

Revision 31303, 3.3 KB (checked in by davidb, 3 years ago)

Adding in support to start and stop router server

Line 
1
2short_hostname=`hostname -s`
3
4#export SPARK_MASTER_HOST=gchead
5export SPARK_MASTER_HOST=192.168.64.1
6
7export SPARK_MASTER_URL=spark://$SPARK_MASTER_HOST:7077
8export SPARK_SLAVE_HOSTS="gc0 gc1 gc2 gc3 gc4 gc5 gc6 gc7 gc8 gc9"
9
10if [ "$short_hostname" = "nema" ] ; then
11  export ZOOKEEPER_SERVER=localhost:8181
12  export SOLR_NODES="localhost:8983 localhost:8984 localhost:8985 localhost:8986 localhost:8987 localhost:8988 localhost:8989 localhost:8990 localhost:8991 localhost:8992"
13else
14  export ZOOKEEPER_SERVER=gchead:8181
15  export SOLR_NODES="gc0:8983 gc1:8983 gc2:8983 gc3:8983 gc4:8983 gc5:8983 gc6:8983 gc7:8983 gc8:8983 gc9:8983"
16  #export SOLR_NODES="$SOLR_NODES gc0:8984 gc1:8984 gc2:8984 gc3:8984 gc4:8984 gc5:8984 gc6:8984 gc7:8984 gc8:8984 gc9:8984"
17fi
18
19if [ "$short_hostname" != "nema" ] ; then
20  HDFS_HEAD=hdfs://gchead:9000
21fi
22
23if [ "${short_hostname%[0-9]}" = "gc" ] ; then
24  export HTRC_EF_PACKAGE_HOME="/hdfsd05/dbbridge/gslis-cluster"
25else
26  export HTRC_EF_PACKAGE_HOME=`pwd`
27fi
28
29HTRC_EF_NETWORK_HOME=`pwd`
30
31if [ "$short_hostname" = "gsliscluster1" ] ; then
32  echo ""
33  echo "****"
34fi
35
36export JAVA_HOME="$HTRC_EF_NETWORK_HOME/jdk1.8.0"
37export PATH="$JAVA_HOME/bin:$PATH"
38#export _JAVA_OPTIONS="-Xmx512m"
39#export _JAVA_OPTIONS="-Xmx1024m"
40#export _JAVA_OPTIONS="-Xmx2048m"
41export _JAVA_OPTIONS=
42#export _JAVA_OPTIONS="-XX:+HeapDumpOnOutOfMemoryError"
43
44if [ "$short_hostname" = "gsliscluster1" ] ; then
45  echo "* Added in JDK 1.8 into PATH"
46fi
47
48if [ "$short_hostname" != "nema" ] ; then
49  source SETUP/setup-spark.bash
50fi
51
52source SETUP/setup-zookeeper.bash
53source SETUP/setup-solr.bash
54
55export MONGODB_CONFIG_HOSTS="gc0 gc1 gc2"
56export MONGODB_CONFIG_PORT="27019"
57export MONGODB_ROUTER_HOSTS="gc3 gc4 gc5"
58export MONGODB_ROUTER_PORT="27017"
59export MONGODB_SHARD_HOSTS="gc6 gc7"
60source SETUP/setup-mongodb.bash
61
62export PATH="$HTRC_EF_NETWORK_HOME/SCRIPTS:$PATH"
63if [ "$short_hostname" = "gsliscluster1" ] ; then
64  echo "* Added in HTRC EF PACKAGE remote scripting into PATH"
65fi
66
67if [ "$short_hostname" != "nema" ] ; then
68  spark_conf_slaves="$SPARK_HOME/conf/slaves"
69  if [ ! -f "$spark_conf_slaves" ] ; then
70    echo "****"
71    echo "* Populatig $spark_conf_slaves"
72    echo "* With: $SPARK_SLAVE_HOSTS"
73    echo "****"
74    for s in $SPARK_SLAVE_HOSTS ; do
75      echo $s >> "$spark_conf_slaves"
76    done
77  else
78    slaves=`cat "$spark_conf_slaves" | tr '\n' ' '`
79    if [ "$short_hostname" = "gsliscluster1" ] ; then
80      echo "****"
81      echo "* Spark slaves: $slaves"
82      echo "****"
83    fi
84  fi
85fi
86
87
88zookeeper_config_file="$ZOOKEEPER_HOME/conf/zoo.cfg"
89zookeeper_data_dir="$ZOOKEEPER_HOME/data"
90
91if [ ! -f "$zookeeper_config_file" ] ; then
92  echo "****"
93  echo "* Generating $zookeeper_config_file"
94  cat CONF/zoo.cfg.in | sed "s%@zookeeper-data-dir@%$zookeeper_data_dir%g" > "$zookeeper_config_file"
95
96  if [ ! -d "$zookeeper_data_dir" ] ; then
97    echo "* Creating Zookeeper dataDir:"
98    echo "*   $zookeeper_data_dir"
99    mkdir "$zookeeper_data_dir"
100  fi
101  echo "****"
102fi
103
104if [ "$short_hostname" = "gsliscluster1" ] ; then
105  echo "****"
106  echo "* Solr nodes: $SOLR_NODES"
107  echo "****"
108else
109  solr_configsets="$SOLR_TOP_LEVEL_HOME/server/solr/configsets"
110  if [ ! -d "$solr_configsets/htrc_configs" ] ; then
111    echo "Untarring htrc_configs.tar.gz in Solr configtests directory"
112    tar xvzf CONF/htrc_configs.tar.gz -C "$solr_configsets"
113  fi
114fi
Note: See TracBrowser for help on using the browser.