source: other-projects/hathitrust/wcsa/extracted-features-solr/trunk/gslis-cluster/SETUP.bash@ 31082

Last change on this file since 31082 was 31082, checked in by davidb, 5 years ago

Changes in response to testing on gchead

File size: 1.1 KB
Line 
1
2
3export SPARK_MASTER_HOST=gchead
4export SPARK_MASTER_URL=spark://$SPARK_MASTER_HOST:7077
5export SPARK_SLAVE_HOSTS="gc0 gc1 gc2 gc3 gc4 gc5 gc6 gc7 gc8 gc9"
6
7export ZOOKEEPER_SERVER=gchead:2181
8export SOLR_NODES="gc0:8983 gc1:8983 gc2:8983 gc3:8983 gc4:8983 gc5:8983 gc6:8983 gc7:8983 gc8:8983 gc9:8983"
9
10export HTRC_EF_PACKAGE_HOME=`pwd`
11
12echo ""
13echo "****"
14
15export JAVA_HOME="$HTRC_EF_PACKAGE_HOME/jdk1.8.0"
16export PATH="$JAVA_HOME/bin:$PATH"
17echo "* Added in JDK 1.8 into PATH"
18
19source SETUP/setup-spark.bash
20
21source SETUP/setup-zookeeper.bash
22source SETUP/setup-solr.bash
23
24
25export PATH="$HTRC_EF_PACKAGE_HOME/SCRIPTS:$PATH"
26echo "* Added in HTRC EF PACKAGE remote scripting into PATH"
27
28spark_conf_slaves="$SPARK_HOME/conf/slaves"
29if [ ! -f "$spark_conf_slaves" ] ; then
30 echo "****"
31 echo "* Populatig $spark_conf_slaves"
32 echo "* With: $SPARK_SLAVE_HOSTS"
33 echo "****"
34 for s in $SPARK_SLAVE_HOSTS ; do
35 echo $s >> "$spark_conf_slaves"
36 done
37else
38 slaves=`cat "$spark_conf_slaves" | tr '\n' ' '`
39 echo "****"
40 echo "* Solr slaves: $slaves"
41 echo "****"
42fi
43
44echo "****"
45echo ""
Note: See TracBrowser for help on using the repository browser.