source: other-projects/hathitrust/wcsa/extracted-features-solr/trunk/gslis-cluster/SETUP.bash@ 31081

Last change on this file since 31081 was 31081, checked in by davidb, 7 years ago

Going live with generation of spark slaves file

File size: 912 bytes
Line 
1
2
3export SPARK_MASTER=gchead
4export SPARK_MASTER_URL=spark://$SPARK_MASTER:7077
5export SPARK_SLAVES="gc1 gc2 gc3 gc4 gc5 gc6 gc7 gc8 gc9"
6
7export ZOOKEEPER_SERVER=gchead:2181
8export SOLR_NODES="gc1:8983 gc2:8983 gc3:8983 gc4:8983 gc5:8983 gc6:8983 gc7:8983 gc8:8983 gc9:8983"
9
10export HTRC_EF_PACKAGE_HOME=`pwd`
11
12echo ""
13echo "****"
14
15export PATH="$HTRC_EF_PACKAGE_HOME/jdk1.8.0/bin:$PATH"
16echo "* Added in JDK into PATH"
17
18source SETUP/setup-spark.bash
19
20source SETUP/setup-zookeeper.bash
21source SETUP/setup-solr.bash
22
23
24export PATH="$HTRC_EF_PACKAGE_HOME/SCRIPTS:$PATH"
25echo "* Added in HTRC EF PACKAGE remote scripting into PATH"
26
27spark_conf_slaves="$SPARK_HOME/conf/slaves"
28if [ ! -f "$spark_conf_slaves" ] ; then
29 echo "****"
30 echo "* Populatig $spark_conf_slaves"
31 echo "* With: $SPARK_SLAVES"
32 echo "****"
33 for s in $SPARK_SLAVES ; do
34 echo $s >> "$spark_conf_slaves"
35 done
36fi
37
38echo "****"
39echo ""
Note: See TracBrowser for help on using the repository browser.