source: other-projects/hathitrust/wcsa/extracted-features-solr/trunk/gslis-cluster/SETUP.bash@ 31078

Last change on this file since 31078 was 31078, checked in by davidb, 5 years ago

Some setup files and scripts to make running Spark and Solr easier on the gsliscluster1 cluster

File size: 1013 bytes
Line 
1
2
3export SPARK_MASTER=gchead
4export SPARK_MASTER_URL=spark://$SPARK_MASTER:7077
5export SPARK_SLAVES="gc1 gc2 gc3 gc4 gc5 gc6 gc7 gc8 gc9"
6
7export ZOOKEEPER_SERVER=gchead:2181
8export SOLR_NODES="gc1:8983 gc2:8983 gc3:8983 gc4:8983 gc5:8983 gc6:8983 gc7:8983 gc8:8983 gc9:8983"
9
10export HTRC_EF_PACKAGE_HOME=`pwd`
11
12echo ""
13echo "****"
14
15export PATH="$HTRC_EF_PACKAGE_HOME/jdk1.8.0/bin:$PATH"
16echo "* Added in JDK into PATH"
17
18export PATH="$HTRC_EF_PACKAGE_HOME/spark/bin:$HTRC_EF_PACKAGE_HOME/spark/sbin:$PATH"
19echo "* Added in Spark into PATH"
20
21source SETUP/setup-zookeeper.bash
22
23source SETUP/setup-solr.bash
24
25
26export PATH="$HTRC_EF_PACKAGE_HOME/SCRIPTS:$PATH"
27echo "Added in HTRC EF PACKAGE remote scripting into PATH"
28
29spark_conf_slaves="$SPARK_HOME/conf/slaves"
30if [ ! -f "$spark_conf_slaves" ] ; then
31 echo "****"
32 echo "* Populatig $spark_conf_slaves"
33 echo "* With: $SPARK_SLAVES"
34 echo "****"
35 for s in $SPARK_SLAVES ; do
36 echo $s
37# echo $s >> "$spark_conf_slaves"
38 done
39fi
40
41echo "****"
42echo ""
Note: See TracBrowser for help on using the repository browser.