Last change
on this file since 31078 was 31078, checked in by davidb, 7 years ago |
Some setup files and scripts to make running Spark and Solr easier on the gsliscluster1 cluster
|
File size:
1013 bytes
|
Line | |
---|
1 |
|
---|
2 |
|
---|
3 | export SPARK_MASTER=gchead
|
---|
4 | export SPARK_MASTER_URL=spark://$SPARK_MASTER:7077
|
---|
5 | export SPARK_SLAVES="gc1 gc2 gc3 gc4 gc5 gc6 gc7 gc8 gc9"
|
---|
6 |
|
---|
7 | export ZOOKEEPER_SERVER=gchead:2181
|
---|
8 | export SOLR_NODES="gc1:8983 gc2:8983 gc3:8983 gc4:8983 gc5:8983 gc6:8983 gc7:8983 gc8:8983 gc9:8983"
|
---|
9 |
|
---|
10 | export HTRC_EF_PACKAGE_HOME=`pwd`
|
---|
11 |
|
---|
12 | echo ""
|
---|
13 | echo "****"
|
---|
14 |
|
---|
15 | export PATH="$HTRC_EF_PACKAGE_HOME/jdk1.8.0/bin:$PATH"
|
---|
16 | echo "* Added in JDK into PATH"
|
---|
17 |
|
---|
18 | export PATH="$HTRC_EF_PACKAGE_HOME/spark/bin:$HTRC_EF_PACKAGE_HOME/spark/sbin:$PATH"
|
---|
19 | echo "* Added in Spark into PATH"
|
---|
20 |
|
---|
21 | source SETUP/setup-zookeeper.bash
|
---|
22 |
|
---|
23 | source SETUP/setup-solr.bash
|
---|
24 |
|
---|
25 |
|
---|
26 | export PATH="$HTRC_EF_PACKAGE_HOME/SCRIPTS:$PATH"
|
---|
27 | echo "Added in HTRC EF PACKAGE remote scripting into PATH"
|
---|
28 |
|
---|
29 | spark_conf_slaves="$SPARK_HOME/conf/slaves"
|
---|
30 | if [ ! -f "$spark_conf_slaves" ] ; then
|
---|
31 | echo "****"
|
---|
32 | echo "* Populatig $spark_conf_slaves"
|
---|
33 | echo "* With: $SPARK_SLAVES"
|
---|
34 | echo "****"
|
---|
35 | for s in $SPARK_SLAVES ; do
|
---|
36 | echo $s
|
---|
37 | # echo $s >> "$spark_conf_slaves"
|
---|
38 | done
|
---|
39 | fi
|
---|
40 |
|
---|
41 | echo "****"
|
---|
42 | echo ""
|
---|
Note:
See
TracBrowser
for help on using the repository browser.