Last change
on this file since 31082 was 31082, checked in by davidb, 7 years ago |
Changes in response to testing on gchead
|
File size:
1.1 KB
|
Rev | Line | |
---|
[31078] | 1 |
|
---|
| 2 |
|
---|
[31082] | 3 | export SPARK_MASTER_HOST=gchead
|
---|
| 4 | export SPARK_MASTER_URL=spark://$SPARK_MASTER_HOST:7077
|
---|
| 5 | export SPARK_SLAVE_HOSTS="gc0 gc1 gc2 gc3 gc4 gc5 gc6 gc7 gc8 gc9"
|
---|
[31078] | 6 |
|
---|
| 7 | export ZOOKEEPER_SERVER=gchead:2181
|
---|
[31082] | 8 | export SOLR_NODES="gc0:8983 gc1:8983 gc2:8983 gc3:8983 gc4:8983 gc5:8983 gc6:8983 gc7:8983 gc8:8983 gc9:8983"
|
---|
[31078] | 9 |
|
---|
| 10 | export HTRC_EF_PACKAGE_HOME=`pwd`
|
---|
| 11 |
|
---|
| 12 | echo ""
|
---|
| 13 | echo "****"
|
---|
| 14 |
|
---|
[31082] | 15 | export JAVA_HOME="$HTRC_EF_PACKAGE_HOME/jdk1.8.0"
|
---|
| 16 | export PATH="$JAVA_HOME/bin:$PATH"
|
---|
| 17 | echo "* Added in JDK 1.8 into PATH"
|
---|
[31078] | 18 |
|
---|
[31080] | 19 | source SETUP/setup-spark.bash
|
---|
[31078] | 20 |
|
---|
| 21 | source SETUP/setup-zookeeper.bash
|
---|
| 22 | source SETUP/setup-solr.bash
|
---|
| 23 |
|
---|
| 24 |
|
---|
| 25 | export PATH="$HTRC_EF_PACKAGE_HOME/SCRIPTS:$PATH"
|
---|
[31080] | 26 | echo "* Added in HTRC EF PACKAGE remote scripting into PATH"
|
---|
[31078] | 27 |
|
---|
| 28 | spark_conf_slaves="$SPARK_HOME/conf/slaves"
|
---|
| 29 | if [ ! -f "$spark_conf_slaves" ] ; then
|
---|
| 30 | echo "****"
|
---|
| 31 | echo "* Populatig $spark_conf_slaves"
|
---|
[31082] | 32 | echo "* With: $SPARK_SLAVE_HOSTS"
|
---|
[31078] | 33 | echo "****"
|
---|
[31082] | 34 | for s in $SPARK_SLAVE_HOSTS ; do
|
---|
[31081] | 35 | echo $s >> "$spark_conf_slaves"
|
---|
[31078] | 36 | done
|
---|
[31082] | 37 | else
|
---|
| 38 | slaves=`cat "$spark_conf_slaves" | tr '\n' ' '`
|
---|
| 39 | echo "****"
|
---|
| 40 | echo "* Solr slaves: $slaves"
|
---|
| 41 | echo "****"
|
---|
[31078] | 42 | fi
|
---|
| 43 |
|
---|
| 44 | echo "****"
|
---|
| 45 | echo ""
|
---|
Note:
See
TracBrowser
for help on using the repository browser.