1 |
|
---|
2 |
|
---|
3 | #export SPARK_MASTER_HOST=gchead
|
---|
4 | export SPARK_MASTER_HOST=192.168.64.1
|
---|
5 |
|
---|
6 | export SPARK_MASTER_URL=spark://$SPARK_MASTER_HOST:7077
|
---|
7 | export SPARK_SLAVE_HOSTS="gc0 gc1 gc2 gc3 gc4 gc5 gc6 gc7 gc8 gc9"
|
---|
8 |
|
---|
9 | export ZOOKEEPER_SERVER=gchead:8181
|
---|
10 | export SOLR_NODES="gc0:8983 gc1:8983 gc2:8983 gc3:8983 gc4:8983 gc5:8983 gc6:8983 gc7:8983 gc8:8983 gc9:8983"
|
---|
11 |
|
---|
12 | export HTRC_EF_PACKAGE_HOME=`pwd`
|
---|
13 |
|
---|
14 | echo ""
|
---|
15 | echo "****"
|
---|
16 |
|
---|
17 | export JAVA_HOME="$HTRC_EF_PACKAGE_HOME/jdk1.8.0"
|
---|
18 | export PATH="$JAVA_HOME/bin:$PATH"
|
---|
19 | #export _JAVA_OPTIONS="-Xmx512m"
|
---|
20 | #export _JAVA_OPTIONS="-Xmx1024m"
|
---|
21 | #export _JAVA_OPTIONS="-Xmx2048m"
|
---|
22 | export _JAVA_OPTIONS=
|
---|
23 | #export _JAVA_OPTIONS="-XX:+HeapDumpOnOutOfMemoryError"
|
---|
24 |
|
---|
25 | echo "* Added in JDK 1.8 into PATH"
|
---|
26 |
|
---|
27 | source SETUP/setup-spark.bash
|
---|
28 |
|
---|
29 | source SETUP/setup-zookeeper.bash
|
---|
30 | source SETUP/setup-solr.bash
|
---|
31 |
|
---|
32 |
|
---|
33 | export PATH="$HTRC_EF_PACKAGE_HOME/SCRIPTS:$PATH"
|
---|
34 | echo "* Added in HTRC EF PACKAGE remote scripting into PATH"
|
---|
35 |
|
---|
36 | spark_conf_slaves="$SPARK_HOME/conf/slaves"
|
---|
37 | if [ ! -f "$spark_conf_slaves" ] ; then
|
---|
38 | echo "****"
|
---|
39 | echo "* Populatig $spark_conf_slaves"
|
---|
40 | echo "* With: $SPARK_SLAVE_HOSTS"
|
---|
41 | echo "****"
|
---|
42 | for s in $SPARK_SLAVE_HOSTS ; do
|
---|
43 | echo $s >> "$spark_conf_slaves"
|
---|
44 | done
|
---|
45 | else
|
---|
46 | slaves=`cat "$spark_conf_slaves" | tr '\n' ' '`
|
---|
47 | echo "****"
|
---|
48 | echo "* Solr slaves: $slaves"
|
---|
49 | echo "****"
|
---|
50 | fi
|
---|
51 |
|
---|
52 |
|
---|
53 | zookeeper_config_file="$ZOOKEEPER_HOME/conf/zoo.cfg"
|
---|
54 | zookeeper_data_dir="$ZOOKEEPER_HOME/data"
|
---|
55 |
|
---|
56 | if [ ! -f "$zookeeper_config_file" ] ; then
|
---|
57 | echo "****"
|
---|
58 | echo "* Generating $zookeeper_config_file"
|
---|
59 | cat CONF/zoo.cfg.in | sed "s%@zookeeper-data-dir@%$zookeeper_data_dir%g" > "$zookeeper_config_file"
|
---|
60 |
|
---|
61 | if [ ! -d "$zookeeper_data_dir" ] ; then
|
---|
62 | echo "* Creating Zookeeper dataDir:"
|
---|
63 | echo "* $zookeeper_data_dir"
|
---|
64 | mkdir "$zookeeper_data_dir"
|
---|
65 | fi
|
---|
66 | echo "****"
|
---|
67 | fi
|
---|
68 |
|
---|
69 | solr_configsets="$SOLR_TOP_LEVEL_HOME/server/solr/configsets"
|
---|
70 | if [ ! -d "$solr_configsets/htrc_configs" ] ; then
|
---|
71 | echo "Untarring htrc_configs.tar.gz in Solr configtests directory"
|
---|
72 | tar xvzf CONF/htrc_configs.tar.gz -C "$solr_configsets"
|
---|
73 | fi
|
---|