Changeset 31098


Ignore:
Timestamp:
11/10/16 22:42:31 (4 years ago)
Author:
davidb
Message:

Changes resulting from test runs to get Zookeeper and Solr running on gsliscluster1

Location:
other-projects/hathitrust/wcsa/extracted-features-solr/trunk/gslis-cluster
Files:
4 edited

Legend:

Unmodified
Added
Removed
  • other-projects/hathitrust/wcsa/extracted-features-solr/trunk/gslis-cluster/SCRIPTS/remote-solr-start-all.sh

    r31078 r31098  
    22
    33for solr_node in $SOLR_NODES ; do
    4   echo $solr_node
    5 #  ssh $solr_node solr start -c -z $ZOOKEEPER_SERVER -h $solr_node
     4  solr_host=${solr_node%:*}
     5  echo "Starting solr cloud node on: $solr_host"
     6  ssh $solr_host solr start -c -z $ZOOKEEPER_SERVER -h $solr_node
    67done
  • other-projects/hathitrust/wcsa/extracted-features-solr/trunk/gslis-cluster/SCRIPTS/remote-solr-stop-all.sh

    r31078 r31098  
    22
    33for solr_node in $SOLR_NODES ; do
    4   echo $solr_node
    5 #  ssh $solr_node solr stop
     4  solr_host=${solr_node%:*}
     5  echo "Stopping Solr cloud node: $solr_host"
     6  ssh $solr_host solr stop
    67done
  • other-projects/hathitrust/wcsa/extracted-features-solr/trunk/gslis-cluster/SETUP.bash

    r31082 r31098  
    11
    22
    3 export SPARK_MASTER_HOST=gchead
     3#export SPARK_MASTER_HOST=gchead
     4export SPARK_MASTER_HOST=192.168.64.1
     5
    46export SPARK_MASTER_URL=spark://$SPARK_MASTER_HOST:7077
    57export SPARK_SLAVE_HOSTS="gc0 gc1 gc2 gc3 gc4 gc5 gc6 gc7 gc8 gc9"
    68
    7 export ZOOKEEPER_SERVER=gchead:2181
     9export ZOOKEEPER_SERVER=gchead:8181
    810export SOLR_NODES="gc0:8983 gc1:8983 gc2:8983 gc3:8983 gc4:8983 gc5:8983 gc6:8983 gc7:8983 gc8:8983 gc9:8983"
    911
     
    1517export JAVA_HOME="$HTRC_EF_PACKAGE_HOME/jdk1.8.0"
    1618export PATH="$JAVA_HOME/bin:$PATH"
     19#export _JAVA_OPTIONS="-Xmx512m"
     20#export _JAVA_OPTIONS="-Xmx1024m"
     21#export _JAVA_OPTIONS="-Xmx2048m"
     22export _JAVA_OPTIONS=
     23#export _JAVA_OPTIONS="-XX:+HeapDumpOnOutOfMemoryError"
     24
    1725echo "* Added in JDK 1.8 into PATH"
    1826
     
    4250fi
    4351
    44 echo "****"
    45 echo ""
     52
     53zookeeper_config_file="$ZOOKEEPER_HOME/conf/zoo.cfg"
     54zookeeper_data_dir="$ZOOKEEPER_HOME/data"
     55
     56if [ ! -f "$zookeeper_config_file" ] ; then
     57  echo "****"
     58  echo "* Generating $zookeeper_config_file"
     59  cat CONF/zoo.cfg.in | sed "s%@zookeeper-data-dir@%$zookeeper_data_dir%g" > "$zookeeper_config_file"
     60
     61  if [ ! -d "$zookeeper_data_dir" ] ; then
     62    echo "* Creating Zookeeper dataDir:"
     63    echo "*   $zookeeper_data_dir"
     64    mkdir "$zookeeper_data_dir"
     65  fi
     66  echo "****"
     67fi
     68
     69solr_configsets="$SOLR_TOP_LEVEL_HOME/server/solr/configsets"
     70if [ ! -d "$solr_configsets/htrc_configs" ] ; then
     71  echo "Untarring htrc_configs.tar.gz in Solr configtests directory"
     72  tar xvzf CONF/htrc_configs.tar.gz -C "$solr_configsets"
     73fi
  • other-projects/hathitrust/wcsa/extracted-features-solr/trunk/gslis-cluster/SETUP/setup-solr.bash

    r31080 r31098  
    55echo "* Added in Solr into PATH"
    66
    7 export SOLR_HOME="$HTRC_EF_PACKAGE_HOME/solr/server/solr"
     7export SOLR_TOP_LEVEL_HOME="$HTRC_EF_PACKAGE_HOME/solr"
     8export SOLR_HOME="$SOLR_TOP_LEVEL_HOME/server/solr"
    89echo "* Set Solr node (home) conf dir to:"
    910echo "*   $SOLR_HOME"
Note: See TracChangeset for help on using the changeset viewer.