Show
Ignore:
Timestamp:
10.11.2016 22:42:31 (3 years ago)
Author:
davidb
Message:

Changes resulting from test runs to get Zookeeper and Solr running on gsliscluster1

Location:
other-projects/hathitrust/wcsa/extracted-features-solr/trunk/gslis-cluster
Files:
4 modified

Legend:

Unmodified
Added
Removed
  • other-projects/hathitrust/wcsa/extracted-features-solr/trunk/gslis-cluster/SCRIPTS/remote-solr-start-all.sh

    r31078 r31098  
    22 
    33for solr_node in $SOLR_NODES ; do 
    4   echo $solr_node 
    5 #  ssh $solr_node solr start -c -z $ZOOKEEPER_SERVER -h $solr_node 
     4  solr_host=${solr_node%:*} 
     5  echo "Starting solr cloud node on: $solr_host" 
     6  ssh $solr_host solr start -c -z $ZOOKEEPER_SERVER -h $solr_node 
    67done 
  • other-projects/hathitrust/wcsa/extracted-features-solr/trunk/gslis-cluster/SCRIPTS/remote-solr-stop-all.sh

    r31078 r31098  
    22 
    33for solr_node in $SOLR_NODES ; do 
    4   echo $solr_node 
    5 #  ssh $solr_node solr stop 
     4  solr_host=${solr_node%:*} 
     5  echo "Stopping Solr cloud node: $solr_host" 
     6  ssh $solr_host solr stop 
    67done 
  • other-projects/hathitrust/wcsa/extracted-features-solr/trunk/gslis-cluster/SETUP.bash

    r31082 r31098  
    11 
    22 
    3 export SPARK_MASTER_HOST=gchead 
     3#export SPARK_MASTER_HOST=gchead 
     4export SPARK_MASTER_HOST=192.168.64.1 
     5 
    46export SPARK_MASTER_URL=spark://$SPARK_MASTER_HOST:7077 
    57export SPARK_SLAVE_HOSTS="gc0 gc1 gc2 gc3 gc4 gc5 gc6 gc7 gc8 gc9" 
    68 
    7 export ZOOKEEPER_SERVER=gchead:2181 
     9export ZOOKEEPER_SERVER=gchead:8181 
    810export SOLR_NODES="gc0:8983 gc1:8983 gc2:8983 gc3:8983 gc4:8983 gc5:8983 gc6:8983 gc7:8983 gc8:8983 gc9:8983" 
    911 
     
    1517export JAVA_HOME="$HTRC_EF_PACKAGE_HOME/jdk1.8.0" 
    1618export PATH="$JAVA_HOME/bin:$PATH" 
     19#export _JAVA_OPTIONS="-Xmx512m" 
     20#export _JAVA_OPTIONS="-Xmx1024m" 
     21#export _JAVA_OPTIONS="-Xmx2048m" 
     22export _JAVA_OPTIONS= 
     23#export _JAVA_OPTIONS="-XX:+HeapDumpOnOutOfMemoryError" 
     24 
    1725echo "* Added in JDK 1.8 into PATH" 
    1826 
     
    4250fi 
    4351 
    44 echo "****" 
    45 echo "" 
     52 
     53zookeeper_config_file="$ZOOKEEPER_HOME/conf/zoo.cfg" 
     54zookeeper_data_dir="$ZOOKEEPER_HOME/data" 
     55 
     56if [ ! -f "$zookeeper_config_file" ] ; then 
     57  echo "****" 
     58  echo "* Generating $zookeeper_config_file"  
     59  cat CONF/zoo.cfg.in | sed "s%@zookeeper-data-dir@%$zookeeper_data_dir%g" > "$zookeeper_config_file" 
     60 
     61  if [ ! -d "$zookeeper_data_dir" ] ; then 
     62    echo "* Creating Zookeeper dataDir:" 
     63    echo "*   $zookeeper_data_dir" 
     64    mkdir "$zookeeper_data_dir" 
     65  fi 
     66  echo "****" 
     67fi 
     68 
     69solr_configsets="$SOLR_TOP_LEVEL_HOME/server/solr/configsets" 
     70if [ ! -d "$solr_configsets/htrc_configs" ] ; then 
     71  echo "Untarring htrc_configs.tar.gz in Solr configtests directory" 
     72  tar xvzf CONF/htrc_configs.tar.gz -C "$solr_configsets" 
     73fi 
  • other-projects/hathitrust/wcsa/extracted-features-solr/trunk/gslis-cluster/SETUP/setup-solr.bash

    r31080 r31098  
    55echo "* Added in Solr into PATH" 
    66 
    7 export SOLR_HOME="$HTRC_EF_PACKAGE_HOME/solr/server/solr" 
     7export SOLR_TOP_LEVEL_HOME="$HTRC_EF_PACKAGE_HOME/solr" 
     8export SOLR_HOME="$SOLR_TOP_LEVEL_HOME/server/solr" 
    89echo "* Set Solr node (home) conf dir to:" 
    910echo "*   $SOLR_HOME"