Ignore:
Timestamp:
2016-11-11T13:22:02+13:00 (7 years ago)
Author:
davidb
Message:

Changes made after testing with 20 solr nodes

File:
1 edited

Legend:

Unmodified
Added
Removed
  • other-projects/hathitrust/wcsa/extracted-features-solr/trunk/gslis-cluster/SETUP.bash

    r31098 r31103  
    11
     2short_hostname=`hostname -s`
    23
    34#export SPARK_MASTER_HOST=gchead
     
    910export ZOOKEEPER_SERVER=gchead:8181
    1011export SOLR_NODES="gc0:8983 gc1:8983 gc2:8983 gc3:8983 gc4:8983 gc5:8983 gc6:8983 gc7:8983 gc8:8983 gc9:8983"
     12#export SOLR_NODES="$SOLR_NODES gc0:8984 gc1:8984 gc2:8984 gc3:8984 gc4:8984 gc5:8984 gc6:8984 gc7:8984 gc8:8984 gc9:8984"
    1113
    1214export HTRC_EF_PACKAGE_HOME=`pwd`
    1315
    14 echo ""
    15 echo "****"
     16if [ "$short_hostname" = "gsliscluster1" ] ; then
     17  echo ""
     18  echo "****"
     19fi
    1620
    1721export JAVA_HOME="$HTRC_EF_PACKAGE_HOME/jdk1.8.0"
     
    2327#export _JAVA_OPTIONS="-XX:+HeapDumpOnOutOfMemoryError"
    2428
    25 echo "* Added in JDK 1.8 into PATH"
     29if [ "$short_hostname" = "gsliscluster1" ] ; then
     30  echo "* Added in JDK 1.8 into PATH"
     31fi
    2632
    2733source SETUP/setup-spark.bash
     
    3238
    3339export PATH="$HTRC_EF_PACKAGE_HOME/SCRIPTS:$PATH"
    34 echo "* Added in HTRC EF PACKAGE remote scripting into PATH"
     40if [ "$short_hostname" = "gsliscluster1" ] ; then
     41  echo "* Added in HTRC EF PACKAGE remote scripting into PATH"
     42fi
    3543
    3644spark_conf_slaves="$SPARK_HOME/conf/slaves"
     
    4553else
    4654  slaves=`cat "$spark_conf_slaves" | tr '\n' ' '`
    47   echo "****"
    48   echo "* Solr slaves: $slaves"
    49   echo "****"
     55  if [ "$short_hostname" = "gsliscluster1" ] ; then
     56    echo "****"
     57    echo "* Spark slaves: $slaves"
     58    echo "****"
     59  fi
    5060fi
    5161
     
    7282  tar xvzf CONF/htrc_configs.tar.gz -C "$solr_configsets"
    7383fi
     84
     85if [ "$short_hostname" = "gsliscluster1" ] ; then
     86  echo "****"
     87  echo "* Solr nodes: $SOLR_NODES"
     88  echo "****"
     89fi
Note: See TracChangeset for help on using the changeset viewer.