Changeset 31103 for other-projects/hathitrust
- Timestamp:
- 2016-11-11T13:22:02+13:00 (7 years ago)
- Location:
- other-projects/hathitrust/wcsa/extracted-features-solr/trunk/gslis-cluster
- Files:
-
- 7 edited
Legend:
- Unmodified
- Added
- Removed
-
other-projects/hathitrust/wcsa/extracted-features-solr/trunk/gslis-cluster/SCRIPTS/remote-solr-init-full-ef-collection.sh
r31101 r31103 1 1 #!/bin/bash 2 2 3 ssh gc0 \ 3 solr_num_shards=`echo $SOLR_NODES | wc -w` 4 solr_node_head=`echo $SOLR_NODES | tr ' ' '\n' | head -n 1` 5 solr_host=${solr_node_head%:*} 6 7 8 ssh $solr_host \ 4 9 solr create \ 5 10 -c htrc-full-ef \ 6 11 -d htrc_configs \ 7 -shards 10\8 -replicationFactor 212 -shards $solr_num_shards \ 13 -replicationFactor 1 -
other-projects/hathitrust/wcsa/extracted-features-solr/trunk/gslis-cluster/SCRIPTS/remote-solr-start-all.sh
r31098 r31103 3 3 for solr_node in $SOLR_NODES ; do 4 4 solr_host=${solr_node%:*} 5 echo "Starting solr cloud node on: $solr_host" 6 ssh $solr_host solr start -c -z $ZOOKEEPER_SERVER -h $solr_node 5 solr_port=${solr_node##*:} 6 echo "Starting solr cloud node on: $solr_host [port $solr_port]" 7 ssh $solr_host solr start -c -z $ZOOKEEPER_SERVER -h $solr_host -p $solr_port 7 8 done -
other-projects/hathitrust/wcsa/extracted-features-solr/trunk/gslis-cluster/SCRIPTS/remote-solr-stop-all.sh
r31098 r31103 3 3 for solr_node in $SOLR_NODES ; do 4 4 solr_host=${solr_node%:*} 5 solr_port=${solr_node##*:} 5 6 echo "Stopping Solr cloud node: $solr_host" 6 ssh $solr_host solr stop 7 ssh $solr_host solr stop -p $solr_port 7 8 done -
other-projects/hathitrust/wcsa/extracted-features-solr/trunk/gslis-cluster/SETUP.bash
r31098 r31103 1 1 2 short_hostname=`hostname -s` 2 3 3 4 #export SPARK_MASTER_HOST=gchead … … 9 10 export ZOOKEEPER_SERVER=gchead:8181 10 11 export SOLR_NODES="gc0:8983 gc1:8983 gc2:8983 gc3:8983 gc4:8983 gc5:8983 gc6:8983 gc7:8983 gc8:8983 gc9:8983" 12 #export SOLR_NODES="$SOLR_NODES gc0:8984 gc1:8984 gc2:8984 gc3:8984 gc4:8984 gc5:8984 gc6:8984 gc7:8984 gc8:8984 gc9:8984" 11 13 12 14 export HTRC_EF_PACKAGE_HOME=`pwd` 13 15 14 echo "" 15 echo "****" 16 if [ "$short_hostname" = "gsliscluster1" ] ; then 17 echo "" 18 echo "****" 19 fi 16 20 17 21 export JAVA_HOME="$HTRC_EF_PACKAGE_HOME/jdk1.8.0" … … 23 27 #export _JAVA_OPTIONS="-XX:+HeapDumpOnOutOfMemoryError" 24 28 25 echo "* Added in JDK 1.8 into PATH" 29 if [ "$short_hostname" = "gsliscluster1" ] ; then 30 echo "* Added in JDK 1.8 into PATH" 31 fi 26 32 27 33 source SETUP/setup-spark.bash … … 32 38 33 39 export PATH="$HTRC_EF_PACKAGE_HOME/SCRIPTS:$PATH" 34 echo "* Added in HTRC EF PACKAGE remote scripting into PATH" 40 if [ "$short_hostname" = "gsliscluster1" ] ; then 41 echo "* Added in HTRC EF PACKAGE remote scripting into PATH" 42 fi 35 43 36 44 spark_conf_slaves="$SPARK_HOME/conf/slaves" … … 45 53 else 46 54 slaves=`cat "$spark_conf_slaves" | tr '\n' ' '` 47 echo "****" 48 echo "* Solr slaves: $slaves" 49 echo "****" 55 if [ "$short_hostname" = "gsliscluster1" ] ; then 56 echo "****" 57 echo "* Spark slaves: $slaves" 58 echo "****" 59 fi 50 60 fi 51 61 … … 72 82 tar xvzf CONF/htrc_configs.tar.gz -C "$solr_configsets" 73 83 fi 84 85 if [ "$short_hostname" = "gsliscluster1" ] ; then 86 echo "****" 87 echo "* Solr nodes: $SOLR_NODES" 88 echo "****" 89 fi -
other-projects/hathitrust/wcsa/extracted-features-solr/trunk/gslis-cluster/SETUP/setup-solr.bash
r31098 r31103 3 3 4 4 export PATH="$HTRC_EF_PACKAGE_HOME/solr/bin:$PATH" 5 echo "* Added in Solr into PATH" 5 if [ "$short_hostname" = "gsliscluster1" ] ; then 6 echo "* Added in Solr into PATH" 7 fi 6 8 7 9 export SOLR_TOP_LEVEL_HOME="$HTRC_EF_PACKAGE_HOME/solr" 8 10 export SOLR_HOME="$SOLR_TOP_LEVEL_HOME/server/solr" 9 echo "* Set Solr node (home) conf dir to:" 10 echo "* $SOLR_HOME" 11 if [ "$short_hostname" = "gsliscluster1" ] ; then 12 echo "* Set Solr node (home) conf dir to:" 13 echo "* $SOLR_HOME" 14 fi 11 15 12 #alias solr-start-node.sh="solr start -c -z zookeeper:2181 -h `hostname`:8983"13 #alias solr-stop-node.sh="solr stop" -
other-projects/hathitrust/wcsa/extracted-features-solr/trunk/gslis-cluster/SETUP/setup-spark.bash
r31080 r31103 2 2 export SPARK_HOME="$HTRC_EF_PACKAGE_HOME/spark" 3 3 export PATH="$SPARK_HOME/bin:$SPARK_HOME/sbin:$PATH" 4 echo "* Added in Spark's bin and sbin into PATH" 4 if [ "$short_hostname" = "gsliscluster1" ] ; then 5 echo "* Added in Spark's bin and sbin into PATH" 6 fi 5 7 6 #alias spark-start-all.sh="$SPARK_HOME/sbin/start-all.sh"7 #alias spark-stop-all.sh="$SPARK_HOME/sbin/stop-all.sh"8 8 -
other-projects/hathitrust/wcsa/extracted-features-solr/trunk/gslis-cluster/SETUP/setup-zookeeper.bash
r31080 r31103 3 3 export ZOOKEEPER_HOME="$HTRC_EF_PACKAGE_HOME/zookeeper" 4 4 export PATH="$ZOOKEEPER_HOME/bin:$PATH" 5 echo "* Added in Zookeeper into PATH" 5 if [ "$short_hostname" = "gsliscluster1" ] ; then 6 echo "* Added in Zookeeper into PATH" 7 fi 6 8 7 #alias zookeeper-start.sh="zkServer.sh start"8 #alias zookeeper-stop.sh="zkServer.sh stop"9 9
Note:
See TracChangeset
for help on using the changeset viewer.