Changeset 31169 for other-projects/hathitrust/wcsa/extracted-features-solr/trunk/gslis-cluster/SCRIPTS

Timestamp:

2016-12-02T10:14:47+13:00 (7 years ago)

Author:

davidb

Message:

Improved logic

Location:

other-projects/hathitrust/wcsa/extracted-features-solr/trunk/gslis-cluster/SCRIPTS

Files:

• FILE-SIZE-CHECK.sh (modified) (1 diff)
• FULL-EF-HDFS.sh (modified) (1 diff)

other-projects/hathitrust/wcsa/extracted-features-solr/trunk/gslis-cluster/SCRIPTS/FILE-SIZE-CHECK.sh

@@ -1 +1 @@
 #!/bin/bash
 
-for f in `ls -rt ef-full-*txt` ; do 
+for f in `ls ef-full-*txt | grep -v filename` ; do 
   f_txt=${f#ef-full-}
   d=${f_txt%.*} 

other-projects/hathitrust/wcsa/extracted-features-solr/trunk/gslis-cluster/SCRIPTS/FULL-EF-HDFS.sh

@@ -4 +4 @@
 ssh gc1 "nohup PAIRTREE-FOREACH-HDFS-PUT.sh uc1 > nohup-gc1-uc1.out 2>&1 &"
 ssh gc2 "nohup PAIRTREE-FOREACH-HDFS-PUT.sh hvd > nohup-gc2-hvd.out 2>&1 &"
-ssh gc3 "nohup PAIRTREE-FOREACH-HDFS-PUT.sh wu  > nohup-gc3-wu.out  2>&1 &"
+#ssh gc3 "nohup PAIRTREE-FOREACH-HDFS-PUT.sh wu  > nohup-gc3-wu.out  2>&1 &"
+ssh gc3 "nohup PAIRTREE-FOREACH-HDFS-PUT.sh inu  > nohup-gc3-inu.out  2>&1 &"