Changeset 31053 for other-projects/hathitrust

Timestamp:

2016-11-03T14:26:13+13:00 (7 years ago)

Author:

davidb

Message:

Addition of second argument, optional, for where to save the files

File:

• other-projects/hathitrust/wcsa/extracted-features-solr/trunk/solr-ingest/scripts/FULL-DOWNLOAD-EVERY-N.sh (modified) (2 diffs)

other-projects/hathitrust/wcsa/extracted-features-solr/trunk/solr-ingest/scripts/FULL-DOWNLOAD-EVERY-N.sh

@@ -1 +1 @@
 #!/bin/bash
 
-if [ "$#" != "1" ] ; then
-    echo "Usage FULL-DOWNLOAD-EVERY-N.sh <num>" >&2
+argc=$#
+
+if [ "$argc" != "1" ] && [ "$argc" != "2" ] ; then
+    echo "Usage FULL-DOWNLOAD-EVERY-N.sh <num> [output-dir]" >&2
     exit 1
 fi
@@ -8 +10 @@
 num=$1
 
-if [ ! -d full-ef-json-files ] ; then
-  mkdir full-ef-json-files
+if [ "$argc" = "2" ] ; then
+  output_dir="$2"
+else
+  output_dir="full-ef-json-files"
 fi
 
+# Remove any trailing /.
+output_dir="${output_dir%/\.}"
+output_dir="${output_dir%/}"
+
+if [ ! -d "$output_dir" ] ; then
+  echo ""
+  echo "****"
+  echo "* Creating $output_dir"
+  echo "****"
+  echo ""
+  mkdir "$output_dir"
+fi
+
+# Now ensure a trailing /. is present!
+output_dir="${output_dir}/."
+
+
 rsync -pav --files-from=full-listing-step${num}.txt \
-    data.analytics.hathitrust.org::features/ full-ef-json-files/.
+    data.analytics.hathitrust.org::features/ $output_dir