Changeset 31053
- Timestamp:
- 2016-11-03T14:26:13+13:00 (7 years ago)
- File:
-
- 1 edited
Legend:
- Unmodified
- Added
- Removed
-
other-projects/hathitrust/wcsa/extracted-features-solr/trunk/solr-ingest/scripts/FULL-DOWNLOAD-EVERY-N.sh
r31035 r31053 1 1 #!/bin/bash 2 2 3 if [ "$#" != "1" ] ; then 4 echo "Usage FULL-DOWNLOAD-EVERY-N.sh <num>" >&2 3 argc=$# 4 5 if [ "$argc" != "1" ] && [ "$argc" != "2" ] ; then 6 echo "Usage FULL-DOWNLOAD-EVERY-N.sh <num> [output-dir]" >&2 5 7 exit 1 6 8 fi … … 8 10 num=$1 9 11 10 if [ ! -d full-ef-json-files ] ; then 11 mkdir full-ef-json-files 12 if [ "$argc" = "2" ] ; then 13 output_dir="$2" 14 else 15 output_dir="full-ef-json-files" 12 16 fi 13 17 18 # Remove any trailing /. 19 output_dir="${output_dir%/\.}" 20 output_dir="${output_dir%/}" 21 22 if [ ! -d "$output_dir" ] ; then 23 echo "" 24 echo "****" 25 echo "* Creating $output_dir" 26 echo "****" 27 echo "" 28 mkdir "$output_dir" 29 fi 30 31 # Now ensure a trailing /. is present! 32 output_dir="${output_dir}/." 33 34 14 35 rsync -pav --files-from=full-listing-step${num}.txt \ 15 data.analytics.hathitrust.org::features/ full-ef-json-files/.36 data.analytics.hathitrust.org::features/ $output_dir
Note:
See TracChangeset
for help on using the changeset viewer.