Last change
on this file since 31062 was 31062, checked in by davidb, 7 years ago |
Added in -W option so check-sum calculation is skipped
|
-
Property svn:executable
set to
*
|
File size:
733 bytes
|
Line | |
---|
1 | #!/bin/bash
|
---|
2 |
|
---|
3 | argc=$#
|
---|
4 |
|
---|
5 | if [ "$argc" != "1" ] && [ "$argc" != "2" ] ; then
|
---|
6 | echo "Usage FULL-DOWNLOAD-EVERY-N.sh <num> [output-dir]" >&2
|
---|
7 | exit 1
|
---|
8 | fi
|
---|
9 |
|
---|
10 | num=$1
|
---|
11 |
|
---|
12 | if [ "$argc" = "2" ] ; then
|
---|
13 | output_dir="$2"
|
---|
14 | else
|
---|
15 | output_dir="full-ef-json-files"
|
---|
16 | fi
|
---|
17 |
|
---|
18 | # Remove any trailing /.
|
---|
19 | output_dir="${output_dir%/\.}"
|
---|
20 | output_dir="${output_dir%/}"
|
---|
21 |
|
---|
22 | if [ ! -d "$output_dir" ] ; then
|
---|
23 | echo ""
|
---|
24 | echo "****"
|
---|
25 | echo "* Creating $output_dir"
|
---|
26 | echo "****"
|
---|
27 | echo ""
|
---|
28 | mkdir "$output_dir"
|
---|
29 | fi
|
---|
30 |
|
---|
31 | # Now ensure a trailing /. is present!
|
---|
32 | output_dir="${output_dir}/."
|
---|
33 |
|
---|
34 | echo ""
|
---|
35 | echo "Processing input file: full-listing-step${num}.txt"
|
---|
36 | echo ""
|
---|
37 |
|
---|
38 | rsync -W -pav --files-from=full-listing-step${num}.txt \
|
---|
39 | data.analytics.hathitrust.org::features/ $output_dir
|
---|
Note:
See
TracBrowser
for help on using the repository browser.