Last change
on this file since 31152 was 31152, checked in by davidb, 7 years ago |
Development of script
|
-
Property svn:executable
set to
*
|
File size:
685 bytes
|
Rev | Line | |
---|
[31128] | 1 | #!/bin/bash
|
---|
| 2 |
|
---|
[31152] | 3 | if [ "$#" == "0" ] ; then
|
---|
| 4 | echo "Usage: $0 top-level-dir1 [top-level-dir2 ...]"
|
---|
[31128] | 5 | exit
|
---|
| 6 | fi
|
---|
| 7 |
|
---|
| 8 |
|
---|
[31152] | 9 | for t in $* ; do
|
---|
| 10 | echo ""
|
---|
| 11 | echo ""
|
---|
| 12 | echo "++++"
|
---|
| 13 | echo "++++"
|
---|
| 14 | echo "Top-level dir: $t"
|
---|
| 15 | echo "++++"
|
---|
| 16 | echo "++++"
|
---|
[31128] | 17 |
|
---|
| 18 |
|
---|
[31152] | 19 | for d in /data/features/ef-full/$t/pairtree_root/*/* ; do
|
---|
| 20 | sub_dir=${d##/data/features/ef-full/}
|
---|
[31128] | 21 |
|
---|
[31152] | 22 | echo ""
|
---|
| 23 | echo "****"
|
---|
| 24 | echo "Processing: $sub_dir"
|
---|
| 25 | echo "****"
|
---|
| 26 |
|
---|
| 27 | hdfs dfs -mkdir -p "full-ef-json-files/$sub_dir"
|
---|
| 28 |
|
---|
| 29 | into_dir=${sub_dir%/*}
|
---|
| 30 | hdfs dfs -put $d "full-ef-json-files/$into_dir/."
|
---|
| 31 | done
|
---|
[31128] | 32 | done
|
---|
| 33 |
|
---|
[31152] | 34 | echo "===="
|
---|
| 35 | echo "===="
|
---|
| 36 | echo "===="
|
---|
| 37 | echo "Finished: processed top-level(s) $*"
|
---|
| 38 | echo "===="
|
---|
| 39 | echo "===="
|
---|
| 40 | echo "===="
|
---|
Note:
See
TracBrowser
for help on using the repository browser.