Changeset 34437 for main/trunk/model-sites-dev/mars/collect/deam/03-COLLATE-ALL-CSV-FEATURE-FILES.sh

Timestamp:

2020-10-04T23:33:54+13:00 (4 years ago)

Author:

davidb

Message:

Fix for 'tail' issue; more careful control of output name

File:

• main/trunk/model-sites-dev/mars/collect/deam/03-COLLATE-ALL-CSV-FEATURE-FILES.sh (modified) (1 diff)

main/trunk/model-sites-dev/mars/collect/deam/03-COLLATE-ALL-CSV-FEATURE-FILES.sh

@@ -4 +4 @@
 for_header_file=import/3.csv
 
+output_csv_file=etc/deam-essentia-features-collated.csv
+
 echo "******"
-echo "* Outputing CSV headers based on 1st line of $for_header_file to ESSENTIA-FEATURES-COLLATED.csv"
+echo "* Outputing CSV headers based on 1st line of $for_header_file to $output_csv_file"
 
-head -n 1 $for_header_file > ESSENTIA-FEATURES-COLLATED.csv
+head -n 1 $for_header_file > $output_csv_file
 echo "****"
 
-for f in import/*.csv ; do
+for f in import/[0-9]*.csv ; do
     echo "* Appending CSV features for $f"
-    tail -n 1 $f >> ESSENTIA-FEATURES-COLLATED.csv
+    # Found 'tail -n 1 $f' directly on file for some reason return 2 lines (confirmed with 'wc')
+    # However, operating through 'cat' first, things work as expected
+    cat $f | tail -n 1 >> $output_csv_file
 done
 echo "******"