Changeset 28069 for other-projects/nightly-tasks

Timestamp:

2013-08-15T20:28:00+12:00 (11 years ago)

Author:

ak19

Message:

1. When run in svnupdate mode, the script now performs an svn add on all the new items added to both model-collect's archives and index. There's a handy command that does a recursive add on all new items in a folder. 2. Added the commit_message and debug flags as cmdline args. Note that now x is the cmdline argument shortcut for svndelete and d is the shortcut for debug mode. Running in debug mode means nothing gets committed to svn, but you get to see what the changes made to model-collect are.

File:

• other-projects/nightly-tasks/diffcol/trunk/gen-model-colls.sh (modified) (13 diffs)

other-projects/nightly-tasks/diffcol/trunk/gen-model-colls.sh

@@ -72 +72 @@
 # http://stackoverflow.com/questions/1301203/removing-svn-files-from-all-directories
 
+#*******************************GLOBAL VARIABLES***************************
+
+# mode can be svndelete or svnupdate
+mode=
+debug_mode=0
+commit_message=
+
+#*****************************FUNCTIONS*****************************
 
 # DON'T ADD ANY FURTHER ECHO STATEMENTS IN FUNCTION get_col_basename
@@ -113 +121 @@
     fi
 
-    # commit all the svn rm statements done above in one go:
-    # don't do `svn up` here, as this will then retrieve all the folders that were svn-removed
-    svn commit -m "AUTOCOMMIT by gen-model-colls.sh script. Clean rebuild of model collections 1/2. Clearing out deprecated archives and index." model-collect
-
-    # do an svn up to locally delete what was svn-removed above, BEFORE copying from the rebuilt archives and index folders
-    svn up model-collect
-
+    # svn commit all the svn rm statements done above in one go:
+    # don't do `svn up` at this point, as doing so will then retrieve all the folders that just were svn-removed
+
+    if [ "x$commit_message" == "x" ]; then
+    commit_message="Clean rebuild of model collections 1/2. Clearing out deprecated archives and index."
+    fi
+
+    # Numerical comparisons: http://tldp.org/LDP/abs/html/comparison-ops.html
+    if [ "$debug_mode" -eq "0" ]; then
+    svn commit -m "AUTOCOMMIT by gen-model-colls.sh script. Message: $commit_message" model-collect
+    fi
+
+    # Having svn committed the deletes, do an svn up to locally delete what was svn-removed above, 
+    # BEFORE copying from the rebuilt archives and index folders
+    if [ "$debug_mode" -eq "0" ]; then
+    svn up model-collect    
+    fi
+
+    # copy from the rebuilt archives and index over into the svn model-collect and svn add them
     if [ "x$1" == "x" ]; then
     for collection in collect/*; do     
@@ -131 +151 @@
 
     # commit all the svn add statements done just above in one go
-    svn commit -m "AUTOCOMMIT by gen-model-colls.sh script. Clean rebuild of model collections 2/2. Adding rebuilt archives and index." model-collect
+    if [ "x$commit_message" == "x" ]; then
+    commit_message="Clean rebuild of model collections 2/2. Adding rebuilt archives and index."
+    fi
+
+    if [ "$debug_mode" -eq "0" ]; then
+    svn commit -m "AUTOCOMMIT by gen-model-colls.sh script. Message: $commit_message" model-collect
+    fi
 
     echo
@@ -159 +185 @@
 
     # remove the entire archives and index folders from svn
-    svn rm model-collect/$collection/archives
-    svn rm model-collect/$collection/index
-
-# for TESTING purposes:
-#    rm -rf model-collect/$collection/archives
-#    rm -rf model-collect/$collection/index
+    if [ "$debug_mode" -eq "0" ]; then
+    svn rm model-collect/$collection/archives
+    svn rm model-collect/$collection/index
+    elif [ "$debug_mode" -eq "1" ]; then
+    rm -rf model-collect/$collection/archives
+    rm -rf model-collect/$collection/index
+    fi
 
 }
@@ -184 +211 @@
     cp -r collect/$collection/archives model-collect/$collection/.
     cp -r collect/$collection/index model-collect/$collection/. 
-    
-    svn add model-collect/$collection/archives
-    svn add model-collect/$collection/index
+
+    if [ "$debug_mode" -eq "0" ]; then
+    svn add model-collect/$collection/archives
+    svn add model-collect/$collection/index
+    fi
 }
 
@@ -252 +281 @@
     cp -r collect/$collection/index/* model-collect/$collection/index/.
 
+    # now svn add any and all the NEW items in model-collect's archives and index
+    # see http://stackoverflow.com/questions/1071857/how-do-i-svn-add-all-unversioned-files-to-svn
+#    if [ "$debug_mode" -eq "0" ]; then
+    svn add --force model-collect/$collection/archives/* --auto-props --parents --depth infinity -q
+    svn add --force model-collect/$collection/index/* --auto-props --parents --depth infinity -q
+#    fi
+
     echo "svn model-collect update process complete. CHECK AND COMMIT THE model-collect FOLDER!"
 
@@ -296 +332 @@
 
 
-# The program starts here
+#*******************************MAIN PROGRAM***************************
 
 # process optional command line arguments
 # http://blog.onetechnical.com/2012/07/16/bash-getopt-versus-getopts/
 # Execute getopt
-ARGS=$(getopt -o ud -l "svnupdate,svndelete" -n "$0" -- "$@");
+ARGS=$(getopt -o m:uxd -l "message:,svnupdate,svndelete,debug" -n "$0" -- "$@");
 
 #Bad arguments
@@ -311 +347 @@
 eval set -- "$ARGS";
 
-# mode can be svndelete or svnupdate
-mode=
 
 # -n: http://tldp.org/LDP/abs/html/testconstructs.html
 while true; do
   case "$1" in
-    -d|--svndelete)
+    -x|--svndelete)
       shift;
       if [ "x$mode" == "xsvnupdate" ]; then
@@ -339 +373 @@
       fi
       ;;
+    -d|--debug)
+      shift;
+      debug_mode=1
+      ;;
+    -m|--message)
+      shift;
+      if [ -n "$1" ]; then
+      commit_message=$1
+          shift;
+      fi
+      ;;
     --)
       shift;
@@ -345 +390 @@
   esac
 done
+
+#echo "commit message: $commit_message"
+#echo "Debug mode is: $debug_mode"
+#exit
 
 # If no mode provided (svndelete|svnupdate) as cmd line arg, then don't modify
@@ -390 +439 @@
     else
     for collection in "$@"; do
-        if [ -e model-collect/$collection ]; then
-        svn up model-collect/$collection
-        else
-        svn up model-collect
-        fi
+        svn up model-collect/$collection
     done
     fi
@@ -512 +557 @@
     echo "* DIFFERENCES REMAINING BETWEEN model-collect AND collect (skipping .svn folders):"
     echo
-    echo "---START DIFF---"
-    diff -rq model-collect collect | grep -v ".svn"
+    if [ "$1" == "" ]; then
+    echo "---START DIFF---"
+    diff -rq model-collect collect | grep -v ".svn"
+    else
+    for collection in "$@"; do
+        echo "--COLLECTION: $collection"
+        diff -rq model-collect/$collection collect/$collection | grep -v ".svn"
+        echo "--"
+    done
+    fi
     echo "---END DIFF---"
     echo
@@ -519 +572 @@
 
 echo "* The original collect directory has been left renamed as collect_orig"
+echo
+
+if [ "$debug_mode" -eq "1" ]; then
+    echo "* This script was run in DEBUG MODE, nothing has been changed in svn"
+fi
 echo
 echo "*****************************************"