WebSVN – DevTools – Diff – /dpkg_management/trunk/src/sbin/getPkgFromS3.sh

     -f, --force             - Delete target and force package download
     -k, --key=keyVar        - Name of the EnvVar that conains the AWS key
                               Default is AWSKEY
     -s, --secret=secretVar  - Name of the EnvVar that conains the AWS secret
                               Default is AWSSECRET
+    -t, --test              - Do not copy, do not request Glacier restore
    Example:
     getPkgFromS3.sh -p \$GBE_DPKG/AcceptanceTestFramework/1.0.10000.cr
 endOfHelp
+}
 awsKeyVar=AWSKEY
 awsSecretVar=AWSSECRET
 bucket=aupera-dpkg-quarantine
 verbose=1
 forceDelete=0
+doOps=true
 # Note that we use `"$@"' to let each command-line parameter expand to a
 # separate word. The quotes around `$@' are essential!
 # We need TEMP as the `eval set --' would nuke the return value of getopt.
-TEMP=$( getopt -n ${ProgName} -o qfvhb:p:k:s: --long quiet,force,verbose,help,bucket:,path:,key:,secret: -- "$@" )
+TEMP=$( getopt -n ${ProgName} -o qfvhb:p:k:s:t --long quiet,force,verbose,help,bucket:,path:,key:,secret:,test -- "$@" )
 if [ $? != 0 ] ; then echo "Terminating..." >&2 ; exit 1 ; fi
 # Note the quotes around `$TEMP': they are essential!
 eval set -- "$TEMP"
         -v|--verbose) let verbose++; shift 1;;
         -b|--bucket)  bucket="$2" ; shift 2 ;;
         -p|--path)    dpkgPath="$2" ; shift 2 ;;
         -k|--key)     awsKeyVar="$2" ; shift 2 ;;
         -s|--secret)  awsSecretVar="$2" ; shift 2 ;;
+        -t|--test)   doOps=false ; shift 1 ;;
         --) shift ; break ;;
         *) echo "Internal error!" ; exit 1 ;;
     esac
 done
 # Force version deletion - more for test.
 if [ $forceDelete -gt 0 ] ; then
     [ $verbose -gt 0 ] && echo "Force removal of $pkgName/$pkgVer"
     if [ -d $dpkgPath ] ; then
+        if $doOps ; then
-        chmod -R +w $dpkgPath
+            chmod -R +w $dpkgPath
-        rm -rf $dpkgPath
+            rm -rf $dpkgPath
+        else
+            echo "TestMode: Did not remove: $pkgName/$pkgVer"
+        fi
     fi
 fi
 if [  -d $dpkgPath ] ; then
     echo "Error: Target PV Path already exists: $dpkgPath"
+    echo "TestMode: $doOps"
+    if ! $doOps ; then
+        echo "TestMode: Error ignored"
+    else
-    exit 1
+        exit 1
+    fi
 fi
+#
 #   Create the source file name
 #   Format: Quarantined/PkgName_PkgVersion.tgz
         -H "Host: ${bucket}.s3.amazonaws.com" \
         -H "Date: ${dateValue}" \
         -H "Authorization: AWS ${aws_access_key_id}:${signature}" \
         "https://${bucket}.s3.amazonaws.com/${file}" \
+        )
+if [ $verbose -gt 2 ] ; then
-[ $verbose -gt 2 ] && echo "Testing file response: ${results}"
+    echo "Testing file response"
+    echo "$results" | fold -w100 | awk '{print "    " $0}'
+fi
 if [[ "$results" =~ "HTTP/1.1 200 OK" ]]; then
     fileTest=1
 fi
 # Display results
 ##############################################################
 #   Initiate a Restore from Glacier
+#
 if $mustRestore ; then
-    if [ 1 ] ; then
+    if $doOps ; then
         [ $verbose -gt 0 ] && echo "Initiate restore from Glacier $pkgName/$pkgVer"
         # Generate a Restore Request
         #   And an MD5 over the data
         tmpData=$( mktemp )
         elif [[ "$results" == "503" ]] ; then
             message="Glacier expedited retrievals are currently not available"
         else
             mesage="Error previously reported"
             echo "Glacier restore error code: $results"
-            tail -n+2 $tmpResult | fold | awk '{print "    " $0}'
+            tail -n+2 $tmpResult | fold -w100 | awk '{print "    " $0}'
         fi
         set +x
         rm -rf $tmpData $tmpResult
+    else
+        echo "TestMode: Do not request Glacier Restore"
     fi
 fi
 if ! $canGet; then
         echo "${ProgName}: Error cannot access $pkgName/$pkgVer. $message"
 if [  ! -d $dpkgPath ] ; then
     echo "Error: Could not create: $dpkgPath"
     exit 1
 fi
-if [ 1 ] ; then
+if $doOps ; then
-[ $verbose -gt 0 ] && echo "Transfer $pkgName/$pkgVer from bucket $bucket"
+    [ $verbose -gt 0 ] && echo "Transfer $pkgName/$pkgVer from bucket $bucket"
-#set -x
+    #set -x
-    curl -s \
+        curl -s \
-        -X GET \
+            -X GET \
-         --insecure \
+             --insecure \
-        -H "Host: ${bucket}.s3.amazonaws.com" \
+            -H "Host: ${bucket}.s3.amazonaws.com" \
-        -H "Date: ${dateValue}" \
+            -H "Date: ${dateValue}" \
-        -H "Authorization: AWS ${aws_access_key_id}:${signature}" \
+            -H "Authorization: AWS ${aws_access_key_id}:${signature}" \
-        "https://${bucket}.s3.amazonaws.com/${file}" \
+            "https://${bucket}.s3.amazonaws.com/${file}" \
-        | tar -xz --strip=2 -C $dpkgPath
+            | tar -xz --strip=2 -C $dpkgPath
-fi
-if [ ! -f "$dpkgPath/descpkg" ] ; then
+    if [ ! -f "$dpkgPath/descpkg" ] ; then
-    echo "Error: Target PV did not populate as expected: $dpkgPath"
+        echo "Error: Target PV did not populate as expected: $dpkgPath"
-    # Remove if not correctly formatted
+        # Remove if not correctly formatted
-    chmod -R +w $dpkgPath
+        chmod -R +w $dpkgPath
-    rm -rf $dpkgPath
+        rm -rf $dpkgPath
-    exit 1
+        exit 1
+    else
+        # Package extracted
+        # Touch the top directory so that it will not be quarantined immediatly
+        chmod +w "$dpkgPath"
+        chmod -w "$dpkgPath"
+    fi
 else
-    # Package extracted
-    # Touch the top directory so that it will not be quarantined immediatly
+    echo "TestNode: Did not transfer $pkgName/$pkgVer from bucket $bucket"
-    chmod +w "$dpkgPath"
-    chmod -w "$dpkgPath"
 fi
 [ $verbose -gt 0 ] && echo "Transfer complete"

Subversion Repositories DevTools

(root)/dpkg_management/trunk/src/sbin/getPkgFromS3.sh – Rev 6128 → 6129