WebSVN – DevTools – Diff – /core_devl/trunk/TOOLS/cache_dpkg.pl

-#! perl
 ########################################################################
 # Copyright (c) VIX TECHNOLOGY (AUST) LTD
+#
 # Module name   : cache_dpkg
-# Module type   : Makefile system
+# Module type   : JATS Utility
-# Compiler(s)   : n/a
+# Compiler(s)   : Perl
 # Environment(s): jats
+#
 # Description:
 #       Maintain a local cache of dpkg_archive
+#
 my $opt_export;
 my $opt_quiet;
 my $opt_update_all;
 my $opt_age;
 my $opt_test;
+my $opt_wait = 0;
+#
 #   Global Variables
+#
 my $GBE_DPKG            = $ENV{'GBE_DPKG'};                     # The Master repository
                 "manual:3"                  => \$opt_help,
                 "verbose:+"                 => \$opt_verbose,           # flag, multiple use allowed
                 "debug:+"                   => \$opt_debug,             # flag, multiple use allowed
                 "flush"                     => \$opt_flush,             # flag
                 "clear"                     => \$opt_clear,             # flag
+                "wait!"                     => \$opt_wait,              # [no]flag
-                "refresh!"                  => \$opt_refresh,           # flag
+                "refresh!"                  => \$opt_refresh,           # [no]flag
                 "refresh_all|refresh-all"   => \$opt_refresh_all,       # flag
                 "update_all|update-all"     => \$opt_update_all,        # flag
                 "list"                      => \$opt_list,              # flag
                 "dir"                       => \$opt_list_short,        # flag
                 "export"                    => \$opt_export,            # flag
 #   Validate user options
+#
 Error( "GBE_BIN not defined in the environment" ) unless ( defined($GBE_BIN) );
 Error( "GBE_DPKG not defined in the environment" ) unless ( defined($GBE_DPKG) );
+$opt_refresh = 1
+    if ( $opt_refresh_all );
+#
-#   No cache - nothing to do
+#   Locate the various package stores
-#   Generate a status message and exit
+#   Search order for package should be:
+#       DPKG_SANDBOX (Not cached)
+#       DPKG_LOCAL   (To be deprecated)
+#       DPKG_CACHE
+#       DPKG_REPLICA
+#       DPKG         (Writable to build system)
+#       DPKG_STORE
+#
+$local = $GBE_DPKG_LOCAL;
-unless ( defined($GBE_DPKG_CACHE) )
+$cache = $GBE_DPKG_CACHE;
+$istore = $GBE_DPKG_REPLICA;
+$archive = $GBE_DPKG;
+$gstore = $GBE_DPKG_STORE;
+Error ("dpkg_archive cache is the main archive")    if ( $cache eq $archive );
+Error ("dpkg_archive replica is the main archive")  if ( $istore && $istore eq $archive );
+Error ("main archive is local archive" )            if ( $local && $local eq $archive );
+Warning  ("dpkg_archive_cache is local_archive" )   if ( $cache && $local && $local eq $cache );
+#
+#   Perform package/version replication wait
+#
+#   Do not need a cache for this to be performed as the operation is used on build servers
+#   that do not have a cache (most Unix build machines)
+#
+#   Cannot wait if we don't have a REPLICA
+#
+if ($opt_wait && $istore)
+{
+    Verbose("Wait for package replication");
+    #
+    #   Scan the argument list
-    Warning ( "GBE_DPKG_CACHE not defined in the environment" );
+    #   Only wait for package/version. Cannot wait on an entire package
+    #
-    return 0;
+    foreach (@ARGV)
-}
+    {
+        unless (m~.+/.+~)
+        {
+            Verbose("Wait Skip $_");
+            next;
+        }
+        if (-d "$istore/$_")
+        {
+            Verbose("Wait not required. Version in replica: $_");
+            next;
+        }
+        unless (-d "$archive/$_")
+        {
+            Verbose("Wait not required. Version not in store: $_");
+            next;
+        }
+        #
+        #   Wait for the package to be replicated
+        #       Wait up to 10 minutes
+        #       Or the package to appear in the replica
+        #       Or the package to disappear from the main store
+        #
+        Verbose("Waiting for replication of: $_");
+        my $waitStart = time();
-$opt_refresh = 1
+        while (1)
+        {
-    if ( $opt_refresh_all );
+            sleep(30);
+            my $delta = time() - $waitStart;
+            if (-d "$istore/$_")
+            {
+                Message("PkgReplication. Package replicated ($delta): $_");
+                last;
+            }
+            unless (-d "$archive/$_")
+            {
+                Message("PkgReplication. Package deleted from main archive: $_");
+                last;
+            }
+            #
+            #   Done wait forever
+            #   If the package has not been replicate we will just have to copy it the slow way
+            #
+            if ( $delta >= 600)
+            {
+                Message("PkgReplication. Package not replicated: $_");
+                last;
+            }
+        }
+    }
+}
+#
-#   Locate the archive cache
+#   No cache - nothing to do
-#
-#   Determine the archive to work on
+#   Generate a status message and exit
-#   Search the cache archive list for one with the keyword "_cache"
-#   or use the last one.
+#
-$GBE_DPKG =~ tr~\\/~/~s;
-$GBE_DPKG =~ s~/$~~;
-my @pkg_list = split ( ';', $GBE_DPKG_CACHE );
-for (@pkg_list)
+unless ( $cache )
+{
-    $cache = $_
+    Warning ( "GBE_DPKG_CACHE not defined in the environment" );
-        if ( m/_cache/ );
+    exit 0;
+}
-$cache = pop @pkg_list unless ( $cache );
-$archive = $GBE_DPKG;
-$local = $GBE_DPKG_LOCAL;
-$gstore = $GBE_DPKG_STORE;
-$istore = $GBE_DPKG_REPLICA;
-Error ("No dpkg_archive_cache found") unless ( $cache );
-Error ("dpkg_archive_cache is the main archive") if ( $cache eq $archive );
-Error ("dpkg_archive_image is the main archive") if ( $istore && $istore eq $archive );
-Error ("main archive is local archive" )         if ( $local && $local eq $archive );
-Warning  ("dpkg_archive_cache is local_archive" )   if ( $local && $local eq $cache );
+#
 #   Export the list of cache entries
+#
 if ( $opt_export or $opt_refresh_all or $opt_list_short or $opt_update_all )
     -list              - List cache contents with nice format
     -dir               - List cache contents
     -export            - Generate a list of cached packages
     -refresh_all       - Refresh all packages within the cache
     -update_all        - Update all packages within the cache as required
+    -[no]wait          - Wait for package replication
     -quiet             - Suppress warnings
     -age=nn            - Remove all packages older than nn days
     -test              - Use with -age to report ages
 =head1 OPTIONS
 packages specified on the command line.
 A package is deemed to be out-of-date if the modification time of the package's
 descpkg file in the cache is older than the one in the archive.
+=item B<-[no]wait>
+This option will cause the utility to wait for specified package versions to be replicated
+into a package replica. The dafult mode is to not-wait, unless the operation is invoked
+from within the build phase.
+The utility will wait upto 10 minutes (600 seconds) for a named version to be replicated
+from the main archive to a replica.
+A dpkg_cache need not be present for the replication-wait to be performed.
+The wait-for replication step is designed to address an issue where the build system
+is remotely located from the main archive. If required package versions are not in the
+replica then this utility would copy them from the main archive. This can be very very
+slow - much slower than waiting for the replication to complete.
 =item B<-quiet>
 This option will suppress almost all of the progress messages, except for a single
 copy message. It is intended to be used when the program is called from another
 script.

Subversion Repositories DevTools

(root)/core_devl/trunk/TOOLS/cache_dpkg.pl – Rev 5743 → 5744