WebSVN – DevTools – Diff – /dpkg_management/trunk/src/sbin/jats_quarantine.pl

 # Environment(s): jats
+#
 # Description   :  Remove packages from dpkg_archive that are no longer
 #                  required - if they can be rebuilt.
+#
+#                  Keep package version if
+#                   Cannot be rebuilt
+#                   It is in use by a non-archived release
+#                   It is a dependent package of a package in a non-archived release
+#                   It is an exposed package in an non-deprecated SDK
+#                   It is used in one of the last two SBOMs (within Deployment Manager)
+#                   defined within each state of each branch of each project.
+#                   It is a dependent package of one of the SBOM packages
+#
+#                   Packages that are not in RM will be purged
+#
+#
 # Usage         :  See POD at end of file
+#
 #......................................................................#
 require 5.008_002;
+#
 #   Globals
+#
 my $progBase;
 my $RM_DB;
+my $DM_DB;
 my $now = time();
 my $quarantineInstance;
 my $logPath;
 my %pkgPvid;
 my @quarantineItems;
 if ( $opt_phase =~ m~1~ && !$opt_purge )
+{
     getReleaseDetails();
     GetAllPackageData();
     getTopLevelPackages();
+    GetRecentDMPackages();
     LocateStrays() unless ($opt_quick);
+    GetSdkPackageData();
     if ( $opt_verbose > 1 )
+    {
         print "=========================================================================\n";
         DebugDumpData("Releases", \%Releases);
+    }
     Verbose ("All Packages: $count rows");
+}
 #-------------------------------------------------------------------------------
 # Function        : getTopLevelPackages
+#
 # Description     : Extract top level packages from active releases
+#
     Verbose ("Extract toplevel dependencies: $count rows");
+}
 #-------------------------------------------------------------------------------
+# Function        : GetSdkPackageData
+#
+# Description     : Extract Packages that are a part of a non-deprecated SDK
+#                   Only want the exposed packages
+#
+#                   Don't care about the dependencies, so don't add them
+#                   to strays
+#
+# Inputs          :
+#
+# Returns         :
+#
+sub GetSdkPackageData
+{
+    my (@row);
+    my $count = 0;
+    # if we are not or cannot connect then return 0 as we have not found anything
+    connectRM(\$RM_DB) unless $RM_DB;
+    Verbose ("Extract SDK Packages");
+    # Get all packages that are a part of a non-deprecated SDK
+    # Only get the 'exposed' packages
+    my $limit = $opt_limit ? " AND rownum <= $opt_limit" : '';
+    my $m_sqlstr = "SELECT sc.pv_id, " .                #[0]
+                   "       p.PKG_NAME, " .              #[1]
+                   "       pv.PKG_VERSION" .            #[2]
+                   " FROM RELEASE_MANAGER.SDK_CONTENT sc," .
+                   "   RELEASE_MANAGER.sdk_tags st," .
+                   "   RELEASE_MANAGER.package_versions pv," .
+                   "   RELEASE_MANAGER.PACKAGES p" .
+                   " WHERE sc.SDKTAG_ID    = st.SDKTAG_ID" .
+                   " AND p.PKG_ID = pv.PKG_ID" .
+                   " AND pv.PV_ID = sc.pv_id" .
+                   " AND sc.SDKPKG_STATE   = 'E'" .
+                   " AND st.SDK_STATE NOT IN ('D')" .
+                    $limit;
+    Verbose3("GetSdkPackageData: $m_sqlstr");
+    my $sth = $RM_DB->prepare($m_sqlstr);
+    if ( defined($sth) )
+    {
+        if ( $sth->execute( ) )
+        {
+            if ( $sth->rows )
+            {
+                while ( @row = $sth->fetchrow_array )
+                {
+                    $count++;
+                    print join (',',@row), "\n" if ($opt_verbose > 2);
+                    my $pvid = $row[0];
+                    $Packages{$pvid}{sdk} = 1;
+                    unless ( exists $Packages{$pvid}{name} )
+                    {
+                        $Packages{$pvid}{name} = $row[1];
+                        $Packages{$pvid}{version} = $row[2];
+                    }
+                    if ( $opt_limit )
+                    {
+                        last if ( $count > $opt_limit );
+                    }
+                }
+            }
+            $sth->finish();
+        }
+        else
+        {
+            Error("GetSdkPackageData:Execute failure: $m_sqlstr", $sth->errstr() );
+        }
+    }
+    else
+    {
+        Error("GetSdkPackageData:Prepare failure" );
+    }
+    Verbose ("Extract SDK Packages: $count rows");
+}
+#-------------------------------------------------------------------------------
+# Function        : GetRecentDMPackages
+#
+# Description     : Extract Packages that referenced in Deployment Manager
+#                   Want all package-versions from the last two BOMS in each state
+#                   of all projects.
+#
+# Inputs          :
+#
+# Returns         :
+#
+sub GetRecentDMPackages
+{
+    my (@row);
+    my $count = 0;
+    # if we are not or cannot connect then return 0 as we have not found anything
+    connectDM(\$DM_DB) unless ($DM_DB);
+    Verbose ("Extract DM Packages");
+    # Get all packages that are a part of a non-deprecated SDK
+    # Only get the 'exposed' packages
+    my $limit = $opt_limit ? " AND rownum <= $opt_limit" : '';
+    my $m_sqlstr =
+        " SELECT DISTINCT pv.pv_id,".               #[0]
+        "   pkg.pkg_name,".                         #[1]
+        "   pv.pkg_version".                        #[2]
+        " FROM bom_contents bc,".
+        "   DEPLOYMENT_MANAGER.operating_systems os,".
+        "   DEPLOYMENT_MANAGER.os_contents osc,".
+        "   DEPLOYMENT_MANAGER.PACKAGES pkg,".
+        "   DEPLOYMENT_MANAGER.PACKAGE_VERSIONS pv,".
+        "   DEPLOYMENT_MANAGER.PRODUCT_DETAILS pd".
+        " WHERE osc.os_id = os.os_id".
+        " AND os.node_id  = bc.node_id".
+        " AND bc.bom_id  IN".
+        "   (SELECT bom_id".
+        "   FROM".
+        "     (SELECT bom_id,".
+        "       state_id,".
+        "       RANK( ) OVER (PARTITION BY state_id ORDER BY bom_id DESC) SRLNO".
+        "     FROM DEPLOYMENT_MANAGER.bom_state".
+        "     )".
+        "   WHERE SRLNO <= 2".
+        "   )".
+        " AND pd.PROD_ID (+) = osc.PROD_ID".
+        " AND pv.pkg_id      = pkg.pkg_id".
+        " AND osc.prod_id    = pv.pv_id".
+        " ORDER BY UPPER(pkg.pkg_name),".
+        "   UPPER(pv.PKG_VERSION)".
+        $limit;
+    Verbose3("GetRecentDMPackages: $m_sqlstr");
+    my $sth = $DM_DB->prepare($m_sqlstr);
+    if ( defined($sth) )
+    {
+        if ( $sth->execute( ) )
+        {
+            if ( $sth->rows )
+            {
+                while ( @row = $sth->fetchrow_array )
+                {
+                    $count++;
+                    print join (',',@row), "\n" if ($opt_verbose > 2);
+                    my $pvid = $row[0];
+                    $Packages{$pvid}{dm} = 1;
+                    unless ( exists $Packages{$pvid}{name} )
+                    {
+                        $Packages{$pvid}{name} = $row[1];
+                        $Packages{$pvid}{version} = $row[2];
+                    }
+                    push @StrayPackages, $pvid;
+                    if ( $opt_limit )
+                    {
+                        last if ( $count > $opt_limit );
+                    }
+                }
+            }
+            $sth->finish();
+        }
+        else
+        {
+            Error("GetRecentDMPackages:Execute failure: $m_sqlstr", $sth->errstr() );
+        }
+    }
+    else
+    {
+        Error("GetRecentDMPackages:Prepare failure" );
+    }
+    Verbose ("Extract Deployed Packages: $count rows");
+}
+#-------------------------------------------------------------------------------
 # Function        : GetDepends
+#
 # Description     :
+#
 # Inputs          : @plist          - list of pvid's to process
     my $count = 0;
     my $direct = 0;
     my $indirect = 0;
     my $buildable = 0;
     my $bad = 0;
+    my $sdk = 0;
     foreach my $pvid ( keys %Packages )
+    {
         my $entry = $Packages{$pvid};
         unless ( defined $entry->{name} && defined $entry->{version})
         if ( $entry->{locked} && $entry->{locked} eq 'Y' && $entry->{buildStandard} > 0 )
+        {
             $buildable++;
+        }
-        $direct++ if ( $entry->{tlp} );
+        if ( $entry->{tlp} ) {
+            $direct++;
+        }
-        $indirect++ if ( $entry->{slp} );
+        elsif ( $entry->{slp} ) {
+            $indirect++;
+        }
+        elsif ($entry->{sdk}) {
+            $sdk++;
+        }
+    }
     my $file = "quarantine.raw.txt";
     Verbose ("Create: $file");
     my $fh = ConfigurationFile::New( $file );
         "\n# Release Data.\n#\n",
         "Releases", \%Releases );
     $fh->Close();
-    Verbose("Packages: $count, Bad: $bad: Buildable: $buildable, Directly included: $direct, Indirect: $indirect");
+    Verbose("Packages: $count, Bad: $bad: Buildable: $buildable, Directly included: $direct, Indirect: $indirect, Sdk: $sdk");
+}
 #-------------------------------------------------------------------------------
 # Function        : prepQdir
+#
     close(PKGS);
+    #
+    #
+    #   Scan all packages found in dpkg_archive and see if we should keep it
-    #   Display information
+    #   Quarantine those we cannot find a reason to keep
+    #
     foreach my $pkgName ( sort keys %pkgPvid )
+    {
         foreach my $pkgVersion ( sort keys %{$pkgPvid{$pkgName}} )
+        {
             my $pvid = $pkgPvid{$pkgName}{$pkgVersion}{pvid};
             if ( $pvid && $mtime )
+            {
                 my $entry = $Packages{$pvid};
-                next if ( exists $entry->{tlp} || exists $entry->{slp} );
+                next if ( exists $entry->{tlp} || exists $entry->{slp} || exists $entry->{sdk} || exists $entry->{dm} );
                 next if ( $mtime <= $config{retain} );
                 next unless ( $entry->{buildStandard} );
                 next if ( $entry->{isPatch} );
                 next if ( $entry->{locked} ne 'Y');
 #                next if ( $entry->{buildType} eq 'M' );
 Determine package-versions in use by Release Manager.
 =item *
+Determine package-versions in recent Deployment Manager SBOMS.
+=item *
 Determine package-versions that can be rebuilt
 =item *
 Recursively find all the dependent packages of all packages. New package

Subversion Repositories DevTools

(root)/dpkg_management/trunk/src/sbin/jats_quarantine.pl – Rev 4646 → 5125