WebSVN – DevTools – Diff – /core_devl/branches/dpurdie_devl/TOOLS/LOCAL/cc2svn_procdata.pl

 use ConfigurationFile;
 use HTML::Table;
 use DBI;
 our $GBE_RM_URL;
+our $GBE_DM_URL;
 my $VERSION = "1.2.3";                      # Update this
 my $opt_verbose = 1;
 my $opt_help = 0;
 my $opt_manual;
+#
 our %ScmReleases;
 our %ScmPackages;
 our %ScmSuffixes;
 our %ScmAllPackages;
+our %ScmAllBomProjects;
+our %ScmSboms;
 #-------------------------------------------------------------------------------
 # Function        : Main Entry
+#
+    {
         next if ( $ScmPackages{$_}{BadVob} );
         $Vobs{$vob}++;
         push @{$PackageData{$pkgid}{vobs}{$vob}}, $_ ;
         push @{$PackageData{$pkgid}{vobPath}{$path}}, $_  if ($path);
+        $PackageData{$pkgid}{vobResolver}{$vob} = $path;
+    }
     my $view = $ScmPackages{$_}{view};
     if ( $view )
+    {
     close $fh;
     Message("Unique Package Names: $count");
 #    DebugDumpData("PackageData", \%PackageData);
+}
+=pod
+#
 #   Display MutiVob Packages
+#
     foreach my $pkgid (  keys %PackageData )
+    {
                 Message ("        $ScmPackages{$pvid}{'version'}, $ScmPackages{$pvid}{'vcstag'}");
+            }
+        }
 #DebugDumpData("DATA",$PackageData{$pkgid} );
+    }
+=cut
 =pod
     foreach my $pkgid (  keys %PackageData )
+    {
         next unless ( $PackageData{$pkgid}{isSVN}  );
 sub generateHTML
+{
     my @PackageOrder;
     EnvImport('GBE_RM_URL');
+    EnvImport('GBE_DM_URL');
     my $t;
     open (HTML, '>', 'PackageConversion.html') || Error ("Cannot create HTML");
     print HTML <<'HEADER';
+    #
     #   Generate an index
+    #
     print HTML htmlH1(anchor("Index", 'Index'));
     print HTML "<dl>";
+    print HTML "<dd>" . hRef("#BOMIndex"                ,'Included BOM Projects');
     print HTML "<dd>" . hRef("#ReleaseIndex"            ,'Included Releases');
     print HTML "<dd>" . hRef("#ReleaseIndexExcluded"    ,'Excluded Releases');
     print HTML "<dd>" . hRef("#CompletePackageIndex"    ,'Complete Package Index');
     print HTML "<dd>" . hRef("#PackageDetails"          ,'Package Conversion Details');
     print HTML "<dd>" . hRef("#BadPackageVersions"      ,'Bad Package Versions');
     print HTML "<dd>" . hRef("#NotMapped"               ,'Unmapped Packages');
     print HTML "<dd>" . hRef("#InSvn"                   ,'Packages in Subversion');
     print HTML "</dl>\n";
+    #
+    #   BOM Projects
+    #
+    print HTML header('BOMIndex', 'Included BOM Projects');
+    print HTML "BOM Projects included in processing. All branches and and SBOMS scanned for essential packages and versions\n";
+    print HTML "<dl>\n";
+    foreach my $project_id ( sort {$ScmAllBomProjects{$a}{project_name} cmp $ScmAllBomProjects{$b}{project_name} } keys %ScmAllBomProjects )
+    {
+        print HTML "<dd>" . linkBomProject($project_id,$ScmAllBomProjects{$project_id}{project_name});
+    }
+    print HTML "</dl>\n";
+    #
     #   Release List
+    #
     my %Projects;
     push @{$Projects{$ScmReleases{$_}{'pName'}}}, $_ foreach ( keys %ScmReleases );
     print HTML header('ReleaseIndex', 'Included Releases');
-    print HTML "Releases that will be considered in the conversion process. These are releases that are not closed or archived.\n";
+    print HTML "Releases that will be considered in the conversion process.\n";
+    print HTML "<br>Releases are scanned for packages and versions that are used.\n";
     print HTML "<dl>\n";
     foreach ( sort keys %Projects )
+    {
-        foreach my $rtagid ( @{$Projects{$_}} )
+        foreach my $rtagid ( sort {$ScmReleases{$a}{name} cmp $ScmReleases{$b}{name}} @{$Projects{$_}} )
+        {
             next if ( $ScmReleases{$rtagid}{'excluded'} );
             print HTML "<dd>" . linkRelease($rtagid);
+        }
+    }
     print HTML header('ReleaseIndexExcluded', 'Excluded Releases');
     print HTML "Releases that will NOT be considered in the conversion process. These are releases that have been specificly excluded.\n";
     print HTML "<dl>\n";
     foreach ( sort keys %Projects )
+    {
-        foreach my $rtagid ( @{$Projects{$_}} )
+        foreach my $rtagid ( sort {$ScmReleases{$a}{name} cmp $ScmReleases{$b}{name}} @{$Projects{$_}} )
+        {
             next unless ( $ScmReleases{$rtagid}{'excluded'} );
             print HTML "<dd>" . linkRelease($rtagid);
+        }
+    }
+                {
                     $t2->addRow('&nbsp;', linkPvid($pvid, undef, 1), "$ScmPackages{$pvid}{'vcstag'}" );
+                }
+            }
             $t2->setColClass (1, 'listTitle' );
-            $t->addRow("Vobs:", $t2->getTable);
+            $t->addRow("MultiVobs:", $t2->getTable);
+        }
         else
+        {
             $t->addRow("Vobs:", join (',', keys %{$PackageData{$pkgid}{vobs}}));
+        }
                 . hRef("#Section_" . ($headerCount - 1),'<sup><font size="2"> [Prev]</font></sup>')
                 . hRef("#Section_" . ($headerCount + 1),'<sup><font size="2"> [Next]</font></sup>')
                 );
+}
+sub linkBomProject
+{
+    my ($projId, $text) = @_;
+    my $ref = $GBE_DM_URL . "/Default.asp?proj_id=$projId";
+    return hRef($ref, $text, '_packageData');
+}
 sub linkRelease
+{
     my ($pkgid, $pvid, $mode) = @_;
     my $pkgid_ref = $GBE_RM_URL . "/fixed_issues.asp?rtag_id=$pkgid";
     $pkgid_ref .= "&pv_id=$pvid" if defined $pvid;
         'TRACS'                                 => 'TRACS',
         'jboss_config'                          => 'MASS_Dev_Bus/Business' ,
         'jboss_service'                         => 'MASS_Dev_Bus/Business' ,
         'pgres'                                 => 'GMPTE2005/DataManagement' ,
+        'ERGcda_imports'                        => 'MREF_Package',
     );
     my %VobRename = (
-        'LMOS'              => 'iValDevices',
+        'LMOS'              => 'LinuxDevices',
         'MANUFACTURING'     => 'Manufacturing',
         'MREF_Package'      => 'MREF_Package',
         'MASS_Dev'          => 'MASS_Dev_Bus',
         's4k_tracs'         => 'TRACS',
         'MASS_Dev_Tools'    => 'DevTools',
     # default is 1
     my %VobDepth = (
         'DPG_SWBase'                => 2,
         'GMPTE2005'                 => 2,
-        'iValDevices'               => 2,
+        'LinuxDevices'               => 2,
         'MASS_Dev_Bus'              => 2,
         'MASS_Dev_Infra'            => 2,
         'MPR'                       => 2,
         'ProjectCD'                 => 2,
         'TRACS'                     => 2,
         'VIX-PAYMENTS'              => 2,
         'WINCE500'                  => 2,
-        'iValDevices/linux'         => 3,
+        'LinuxDevices/linux'         => 3,
         'DAMS_mos_diag'             => 2,
         'MASS_Dev_Bus/Financial'    => 3,
     );
     return ('SVN') if ( $PackageData{$pkgid}{isSVN} );
+    #
     #   Some path cleanup
+    #
     if ( $path )
+    {
+        $path =~ s~DPC_SWCode/~DPG_SWCode/~i;
         $path =~ s~MASS_Dev/Bus/~MASS_Dev_Bus/~i;
         $path =~ s~MASS_Dev_Bus/Cbp/~MASS_Dev_Bus/CBP/~i;
         $path =~ s~/Vastraffik/~/Vasttrafik/~;
         $path =~ s~/MREF_Package/ergpostmongui$~/MREF_Package/ergpostmongui~i;
+    }
+    {
         my $newName = $VobRename{$name};
         $path =~ s~^/$name/~/$newName/~i;
+    }
+    return $Named{$name}  if ( exists $Named{$name} );
+    return 'DevTools/ant'  if ( $name =~ m~^ant~ );
+    return 'DevTools/ant'  if ( $name =~ m~^jant~ );
+    return 'LinuxDevices/tools' if ( $path =~ m~LinuxDevices/linux/tools~i );
+    return 'MASS_Dev_Dataman' if ( $name =~ m~^dm_~ );
+    return 'MPR/EMV/emvl2' if ( $name =~ m~^cp[sf]-~ );
+    return 'COTS' if ( $PackageData{$pkgid}{type} eq 'COTS' && ! exists $PackageData{$pkgid}{vobs}{'LMOS'});
+    #
+    #   Must resolve Multivobs
+    #
+    if ( $PackageData{$pkgid}{MultiVob} )
+    {
+        $path = resolveMultiVob($name, $pkgid );
+    }
     my $vob = '';
     my @pathBase;
     my @pathFull;
     $path =~ s~/$~~g;
     $path =~ s~^/~~g;
     @pathBase = @pathFull;
     delete $pathBase[-1];
     push @pathBase, $vob unless ( @pathBase );
-    #
-    #   Some MultiVobs
-    #
-    if ( $PackageData{$pkgid}{MultiVob} )
-    {
-        if ( exists ($PackageData{$pkgid}{vobs}{MASS_Dataman}) && exists ($PackageData{$pkgid}{vobs}{MASS_Dev_Dataman})  )
-        {
-            $vob = 'MASS_Dev_Dataman';
-        }
-        if ( exists ($PackageData{$pkgid}{vobs}{DPG_SWBase}) && exists ($PackageData{$pkgid}{vobs}{DPG_SWCode})  )
-        {
-            $vob = 'DPG_SWCode';
-        }
-        if ( exists ($PackageData{$pkgid}{vobs}{MREF_Package}) )
-        {
-            $vob = 'MREF_Package';
-        }
-        if ( exists ($PackageData{$pkgid}{vobs}{MASS_Dev}) && exists ($PackageData{$pkgid}{vobs}{MASS_Dev_Bus}))
-        {
-            $vob = 'MASS_Dev_Bus';
-        }
-        if ( $vob )
-        {
-            $pathBase[0] = $vob;
-            $pathFull[0] = $vob;
-        }
-#        else
-#        {
-#            Warning ("Unmapped MultiVob package: $PackageData{$pkgid}{name}" );
-#        }
-    }
 #print "Full: @pathFull\n";
 #print "Base: @pathBase\n";
+    return 'MOS/images'  if (($vob eq 'COTS' || $vob eq 'MOS') &&  $name =~ m~^mos_~ && $name =~ m~\d\d\d\d~);
-    return $Named{$name}  if ( exists $Named{$name} );
-    return 'MOS/images'  if ($vob eq 'COTS' &&  $name =~ m~^mos_~ );
-    return 'DevTools/ant'  if ( $name =~ m~^ant~ );
-    return 'DevTools/ant'  if ( $name =~ m~^jant~ );
-    return 'iValDevices/tools' if ( $path =~ m~iValDevices/linux/tools~i );
-    return 'COTS' if ( $PackageData{$pkgid}{type} eq 'COTS' && $vob ne 'iValDevices');
     return 'COTS' if ( $vob =~ m~^COTS_~ );
     return 'COTS' if ( $vob eq 'COTS' );
     return 'DPG_SWBase/Demos'  if ($vob eq 'DPG_SWBase' &&  $name =~ m~^demo_~ );
     return 'DPG_SWBase/Demos'  if ( $name =~ m~^qt_demo~ );
 #    return 'MREF_Package'  if ( $name =~ m~^VIX~ );
     if ( $name =~ m~^VIX~ || $name =~ m~^ERG~ )
+    {
         return 'MREF_Package'
-            if ( $vob =~ m~^CORE~ || $vob =~ m~^MASS~ );
+            if ( $vob =~ m~^CORE~ || $vob =~ m~^MASS~ || $vob =~ m~^MREF~ );
+    }
 #    if ( $vob ne 'MREF_Package' )
 #    {
 #print "---- $name, $path\n" if ( $name =~ m~^VIX~ );
 #print "---- $name, $path\n" if ( $name =~ m~^ERG~ );
 #    }
-    return 'MASS_Dev_Dataman' if ( $name =~ m~^dm_~ );
-    return 'MPR/EMV/emvl2' if ( $name =~ m~^cp[sf]-~ );
+    #
     #   ProjectCd is badly done
     #   Many packages are in named directories, some are not.
+    #
     if ( $vob eq 'ProjectCD' )
         return ($vob . '/stockholm')
             if (  grep {$_ eq 'stockholm'} @pathFull );
         return $vob;
+    }
+    #
+    #   Detect core_xxx packages
+    #
+    if ( $vob eq 'MASS_Dev_Infra' && $path =~ m~/core_~ )
+    {
+        return "$vob/Core";
+    }
     return "UNKNOWN"
         unless ( $vob );
+    #
     #   Determine depth for this path
+    }
 #print "----$path, $name: $num, @data --> $val\n";
     return $val;
+}
+#-------------------------------------------------------------------------------
+# Function        : resolveMultiVob
+#
+# Description     : Time to resolve multivob issues
+#
+# Inputs          : $name           - Package Name
+#                   $pkgid          - Package ID
+#
+#
+# Returns         : Resulved path
+#
+sub resolveMultiVob
+{
+    my ($name, $pkgid) = @_;
+    my $path = '';
+my %preferredVob = (
+        'uiconv'        => 'DPG_SWBase',
+        'gnupg'         => 'COTS',
+    );
+    my $pvob = $preferredVob{$name};
+    unless ( defined $pvob )
+    {
+        if ( exists ($PackageData{$pkgid}{vobs}{MASS_Dataman}) && exists ($PackageData{$pkgid}{vobs}{MASS_Dev_Dataman})  )
+        {
+            $pvob = 'MASS_Dev_Dataman';
+        }
+        if ( exists ($PackageData{$pkgid}{vobs}{DPG_SWBase}) && exists ($PackageData{$pkgid}{vobs}{DPG_SWCode})  )
+        {
+            $pvob = 'DPG_SWCode';
+        }
+        if ( exists ($PackageData{$pkgid}{vobs}{MREF_Package}) )
+        {
+            $pvob = 'MREF_Package';
+        }
+        if ( exists ($PackageData{$pkgid}{vobs}{MASS_Dev}) && exists ($PackageData{$pkgid}{vobs}{MASS_Dev_Bus}))
+        {
+            $pvob = 'MASS_Dev_Bus';
+        }
+        if ( exists ($PackageData{$pkgid}{vobs}{s4k_obe}) && exists ($PackageData{$pkgid}{vobs}{GMPTE2005}))
+        {
+            $pvob = 'GMPTE2005';
+        }
+        if ( exists ($PackageData{$pkgid}{vobs}{s4k_obe}) && exists ($PackageData{$pkgid}{vobs}{GMPTE2005_obe}))
+        {
+            $pvob = 'GMPTE2005_obe';
+        }
+        if ( exists ($PackageData{$pkgid}{vobs}{TRACS}) && exists ($PackageData{$pkgid}{vobs}{GMPTE2005}))
+        {
+            $pvob = 'GMPTE2005';
+        }
+        if ( exists ($PackageData{$pkgid}{vobs}{MASS_Dev_Infra}) && exists ($PackageData{$pkgid}{vobs}{MASS_Dev_Tools}))
+        {
+            $pvob = 'MASS_Dev_Infra';
+        }
+        if ( exists ($PackageData{$pkgid}{vobs}{COTS}) && exists ($PackageData{$pkgid}{vobs}{MOS}))
+        {
+            $pvob = 'MOS';
+        }
+        if ( exists ($PackageData{$pkgid}{vobs}{COTS}) && exists ($PackageData{$pkgid}{vobs}{MPR}))
+        {
+            $pvob = 'MPR';
+        }
+        if ( exists ($PackageData{$pkgid}{vobs}{COTS}) && exists ($PackageData{$pkgid}{vobs}{COTS_Java}))
+        {
+            $pvob = 'COTS';
+        }
+    }
+    if ( defined $pvob )
+    {
+        if ( exists $PackageData{$pkgid}{vobResolver}{$pvob} )
+        {
+            $path = $PackageData{$pkgid}{vobResolver}{$pvob} ;
+        }
+    }
+    else
+    {
+        Message ("Unresolved multivob: $PackageData{$pkgid}{name}");
+#DebugDumpData("DATA", \$PackageData{$pkgid} );
+#exit 1;
+    $path = 'UNKNOWN';
+    }
+    return $path;
+}
 #-------------------------------------------------------------------------------
 # Function        : examineVcsTag
+#
 # Description     : Examine a VCS Tag and determine if it looks like rubbish
+#
         $bad = 1 if ( $label =~ m~^N/A$~i || $label  =~ m~^na$~i );
         $bad = 1 unless ( $path );
         $bad = 1 if ( $path =~ m~^N/A$~i || $path  =~ m~^na$~i );
         $bad = 1 if ( $path =~ m~^/dpkg_archive~ );
+        $bad = 1 if ( $path =~ m~^CVS~ );
         $bad = 1 if ( $path =~ m~^dpkg_archive~ );
         $bad = 1 if ( $path =~ m~^http:~i );
         $bad = 1 if ( $path =~ m~^[A-Za-z]\:~ );
         $bad = 1 if ( $path =~ m~^//~ );
         $bad = 1 if ( $path =~ m~^/blade1/~ );
         $tag =~ s~/MASS_Dev/Infra~MASS_Dev_Infra~i;
         $tag =~ s~/MASS_Dev/Bus/web~/MASS_Dev_Bus/web~i;
         $tag =~ s~/Vastraffik/~/Vasttrafik/~;
         $tag =~ s~/MREF_Package/ergpostmongui$~/MREF_Package/ergpostmongui~i;
+        $tag =~ s~DPC_SWCode/~DPG_SWCode/~i;
+    }
     return $tag;
+}

Subversion Repositories DevTools

(root)/core_devl/branches/dpurdie_devl/TOOLS/LOCAL/cc2svn_procdata.pl – Rev 394 → 395