WebSVN – DevTools – Diff – /core_devl/branches/dpurdie_devl/TOOLS/LOCAL/cc2svn_procdata.pl

+#
 #   Map packages into Repos
+#
+my %Repos_lowercase;
 my %Repos;
 my %RepoSubIndex;
 Message ("Mapping Vobs to Repo");
 foreach my $pkgid ( keys %PackageSet )
+{
     my $repo = mapPackage($pkgid);
     Error ("Unmapped package: $PackageData{$pkgid}{name}" ) unless ( $repo );
+    my $repo_lc = lc $repo;
+    if (exists $Repos_lowercase{$repo_lc} && $Repos_lowercase{$repo_lc} ne $repo )
+    {
+        Error ("Package mapping: Mapped to Repo with same name, but different case",
+               "Package: $PackageData{$pkgid}{name}",
+               "Mapped repo   : $repo",
+               "Already mapped: $Repos_lowercase{$repo_lc}");
+    }
+    $Repos_lowercase{$repo_lc} = $repo;
     $PackageData{$pkgid}{mappedRepo} = $repo;
     push @{$Repos{$repo}}, $pkgid;
+    if ( $repo eq 'SVN' )
+    {
+        my %RepoList;
+        foreach my $pvid ( @{$PackageSet{$pkgid}} )
+        {
+            my $repo = $ScmPackages{$pvid}{'vcstag'};
+            if ( $repo =~ m~SVN::AUPERASVN01/(.*)/(.*?)(/tags/|/branches/|/trunk)~i )
+            {
+                my $repo = $1;
+                unless( exists $RepoList{$repo} )
+                {
+                    $RepoList{$repo} = 1 ;
+                    $PackageData{$pkgid}{mappedRepo} = $repo;
+                    push @{$Repos{$repo}}, $pkgid;
+                }
+            }
+        }
+    }
+}
 foreach ( keys %Repos )
+{
     @{$Repos{$_}} = sort{ uc($PackageData{$a}{name}) cmp uc($PackageData{$b}{name}) } @{$Repos{$_}};
     @{$Repos{$base}} = () unless ( exists $Repos{$base} );
+}
 #DebugDumpData("RepoSubIndex", \%RepoSubIndex);
 #DebugDumpData("Repos", \%Repos);
+#
 #   Create a list of Packages
+#
+my $totalPackageCount = 0;
+{
     my $file = "PackageNames.txt";
-    my $count = 0;
     Message("Create Package Name List", $file);
     open ( my $fh, '>', $file ) || Error ("Cannot open $file", "Error: $!");
     foreach ( sort {$PackageData{$a}{name} cmp $PackageData{$b}{name} } keys %PackageData )
+    {
         print $fh "$PackageData{$_}{name}\n";
-        $count++;
+        $totalPackageCount++;
+    }
     close $fh;
-    Message("Unique Package Names: $count");
+    Message("Unique Package Names: $totalPackageCount");
 #    DebugDumpData("PackageData", \%PackageData);
+}
+#
 #   Determine Releases that have multiple versions of a package
         foreach my $pkgid ( sort {$PackageData{$a}{name} cmp $PackageData{$b}{name} } keys %PackageData )
+        {
             my $repo = $PackageData{$pkgid}{mappedRepo};
             my $name = $PackageData{$pkgid}{name};
+            my $svn = $PackageData{$pkgid}{isSVN} ? 'SVN' : '---';
+            my $youngest = $PackageData{$pkgid}{youngAge};
+            my $youngestNonRipple = $PackageData{$pkgid}{youngAgeNonRipple} || 0;
+            my $youngestNonBuildadm = $PackageData{$pkgid}{nonBuildadm} || 0;
+            $youngest =  int($youngest);
+            $youngestNonRipple =  int($youngestNonRipple) || '9999';
+            $youngestNonBuildadm = int($youngestNonBuildadm) || '9999';
+            my $txt = sprintf ("Last:%5d, User:%5d, NonR:%5d, $svn", $youngest, $youngestNonBuildadm, $youngestNonRipple);
+           $txt .= sprintf (" :: %40s -repo=%s", $name, $repo );
-            $fh->WriteLn("'$name' '-repo=$repo'");
+            $fh->WriteLn($txt);
+        }
         $fh->Close();
+    }
     my $file = "cc2svn.repo.dat";
     Error ("Bad HTML section id: $section") unless ( exists $htmlData{$section} );
     $currentSection = $section;
     my $fname = $htmlData{$section}{file};
     my $title = $htmlData{$section}{title};
+    Message("Generating: $title");
     open ($handle, '>', $fname) || Error ("Cannot create HTML: $fname");
     print $handle <<"HEADER";
 <!DOCTYPE $handle PUBLIC "-//W3C//DTD $handle 4.01 Transitional//EN""http://www.w3.org/TR/html4/loose.dtd">
 <html>
     print $HTML $t->getTable;
     generateHTMLTail($HTML);
+    #
     #   Bad Package information
+    #
-Message("Bad Package Versions");
     my %BadByProject;
     my $last_proj_id = 0;
     $HTML = generateHTMLHeader ('S5');
     print $HTML "These package-versions cannot be reproduced from ClearCase. This may be due to\n";
     generateHTMLTail($HTML);
+    #
     #   Bad package vesrions by project
+    #
-Message("Bad Package Versions by Project");
     $HTML = generateHTMLHeader ('S6');
     $t = new HTML::Table( -border=>1 );
     $t->addRow( 'Release','Package');
     $t->setRowHead(1,1);
     $last_proj_id = 0;
     generateHTMLTail($HTML);
+    #
     #   Releases that have multiple instances of the same package in them
+    #
-Message("Multiple Packages");
     $HTML = generateHTMLHeader ('S7');
     print $HTML "Releases that have multiple instances of the same package\n";
 #DebugDumpData("ReleasePackages", \%ReleasePackages );
     $t = new HTML::Table( -border=>1 );
     $t->setColHead(1,1);
     print $HTML $t->getTable;
     generateHTMLTail($HTML);
-Message("Repo Index");
     $HTML = generateHTMLHeader ('S8');
     print $HTML "A summary of proposed Repostories and Paths\n";
     $t = new HTML::Table( -border=>0, -padding=>0, -spacing=>0, -class=>'paddedTable' );
     $t->addRow( 'Name','', 'Count', 'Warnings'  );
 #DebugDumpData("Repos", \%Repos);
+    #
     #   Repo back reference
+    #
-Message("Repo Map");
     $HTML = generateHTMLHeader ('S9');
-    print $HTML "Proposed Repostories and Paths with package mapping and ClearCase Path\n";
+    print $HTML "Proposed and Converted Repostories and Paths with package mapping and ClearCase Path\n";
     $t = new HTML::Table( -border=>1 );
-    $t->addRow( 'Repository Path', 'Package Name,Original Vob Path(s),Last Build NonBuildadm [ANY]]' );
+    $t->addRow( 'Repository Path', 'Package Name,Original Vob Path(s),Last Build NonBuildadm [ANY]' );
     foreach my $repo ( sort {uc($a) cmp uc($b) } keys %Repos )
+    {
         next if ( $repo eq 'SVN' );
         next if ( $repo eq 'UNKNOWN' );
         foreach my $pkgid ( @{$Repos{$repo}} )
+        {
             my $t2 = new HTML::Table( -border=>0,-padding=>0, -spacing=>0, -class=>'paddedTable' );
             foreach my $vob ( keys %{$PackageData{$pkgid}{vobPath}} )
+            {
+                    if ($PackageData{$pkgid}{isSVN} && $vob !~ m~^/~ )
+                    {
+                        $vob = svnLink($vob);
+                        #$vob = "<span style=\"background-color:#B1FB17\">$vob</span>";
+                    }
                     $t2->addRow( $vob );
+            }
+            my $t2Text = '';
             if ( $t2->getTableRows() )
+            {
                 $t2->setColClass (1, 'listTitle' );
+                $t2Text = $t2->getTable();
+            }
             my $youngest = $PackageData{$pkgid}{youngAge};
             my $youngestNonRipple = $PackageData{$pkgid}{youngAgeNonRipple} || 0;
             my $youngestNonBuildadm = $PackageData{$pkgid}{nonBuildadm} || 0;
             $youngest =  int($youngest);
             $youngestNonRipple =  int($youngestNonRipple) || '-';
             $youngestNonBuildadm = int($youngestNonBuildadm) || '-';
-            $t1->addRow( linkPackageDetails($pkgid),
-                         $t2->getTable(), "$youngestNonBuildadm [$youngest]"  );
+            $t1->addRow( linkPackageDetails($pkgid), $t2Text, "$youngestNonBuildadm [$youngest]"  );
+        }
         if ( $t1->getTableRows() )
+        {
             $t1->setColWidth(1,'30%');
     generateHTMLTail($HTML);
+    #
     #   Highlight packages that have not been mapped to a Repo
+    #
-Message("Not Mapped");
     $HTML = generateHTMLHeader ('SA');
     print $HTML "Packages that have not been mapped to a Repository\n";
     $t = new HTML::Table( -border=>1 );
     foreach my $pkgid ( @{$Repos{UNKNOWN}} )
+    {
     generateHTMLTail($HTML);
+    #
     #   Packages already under Subversion
+    #
-Message("In Subversion");
     $HTML = generateHTMLHeader ('SB');
     print $HTML "Packages that are currently in Subversion\n";
-    print $HTML "<br>Packages in Subversion: ". scalar @{$Repos{SVN}} ."\n";
+    print $HTML "<br>Packages in Subversion   : ". scalar @{$Repos{SVN}} ."\n";
+    print $HTML "<br>Total Packages to convert: ". $totalPackageCount ."\n";
-    print $HTML anchor("SVN",'SVN');
+    print $HTML "<p>" ,anchor("SVN",'SVN');
     $t = new HTML::Table( -border=>1 );
     foreach my $pkgid ( @{$Repos{SVN}} )
+    {
         my %RepoList;
         'AtmelHAL'                              => 'MASS_Dev_Crypto',
         'Netbula'                               => 'COTS',
         'ObjectiveGrid'                         => 'COTS',
         'lmos'                                  => 'DPG_SWBase',
+#        'daf_cd_transap'                        => 'DPG_SWBase',
         'basetypes'                             => 'MASS_Dev_Infra',
         'accesscontrol_ejb-api'                 => 'MASS_Dev_Infra/security',
         'tp5000_MUG'                            => 'MREF_Package',
         'udman'                                 => 'MASS_Dev_Infra',
         'emvud'                                 => 'DPG_SWBase/emvud',
         'jboss_config'                          => 'MASS_Dev_Bus/Business' ,
         'jboss_service'                         => 'MASS_Dev_Bus/Business' ,
         'pgres'                                 => 'ITSO_TRACS/DataManagement' ,
         'ERGcda_imports'                        => 'MREF_Package',
+        'daf_dataman_extras'                    => 'ProjectCD/seattle',
+        'XmlDocInterface'                       => 'MASS_Dev_Infra',
+        # Kill single package subdirs
+        'application'                           => 'MASS_Dev_Bus',
+        'card'                                  => 'MASS_Dev_Bus',
+        'cardholder'                            => 'MASS_Dev_Bus',
+        'opman-database'                        => 'MASS_Dev_Bus',
+        'product'                               => 'MASS_Dev_Bus',
+        'VmtInterface'                          => 'MASS_Dev_Bus',
+        'systemcd_ejb-api'                      => 'MASS_Dev_Bus/CBP',
+        'boi'                                   => 'MASS_Dev_Bus/BOI',
     );
     my %VobRename = (
         'LMOS'              => 'LinuxDevices',
         'GMPTE2005'             => 'ITSO_TRACS',
         'GMPTE2005_obe'         => 'ITSO_TRACS',
         'UK_ITSO_COMPLIANT'     => 'ITSO_TRACS',
     );
+    my %PreferredPath = (
+        'MASS_Dev_Bus/Reports'      => 1,
+        'MASS_Dev_Bus/CBP'          => 1,
+        'MASS_Dev_Bus/Business'     => 1,
+        'MASS_Dev_Bus/CIPP'        => 1,
+    );
     # default is 1
     my %VobDepth = (
         'DPG_SWBase'                => 2,
         'ITSO_TRACS'                => 2,
         'ITSO_TRACS/Packages'       => 1,
+    #
     #   Some path cleanup
+    #
     if ( $path )
+    {
+        $path =~ s~\s+~~i;
         $path =~ s~/build.pl$~~i;
         $path =~ s~/src$~~i;
         $path =~ s~DPC_SWCode/~DPG_SWCode/~i;
         $path =~ s~MASS_Dev/Bus/~MASS_Dev_Bus/~i;
         $path =~ s~MASS_Dev_Bus/Cbp/~MASS_Dev_Bus/CBP/~i;
+        $path =~ s~MASS_Dev_Bus/WebServices~MASS_Dev_Bus/WebServices~i;
         $path =~ s~/Vastraffik/~/Vasttrafik/~;
         $path =~ s~/MREF_Package/ergpostmongui$~/MREF_Package/ergpostmongui~i;
+    }
+    #
     return "UNKNOWN"
         unless ( $vob );
+    #
+    #   Can we map the package into a preferred path
+    #
+    foreach my $ppath ( sort keys %PreferredPath )
+    {
+        if ( $path =~ m~${ppath}(/|$)~ )
+        {
+#print "---- Preferred path: $name, $ppath\n";
+            return $ppath;
+        }
+    }
+    #
     #   Determine depth for this path
+    #
     my $depth = 1;
     foreach ( reverse sort keys %VobDepth)
+    {
+        {
             $depth = $VobDepth{$_};
             last;
+        }
+    }
 #print "--Joining: $name, $depth, @pathBase\n";
     return pathJoin($depth, $path, $name, @pathBase);
+}
 sub pathJoin
+{
     my ($tag) = @_;
     $tag =~ tr~\\/~/~;
     if ( $tag =~ m~^CC::~ )
+    {
-        $tag =~ s~CC::\s+~CC::~;
+        $tag =~ s~CC::load\s+~CC::~;                # Load rule
+        $tag =~ s~CC::\s+~CC::~;                    # Leading white space
+        $tag =~ s~CC::[A-Za-z]\:/~CC::/~;           # Leading driver letter
+        $tag =~ s~CC::/+~CC::/~;                    # Multiple initial /'s
         $tag =~ s~/build.pl::~::~i;
         $tag =~ s~/src::~::~i;
         $tag =~ s~MASS_Dev_Bus/Cbp/~MASS_Dev_Bus/CBP/~i;
         $tag =~ s~MASS_Dev_Bus~MASS_Dev_Bus~i;
         $tag =~ s~/MASS_Dev/Infra~MASS_Dev_Infra~i;

Subversion Repositories DevTools

(root)/core_devl/branches/dpurdie_devl/TOOLS/LOCAL/cc2svn_procdata.pl – Rev 2321 → 2354