Subversion Repositories DevTools

Rev

Rev 2321 | Rev 2412 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
392 dpurdie 1
########################################################################
2
# Copyright (C) 1998-2012 Vix Technology, All rights reserved
3
#
4
# Module name   : cc2svn_procdata.pl
5
# Module type   : Makefile system
6
# Compiler(s)   : Perl
7
# Environment(s): jats
8
#
9
# Description   : Get all packages that are used in all releases
10
#                 Post process data collected in 23a
11
#
12
#
13
#......................................................................#
14
 
15
require 5.006_001;
16
use strict;
17
use warnings;
18
use JatsError;
19
use JatsEnv;
20
use JatsSystem;
21
use Getopt::Long;
22
use Pod::Usage;                             # required for help support
23
use JatsRmApi;
24
use ConfigurationFile;
25
use HTML::Table;
1270 dpurdie 26
use JatsSvn;
392 dpurdie 27
 
28
use DBI;
29
our $GBE_RM_URL;
395 dpurdie 30
our $GBE_DM_URL;
392 dpurdie 31
 
32
my $VERSION = "1.2.3";                      # Update this
33
my $opt_verbose = 1;
34
my $opt_help = 0;
35
my $opt_manual;
36
my $opt_usedby;
37
my $opt_allpackages;
38
 
39
#
40
#   Package information
41
#
42
our %ScmReleases;
43
our %ScmPackages;
44
our %ScmSuffixes;
45
our %ScmAllPackages;
395 dpurdie 46
our %ScmAllBomProjects;
47
our %ScmSboms;
392 dpurdie 48
 
2321 dpurdie 49
################################################################################
50
#   Data structure to help create links in all the files
51
#       BadVcs_$pvid
52
#       Repo_$repo
53
#       Package_$name
54
#
55
my $currentSection;
56
my %htmlData = (
57
    S0 =>  {file => 'PackageConversion.html'                  , title => 'Master Index'                     , tag => '', 'noHeader' => 0 },
58
    S1 =>  {file => 'PackageConversion_IR.html'               , title => 'Inlcuded Releases'                , tag => '' },
59
    S2 =>  {file => 'PackageConversion_ER.html'               , title => 'Excluded Releases'                , tag => '' },
60
    S3 =>  {file => 'PackageConversion_PkgIndex.html'         , title => 'Complete Package Index'           , tag => '' },
61
    S4 =>  {file => 'PackageConversion_PkgDetails.html'       , title => 'Package Conversion Details'       , tag => 'Package' },
62
    S5 =>  {file => 'PackageConversion_BadVersions.html'      , title => 'Bad Package Versions'             , tag => 'BadVcs' },
63
    S6 =>  {file => 'PackageConversion_BadVersionsPrj.html'   , title => 'Bad Package Versions By Project'  , tag => '' },
64
    S7 =>  {file => 'PackageConversion_MultiplePackages.html' , title => 'MultiplePackages'                 , tag => '' },
65
    S8 =>  {file => 'PackageConversion_RepoIndex.html'        , title => 'Repository Index'                 , tag => '' },
66
    S9 =>  {file => 'PackageConversion_RepoMap.html'          , title => 'Repository Mapping'               , tag => 'Repo' },
67
    SA =>  {file => 'PackageConversion_unMapped.html'         , title => 'Unmapped Packages'                , tag => '' },
68
    SB =>  {file => 'PackageConversion_SvnPkgs.html'          , title => 'Packages in Subversion'           , tag => '' },
69
);
392 dpurdie 70
 
71
#-------------------------------------------------------------------------------
72
# Function        : Main Entry
73
#
74
# Description     :
75
#
76
# Inputs          :
77
#
78
# Returns         :
79
#
80
my $result = GetOptions (
81
                "help+"         => \$opt_help,          # flag, multiple use allowed
82
                "manual"        => \$opt_manual,        # flag
83
                "verbose+"      => \$opt_verbose,       # flag
84
                "usedby:s"      => \$opt_usedby,        # pvid used by which releases
85
                'allpackages+'  => \$opt_allpackages
86
                );
87
 
88
#
89
#   Process help and manual options
90
#
91
pod2usage(-verbose => 0, -message => "Version: $VERSION")  if ($opt_help == 1  || ! $result);
92
pod2usage(-verbose => 1)  if ($opt_help == 2 );
93
pod2usage(-verbose => 2)  if ($opt_manual || ($opt_help > 2));
94
 
95
 
96
ErrorConfig( 'name'    =>'CC2SVN_PROCDATA' );
404 dpurdie 97
readInputData();
392 dpurdie 98
 
99
#
100
#   Report Releases that use a package
101
#
102
if ( $opt_usedby )
103
{
104
    foreach my $pvid ($opt_usedby , @ARGV )
105
    {
106
        my ($releases, $ireleases) = usedBy($pvid);
107
        my (@text, @itext);
108
 
396 dpurdie 109
        foreach ( sort {$ScmReleases{$a}{name} cmp $ScmReleases{$b}{name} } @$releases )
392 dpurdie 110
        {
111
            push @text, "$ScmReleases{$_}{pName} :: $ScmReleases{$_}{name}";
112
        }
113
 
114
        foreach ( @$ireleases )
115
        {
116
            push @text, "$ScmReleases{$_}{pName} :: $ScmReleases{$_}{name}";
117
        }
118
 
119
        unshift @text  ,"Used Directly by:" if ( @text );
120
        unshift @itext ,"Used Indirectly by:" if ( @itext );
121
        Message("Package: $ScmPackages{$pvid}{'name'} Version: $ScmPackages{$pvid}{'version'}", @text, @itext);
122
    }
123
    exit 0;
124
}
125
 
126
##
127
##   Generate a list of essential package-versions
128
##
129
#{
130
#    my $file = "EssentialPackages.txt";
131
#    my $count = 0;
132
#    Message("Create Essential Package List", $file);
133
#    open ( my $fh, '>', $file ) || Error ("Cannot open $file", "Error: $!");
134
#    foreach ( sort { $a <=> $b } keys %ScmPackages )
135
#    {
136
#        print $fh "$_\n";
137
#        $count++;
138
#    }
139
#    close $fh;
140
#    Message("Essential Packages: $count");
141
#}
142
 
143
#
144
#   Attempt to classify each package
145
#   Create a structure for each package
146
#
147
my %PackageSet;
148
my %PackageData;
149
my %Views;
150
my %Vobs;
1341 dpurdie 151
my %ReleasePackages;
152
 
392 dpurdie 153
getBadLabelData();
154
 
155
#
156
#   Remove packages that we don't need
157
#
158
my $deleteCount = keys %ScmPackages;
159
unless ( $opt_allpackages )
160
{
161
    foreach ( keys %ScmPackages )
162
    {
163
        next if ( $ScmPackages{$_}{NamedProject} );
164
        delete $ScmPackages{$_};
165
    }
166
}
167
 
168
Message ("Create Package Sets");
394 dpurdie 169
my $badCount = 0;
392 dpurdie 170
foreach ( keys %ScmPackages )
171
{
172
    my $pkgid = $ScmPackages{$_}{pkgid};
394 dpurdie 173
    unless ( $pkgid )
174
    {
175
        $badCount++;
176
        next;
177
    }
178
 
392 dpurdie 179
    push @{$PackageSet{$pkgid}}, $_;
180
 
181
    my ($vob, $path) = extractVob($_);
182
    if ($vob)
183
    {
394 dpurdie 184
        next if ( $ScmPackages{$_}{BadVob} );
392 dpurdie 185
        $Vobs{$vob}++;
186
        push @{$PackageData{$pkgid}{vobs}{$vob}}, $_ ;
187
        push @{$PackageData{$pkgid}{vobPath}{$path}}, $_  if ($path);
395 dpurdie 188
        $PackageData{$pkgid}{vobResolver}{$vob} = $path;
392 dpurdie 189
    }
190
 
191
    my $view = $ScmPackages{$_}{view};
192
    if ( $view )
193
    {
194
        foreach my $v ( keys %{$view} )
195
        {
196
            my $saneName = $v;
197
            $saneName = 'PRODUCTS' if ( $v eq 'AUTO_PRODUCTS' );
198
            $saneName = 'COTS' if ( $v eq '3RDPARTY_PRODUCTS' );
199
            next if ( $v eq 'MISC' );
200
            $Views{$saneName}++;
201
            $PackageData{$pkgid}{view}{$saneName} += $view->{$v};
202
        }
203
    }
204
 
205
    #
206
    #   Find youngest package
2321 dpurdie 207
    #       - Most recently modified
208
    #       - Not a ripple
209
    #       - Not created by buildadm (3768)
392 dpurdie 210
    #
211
    if ( (! exists $PackageData{$pkgid}{youngAge} ) || ( $ScmPackages{$_}{Age} < $PackageData{$pkgid}{youngAge} ) )
212
    {
213
        $PackageData{$pkgid}{youngAge} = $ScmPackages{$_}{Age};
214
    }
2321 dpurdie 215
 
392 dpurdie 216
    if ( (! exists $PackageData{$pkgid}{youngAgeNonRipple} ) || ( $ScmPackages{$_}{Age} < $PackageData{$pkgid}{youngAgeNonRipple} ) )
217
    {
218
        unless ( $ScmPackages{$_}{isaRipple} )
219
        {
220
            $PackageData{$pkgid}{youngAgeNonRipple} = $ScmPackages{$_}{Age};
221
        }
222
    }
223
 
2321 dpurdie 224
    if ( (! exists $PackageData{$pkgid}{nonBuildadm} ) || ( $ScmPackages{$_}{Age} < $PackageData{$pkgid}{nonBuildadm} ) )
225
    {
226
        unless ( $ScmPackages{$_}{Creator} == '3768' )
227
        {
228
            $PackageData{$pkgid}{nonBuildadm} = $ScmPackages{$_}{Age};
229
        }
230
    }
231
 
232
 
1341 dpurdie 233
    $PackageData{$pkgid}{name} = $ScmPackages{$_}{name} ;
392 dpurdie 234
 
1341 dpurdie 235
    #
236
    #   Accumulate Release data
237
    #
238
    my $mname = $ScmPackages{$_}{'name'} . ($ScmPackages{$_}{'suffix'} || '');
239
    my $name = $ScmPackages{$_}{'name'};
240
    foreach my $rtag_id ( @{$ScmPackages{$_}{'release'}} )
241
    {
242
        unless ( $ScmReleases{$rtag_id}{'excluded'} )
243
        {
244
            $ReleasePackages{$rtag_id}{mname}{$mname}{count}++;
245
            $ReleasePackages{$rtag_id}{name}{$name}{count}++;
246
            push @{$ReleasePackages{$rtag_id}{mname}{$mname}{pvid}}, $_;
247
            push @{$ReleasePackages{$rtag_id}{name}{$name}{pvid}}, $_ ;
248
        }
249
    }
392 dpurdie 250
}
394 dpurdie 251
Warning ("Bad Package Data entries: " . $badCount ) if $badCount;
392 dpurdie 252
 
253
#
254
#   Tag packages with BadVob and MultiVob
255
#
256
foreach my $pkgid ( keys %PackageSet )
257
{
258
    ($PackageData{$pkgid}{type}, @{$PackageData{$pkgid}{suffixes}} ) = smartPackageType ($pkgid);
259
    my @vobs = keys %{$PackageData{$pkgid}{vobs}};
260
    $PackageData{$pkgid}{isSVN} = 1 if ( @vobs == 1 && $vobs[0] eq 'SVN' );
1270 dpurdie 261
    $PackageData{$pkgid}{isSVN} = 1 if ( (exists ($PackageData{$pkgid}{vobs}{SVN})) && $PackageData{$pkgid}{vobs}{SVN});
262
 
392 dpurdie 263
    $PackageData{$pkgid}{MultiVob} = 1 if ( @vobs > 1 );
264
    $PackageData{$pkgid}{BadVob} = 1 if ( grep {$_ eq 'BAD'} @vobs   );
265
}
266
 
267
 
268
#
269
#   Map packages into Repos
270
#
2354 dpurdie 271
my %Repos_lowercase;
392 dpurdie 272
my %Repos;
273
my %RepoSubIndex;
274
Message ("Mapping Vobs to Repo");
275
foreach my $pkgid ( keys %PackageSet )
276
{
277
    my $repo = mapPackage($pkgid);
278
    Error ("Unmapped package: $PackageData{$pkgid}{name}" ) unless ( $repo );
2354 dpurdie 279
    my $repo_lc = lc $repo;
392 dpurdie 280
 
2354 dpurdie 281
    if (exists $Repos_lowercase{$repo_lc} && $Repos_lowercase{$repo_lc} ne $repo )
282
    {
283
        Error ("Package mapping: Mapped to Repo with same name, but different case",
284
               "Package: $PackageData{$pkgid}{name}",
285
               "Mapped repo   : $repo",
286
               "Already mapped: $Repos_lowercase{$repo_lc}");
287
    }
288
 
289
    $Repos_lowercase{$repo_lc} = $repo;
392 dpurdie 290
    $PackageData{$pkgid}{mappedRepo} = $repo;
291
    push @{$Repos{$repo}}, $pkgid;
2354 dpurdie 292
 
293
    if ( $repo eq 'SVN' )
294
    {
295
        my %RepoList;
296
        foreach my $pvid ( @{$PackageSet{$pkgid}} )
297
        {
298
            my $repo = $ScmPackages{$pvid}{'vcstag'};
299
            if ( $repo =~ m~SVN::AUPERASVN01/(.*)/(.*?)(/tags/|/branches/|/trunk)~i )
300
            {
301
                my $repo = $1;
302
                unless( exists $RepoList{$repo} )
303
                {
304
                    $RepoList{$repo} = 1 ;
305
                    $PackageData{$pkgid}{mappedRepo} = $repo;
306
                    push @{$Repos{$repo}}, $pkgid;
307
                }
308
            }
309
        }
310
 
311
    }
392 dpurdie 312
}
313
 
314
foreach ( keys %Repos )
315
{
316
    @{$Repos{$_}} = sort{ uc($PackageData{$a}{name}) cmp uc($PackageData{$b}{name}) } @{$Repos{$_}};
317
    my $base = $_;
318
    my $index = '-';
319
    if (m~^(.*?)/(.*)~ )
320
    {
321
        $base = $1;
322
        $index = $2;
323
    }
324
    push @{$RepoSubIndex{$base}{$index}}, @{$Repos{$_}};
325
    @{$Repos{$base}} = () unless ( exists $Repos{$base} );
326
}
327
#DebugDumpData("RepoSubIndex", \%RepoSubIndex);
328
#DebugDumpData("Repos", \%Repos);
329
 
330
#
331
#   Create a list of Packages
332
#
2354 dpurdie 333
my $totalPackageCount = 0;
392 dpurdie 334
{
335
    my $file = "PackageNames.txt";
336
    Message("Create Package Name List", $file);
337
    open ( my $fh, '>', $file ) || Error ("Cannot open $file", "Error: $!");
338
 
339
    foreach ( sort {$PackageData{$a}{name} cmp $PackageData{$b}{name} } keys %PackageData )
340
    {
341
        print $fh "$PackageData{$_}{name}\n";
2354 dpurdie 342
        $totalPackageCount++;
392 dpurdie 343
 
344
    }
345
    close $fh;
2354 dpurdie 346
    Message("Unique Package Names: $totalPackageCount");
392 dpurdie 347
#    DebugDumpData("PackageData", \%PackageData);
348
}
349
 
1341 dpurdie 350
#
351
#   Determine Releases that have multiple versions of a package
352
#   ie: xxxx.cr and xxxxx.ssw
353
#
354
 
355
 
356
 
1270 dpurdie 357
##=pod
358
###
359
###   Display MutiVob Packages
360
###
361
##    foreach my $pkgid (  keys %PackageData )
362
##    {
363
##        next unless ( $PackageData{$pkgid}{MultiVob}  );
364
##        Message("Multi VOB package: $PackageData{$pkgid}{name}");
365
##        foreach my $vob ( keys %{$PackageData{$pkgid}{vobs}} )
366
##        {
367
##            Message("    $vob");
368
##            foreach my $pvid ( @{$PackageData{$pkgid}{vobs}{$vob}} )
369
##            {
370
##                Message ("        $ScmPackages{$pvid}{'version'}, $ScmPackages{$pvid}{'vcstag'}");
371
##            }
372
##        }
373
###DebugDumpData("DATA",$PackageData{$pkgid} );
374
##    }
375
##=cut
392 dpurdie 376
 
1270 dpurdie 377
##=pod
378
##    foreach my $pkgid (  keys %PackageData )
379
##    {
380
##        next unless ( $PackageData{$pkgid}{isSVN}  );
381
##        Message("Fully SVN Converted: $PackageData{$pkgid}{name}");
382
##    }
383
##=cut
392 dpurdie 384
 
1270 dpurdie 385
##=pod
386
##    my @BadTags;
387
##    foreach my $pvid (  keys %ScmPackages )
388
##    {
389
##        next unless ( $ScmPackages{$pvid}{BadVob}  );
390
##        push @BadTags, $pvid;
391
##    }
392
##
393
##    Message("Bad VcsTag packages: ". scalar @BadTags);
394
##    foreach my $pvid ( @BadTags )
395
##    {
396
##        Message ("    $pvid, $ScmPackages{$pvid}{'name'}, $ScmPackages{$pvid}{'version'}, $ScmPackages{$pvid}{'vcstag'}");
397
##    }
398
##=cut
392 dpurdie 399
 
400
    generateHTML();
401
    generateImportData();
402
    exit 0;
403
 
404
#-------------------------------------------------------------------------------
405
# Function        : generateImportData
406
#
407
# Description     : Generate data to be used by the importPackage util.
408
#                   Will provide Target Repo
409
#
410
# Inputs          : Nothing
411
#
412
# Returns         : 
413
#
414
sub generateImportData
415
{
416
    my %Data;
1270 dpurdie 417
    Message("Generate Data for utilties");
418
 
392 dpurdie 419
    foreach my $pkgid ( keys %PackageData )
420
    {
421
        my $repo = $PackageData{$pkgid}{mappedRepo};
422
        my $name = $PackageData{$pkgid}{name};
423
        $Data{$name}{repo} = $repo;
424
#        $Data{$pkgid}{name} = $PackageData{$pkgid}{name};
425
    }
426
 
427
    {
428
        my $file = "cc2svn.repo.txt";
429
        Message ("Create: $file");
430
        my $fh = ConfigurationFile::New( $file );
431
 
432
        foreach my $pkgid ( sort {$PackageData{$a}{name} cmp $PackageData{$b}{name} } keys %PackageData )
433
        {
434
            my $repo = $PackageData{$pkgid}{mappedRepo};
435
            my $name = $PackageData{$pkgid}{name};
2354 dpurdie 436
            my $svn = $PackageData{$pkgid}{isSVN} ? 'SVN' : '---';
437
 
438
            my $youngest = $PackageData{$pkgid}{youngAge};
439
            my $youngestNonRipple = $PackageData{$pkgid}{youngAgeNonRipple} || 0;
440
            my $youngestNonBuildadm = $PackageData{$pkgid}{nonBuildadm} || 0;
441
 
442
            $youngest =  int($youngest);
443
            $youngestNonRipple =  int($youngestNonRipple) || '9999';
444
            $youngestNonBuildadm = int($youngestNonBuildadm) || '9999';
445
 
446
            my $txt = sprintf ("Last:%5d, User:%5d, NonR:%5d, $svn", $youngest, $youngestNonBuildadm, $youngestNonRipple);
447
           $txt .= sprintf (" :: %40s -repo=%s", $name, $repo );
448
            $fh->WriteLn($txt);
392 dpurdie 449
        }
450
        $fh->Close();
451
    }
452
 
453
    my $file = "cc2svn.repo.dat";
454
    Message ("Create: $file");
455
    my $fh = ConfigurationFile::New( $file );
456
    $fh->DumpData(
457
        "\n# Repo Mapping.\n#\n",
458
        "ScmRepoMap", \%Data );
459
 
460
    $fh->Close();
461
}
462
 
463
#-------------------------------------------------------------------------------
2321 dpurdie 464
# Function        : generateHTMLHeader
392 dpurdie 465
#
2321 dpurdie 466
# Description     : Create an HTML Header
392 dpurdie 467
#
2321 dpurdie 468
# Inputs          : $section        - Section tag
392 dpurdie 469
#
2321 dpurdie 470
# Returns         : Handle to use
392 dpurdie 471
#
2321 dpurdie 472
sub generateHTMLHeader
392 dpurdie 473
{
2321 dpurdie 474
    my ($section) = @_;
475
    my $handle;
392 dpurdie 476
 
2321 dpurdie 477
    Error ("Bad HTML section id: $section") unless ( exists $htmlData{$section} );
478
    $currentSection = $section;
479
    my $fname = $htmlData{$section}{file};
480
    my $title = $htmlData{$section}{title};
2354 dpurdie 481
    Message("Generating: $title");
392 dpurdie 482
 
2321 dpurdie 483
    open ($handle, '>', $fname) || Error ("Cannot create HTML: $fname");
484
    print $handle <<"HEADER";
485
<!DOCTYPE $handle PUBLIC "-//W3C//DTD $handle 4.01 Transitional//EN""http://www.w3.org/TR/html4/loose.dtd">
392 dpurdie 486
<html>
487
<head>
2321 dpurdie 488
<title>$title</title>
392 dpurdie 489
<script type="text/javascript">
490
function click_expandingMenuHeader(obj,sectionName)
491
{ 
492
var x=document.getElementById("cssprop_" + sectionName).parentNode.className;
493
if (x.indexOf("expandingMenuNotSelected")>-1)
494
	{
495
	x=x.replace("expandingMenuNotSelected","expandingMenuSelected");
496
	document.getElementById("cssprop_" + sectionName).parentNode.className=x;
497
	document.getElementById("cssprop_" + sectionName).style.display="block";
498
	}
499
else
500
	{
501
	x=x.replace("expandingMenuSelected","expandingMenuNotSelected");
502
	document.getElementById("cssprop_" + sectionName).parentNode.className=x;
503
	document.getElementById("cssprop_" + sectionName).style.display="none";
504
	}
505
}
506
 
507
function flipStyleByName(style, prop, val, val2)
508
{
509
    var mysheet=document.styleSheets[0];
510
    var myrules=mysheet.cssRules? mysheet.cssRules: mysheet.rules
511
    for (i=0; i<myrules.length; i++)
512
    {
513
        if(myrules[i].selectorText.toLowerCase()==style)
514
        {
515
            targetrule=myrules[i];
516
 
517
            targetflag = 'ddpStuff.' + style
518
            targetrule[targetflag] = ! targetrule[targetflag];
519
            val = targetrule[targetflag] ? val : val2;
520
 
521
            targetrule.style.setProperty(prop, val,'important');
522
            break;
523
        }
524
    }
525
}
526
 
527
</script>
528
<style TYPE="text/css">
529
 
530
.nonEssential {}
531
.essential {}
532
 
533
.expandingMenu
534
{
535
xwidth:165px;
536
overflow:hidden;
537
}
538
 
539
.expandingMenuHeader
540
{
541
padding-left:12px;
542
margin-bottom:2px;
543
cursor:pointer;
544
}
545
 
546
.expandingMenuItem
547
{
548
width:145px;
549
padding-left:12px;
550
margin-bottom:3px;
551
}
552
 
553
.expandingMenuGroup {
554
xwidth:160px;
555
border:1px solid #d4d4d4;
556
margin-bottom:4px;
557
padding-top:4px;
558
padding-bottom:4px;
559
background-color:#f8f8f8;
560
}
561
 
562
.expandingMenuSelected {
563
background-image:url(http://www.w3schools.com/images/minus_arrow.gif);
564
background-repeat:no-repeat;
565
background-position:1px 3px;
566
}
567
 
568
.expandingMenuNotSelected {
569
background-image:url(http://www.w3schools.com//images/plus_arrow.gif);
570
background-repeat:no-repeat;
571
background-position:1px 3px;
572
}
573
 
574
.packageTitle {
575
    background-color:#FFFF99;
576
}
577
 
578
.listTitle {
579
    text-align:left;
580
    vertical-align:top;
581
}
582
 
583
.paddedTable {
584
    border-spacing: 10px 0px;
585
}
586
</style>
587
</head>
588
 
589
HEADER
2321 dpurdie 590
    print $handle "<body>\n";
591
    print $handle "<p>Generated: " . localtime() . "\n";
392 dpurdie 592
 
593
    #
594
    #   Generate an index
595
    #
2321 dpurdie 596
    print $handle htmlH1(anchor("Index", 'Index'));
392 dpurdie 597
 
2321 dpurdie 598
    print $handle "<dl>";
599
    foreach my $section ( sort keys %htmlData )
600
    {
601
        my $fname = $htmlData{$section}{file};
602
        my $title = $htmlData{$section}{title};
603
 
604
        print $handle "<dd>" . hRef("$fname"            ,$title);
605
 
606
    }
607
    print $handle "</dl>\n";
608
 
609
    unless ( $htmlData{$section}{noHeader} )
610
    {
611
        print $handle htmlH1('<hr>' . $title);
612
    }
613
 
614
    return $handle;
615
}
616
 
617
#-------------------------------------------------------------------------------
618
# Function        : generateHTMLTail
619
#
620
# Description     : 
621
#
622
# Inputs          : 
623
#
624
# Returns         : 
625
#
626
sub generateHTMLTail
627
{
628
    my ($handle) = @_;
629
    print $handle "</body>\n";
630
    print $handle "</html>\n";
631
    close $handle;
632
 
633
    $currentSection = '';
634
}
635
 
636
 
637
#-------------------------------------------------------------------------------
638
# Function        : generateHTML
639
#
640
# Description     : 
641
#                   Create per package data
642
#                   Create a nice HTML file so that it can be hyperlinked
643
#
644
# Inputs          : 
645
#
646
# Returns         : 
647
#
648
 
649
sub generateHTML
650
{
651
    my @PackageOrder;
652
    EnvImport('GBE_RM_URL');
653
    EnvImport('GBE_DM_URL');
654
    my $t;
655
    Message("Generate HTML");
656
    my $HTML = generateHTMLHeader ('S0');
657
    print $HTML "This page is a simple index into the other pages that contain the Clearcase to Subversion converstion details.\n";
658
 
392 dpurdie 659
    #
395 dpurdie 660
    #   BOM Projects
661
    #
1197 dpurdie 662
#    {
2321 dpurdie 663
#        print $HTML header('BOMIndex', 'Included BOM Projects');
664
#        print $HTML "BOM Projects included in processing. All branches and and SBOMS scanned for essential packages and versions\n";
1197 dpurdie 665
#
2321 dpurdie 666
#        print $HTML "<dl>\n";
1197 dpurdie 667
#        foreach my $project_id ( sort {$ScmAllBomProjects{$a}{project_name} cmp $ScmAllBomProjects{$b}{project_name} } keys %ScmAllBomProjects )
668
#        {
2321 dpurdie 669
#            print $HTML "<dd>" . linkBomProject($project_id,$ScmAllBomProjects{$project_id}{project_name});
1197 dpurdie 670
#        }
2321 dpurdie 671
#        print $HTML "</dl>\n";
1197 dpurdie 672
#    }
395 dpurdie 673
 
674
    #
392 dpurdie 675
    #   Release List
676
    #
677
    my %Projects;
678
    push @{$Projects{$ScmReleases{$_}{'pName'}}}, $_ foreach ( keys %ScmReleases );
679
 
2321 dpurdie 680
 
681
    $HTML = generateHTMLHeader ('S1');
682
    print $HTML "Releases that will be considered in the conversion process.\n";
683
    print $HTML "<br>Releases are scanned for packages and versions that are used.\n";
684
    print $HTML "<dl>\n";
392 dpurdie 685
    foreach ( sort keys %Projects )
686
    {
395 dpurdie 687
        foreach my $rtagid ( sort {$ScmReleases{$a}{name} cmp $ScmReleases{$b}{name}} @{$Projects{$_}} )
392 dpurdie 688
        {
689
            next if ( $ScmReleases{$rtagid}{'excluded'} );
2321 dpurdie 690
            print $HTML "<dd>" . linkRelease($rtagid);
392 dpurdie 691
        }
692
    }
2321 dpurdie 693
    print $HTML "</dl>\n";
694
    generateHTMLTail($HTML);
392 dpurdie 695
 
2321 dpurdie 696
 
697
    $HTML = generateHTMLHeader ('S2');
698
    print $HTML "Releases that will NOT be considered in the conversion process. These are releases that have been specificly excluded.\n";
699
    print $HTML "<dl>\n";
392 dpurdie 700
    foreach ( sort keys %Projects )
701
    {
395 dpurdie 702
        foreach my $rtagid ( sort {$ScmReleases{$a}{name} cmp $ScmReleases{$b}{name}} @{$Projects{$_}} )
392 dpurdie 703
        {
704
            next unless ( $ScmReleases{$rtagid}{'excluded'} );
2321 dpurdie 705
            print $HTML "<dd>" . linkRelease($rtagid);
392 dpurdie 706
        }
707
    }
2321 dpurdie 708
    print $HTML "</dl>\n";
709
    generateHTMLTail($HTML);
392 dpurdie 710
 
711
 
712
    my $currentChar = '';
713
    undef $t;
714
    @PackageOrder = ();
2321 dpurdie 715
    $HTML = generateHTMLHeader ('S3');
716
    print $HTML "Complete list of packages. This includes 'Essential Packages' and packages that ";
717
    print $HTML "are present in Release Manager, but are not currently used.";
718
    print $HTML "<br><button type=\"button\" onclick=\"flipStyleByName('.nonessential', 'display', 'none', '')\" >Show/Hide non Essential</button>";
719
    print $HTML "<button type=\"button\" onclick=\"flipStyleByName('.essential', 'display', 'none', '')\" >Show/Hide Essential</button>";
392 dpurdie 720
 
721
    foreach my $pkgid ( sort {lc($ScmAllPackages{$a}) cmp lc($ScmAllPackages{$b}) } keys %ScmAllPackages )
722
    {
723
        my $thisChar = uc(substr($ScmAllPackages{$pkgid}, 0, 1 ));
724
        if ( $thisChar ne $currentChar )
725
        {
2321 dpurdie 726
            print $HTML $t->getTable if ( $t );
392 dpurdie 727
            $t = new HTML::Table();
728
 
2321 dpurdie 729
            endExpander($HTML) if ($currentChar);
730
            startExpander($HTML, "Letter2$thisChar", $thisChar);
392 dpurdie 731
            $currentChar = $thisChar;
732
        }
733
        my $packageRef;
734
        my $version_tree = '';
735
        my $import_log = '';
736
        my $marker = '';
737
        my $class;
738
        unless ( exists $PackageData{$pkgid} )
739
        {
740
            $packageRef = $ScmAllPackages{$pkgid};
1197 dpurdie 741
            $marker = 'Not being converted at this time';
392 dpurdie 742
            $class = 'nonEssential';
743
        }
744
        else
745
        {
746
            push @PackageOrder, $pkgid;
747
            $packageRef = linkPackageDetails($pkgid);
748
            $version_tree = linkImage($pkgid, '(Version Tree)');
749
            $import_log = linkImportLog( $pkgid, '(Import Log)');
750
 
751
            $marker = 'Converted to SVN'
752
                if ( $PackageData{$pkgid}{isSVN} );
753
            $class = 'essential';
754
        }
755
        $t->addRow($packageRef, linkPkg($pkgid, '(Release Manager)'),$version_tree, $import_log, $marker);
756
        $t->setRowClass  (-1, $class);
757
    }
2321 dpurdie 758
    print $HTML $t->getTable if ( $t );
759
    endExpander($HTML) if ($currentChar);
760
    generateHTMLTail($HTML);
392 dpurdie 761
 
762
    #
763
    #   Package Details
764
    #
2321 dpurdie 765
    $HTML = generateHTMLHeader ('S4');
392 dpurdie 766
    $t = new HTML::Table( -border=>1 );
767
    foreach my $pkgid ( @PackageOrder )
768
    {
769
        my @badVobs;
770
        $t->addRow('&nbsp;');
771
        $t->setRowClass  (-1, 'packageTitle');
772
        $t->setCellColSpan(-1, 1, 2);
773
 
2321 dpurdie 774
        $t->addRow( anchor("$PackageData{$pkgid}{name}", 'Name:'), linkPkg($pkgid) . linkImage($pkgid, ' (Version Tree)') . linkImportLog( $pkgid, ' (Import Log)' ) );
392 dpurdie 775
#        $t->setRowHead(-1,1);
776
 
777
        my $t2 = new HTML::Table( -border=>0, -padding=>0, -spacing=>0 );
778
        foreach my $pvid ( sort {$ScmPackages{$a}{fullVersion} cmp $ScmPackages{$b}{fullVersion} } @{$PackageSet{$pkgid}} )
779
        {
394 dpurdie 780
            my @markers;
781
            if ( $ScmPackages{$pvid}{BadVob} || $ScmPackages{$pvid}{BadCCView}  ) {
782
                push @markers, hRef( "#BadVcs_$pvid", ' -Bad Tag');
392 dpurdie 783
            }
784
 
394 dpurdie 785
            if ( $ScmPackages{$pvid}{sbomOsid} || $ScmPackages{$pvid}{sbomBase}  ) {
786
                push @markers, 'SBOM';
787
            }
788
 
789
 
790
            $t2->addRow( linkPvid($pvid, undef, 1), "@markers" );
791
 
392 dpurdie 792
            push @badVobs,$pvid if ($ScmPackages{$pvid}{BadVob});
793
        }
794
        $t->addRow("Versions used:", $t2->getTable);
795
        $t->addRow("Type:", $PackageData{$pkgid}{type});
796
        $t->addRow("Projects:",join (',', @{$PackageData{$pkgid}{suffixes}} ));
797
 
798
        my $youngest = $PackageData{$pkgid}{youngAge};
2321 dpurdie 799
        my $youngestNonRipple = $PackageData{$pkgid}{youngAgeNonRipple} || 0;
800
        my $youngestNonBuildadm = $PackageData{$pkgid}{nonBuildadm} || 0;
801
 
802
        $youngest = int($youngest);
803
        $youngestNonRipple = int($youngestNonRipple) || '-';
804
        $youngestNonBuildadm = int($youngestNonBuildadm) || '-';
805
 
806
        $t->addRow("Youngest:", "$youngestNonRipple Days (NonRipple). $youngestNonBuildadm Days (NonBuildadm). $youngest Days (any Build)" );
392 dpurdie 807
        $t->addRow("Views:", join (',', keys %{$PackageData{$pkgid}{view}}));
808
 
809
        if ( $PackageData{$pkgid}{MultiVob} )
810
        {
811
            my $t2 = new HTML::Table( -border=>0, -padding=>0, -spacing=>0, -class=>'paddedTable' );
812
            foreach my $vob ( keys %{$PackageData{$pkgid}{vobs}} )
813
            {
814
                $t2->addRow($vob);
815
                $t2->setRowHead(-1,1);
816
                $t2->setCellColSpan(-1, 1, 3);
817
                foreach my $pvid ( @{$PackageData{$pkgid}{vobs}{$vob}} )
818
                {
819
                    $t2->addRow('&nbsp;', linkPvid($pvid, undef, 1), "$ScmPackages{$pvid}{'vcstag'}" );
820
                }
821
            }
822
            $t2->setColClass (1, 'listTitle' );
395 dpurdie 823
            $t->addRow("MultiVobs:", $t2->getTable);
392 dpurdie 824
        }
825
        else
826
        {
827
            $t->addRow("Vobs:", join (',', keys %{$PackageData{$pkgid}{vobs}}));
828
        }
829
 
830
        if ( $PackageData{$pkgid}{MultiVob} )
831
        {
832
            my $t2 = new HTML::Table( -border=>0, -padding=>0, -spacing=>0, -class=>'paddedTable' );
833
            foreach my $vob ( keys %{$PackageData{$pkgid}{vobPath}} )
834
            {
835
                $t2->addRow($vob);
836
                $t2->setRowHead(-1,1);
837
                $t2->setCellColSpan(-1, 1, 2);
838
                foreach my $pvid ( @{$PackageData{$pkgid}{vobPath}{$vob}} )
839
                {
840
                    $t2->addRow('&nbsp;', linkPvid($pvid, undef, 1) );
841
                }
842
            }
843
            $t2->setColClass (1, 'listTitle' );
844
            $t->addRow("Paths:", $t2->getTable);
845
        }
846
        else
847
        {
848
            $t->addRow("Paths:", join (',', keys %{$PackageData{$pkgid}{vobPath}}));
849
        }
850
 
851
 
852
        if ( @badVobs )
853
        {
854
            my $t2 = new HTML::Table( -border=>0, -padding=>0, -spacing=>0, -class=>'paddedTable' );
855
            foreach my $pvid ( @badVobs )
856
            {
857
                $t2->addRow(linkPvid($pvid), "&nbsp;", $ScmPackages{$pvid}{'vcstag'} );
858
            }
859
            $t->addRow("Bad VCS:", $t2->getTable );
860
        }
861
 
862
        my $repo = $PackageData{$pkgid}{mappedRepo};
2319 dpurdie 863
        my %RepoList;
864
        foreach my $pvid ( @{$PackageSet{$pkgid}} )
865
        {
866
            my $repo = $ScmPackages{$pvid}{'vcstag'};
867
            if ( $repo =~ m~SVN::(.*)(/tags/|/branches/|/trunk)~i )
868
            {
869
                $RepoList{$1} = svnLink($1) unless exists $RepoList{$1};
870
            }
871
        }
872
        my $txt = join( '<br>', values %RepoList);
873
        $txt = ' : ' . $txt if ( $txt );
874
        $t->addRow("Repo:", hRef("#Repo_$repo", $repo). $txt );
392 dpurdie 875
    }
876
    $t->setColClass (1, 'listTitle' );
2321 dpurdie 877
    print $HTML $t->getTable;
878
    generateHTMLTail($HTML);
392 dpurdie 879
    #
880
    #   Bad Package information
881
    #
882
    my %BadByProject;
2016 dpurdie 883
    my $last_proj_id = 0;
392 dpurdie 884
 
2321 dpurdie 885
    $HTML = generateHTMLHeader ('S5');
886
    print $HTML "These package-versions cannot be reproduced from ClearCase. This may be due to\n";
887
    print $HTML "<dl><dd>Invalid Release Manager information";
888
    print $HTML "<dd>Incorrect Release Manager Data";
889
    print $HTML "<dd>ClearCase label and Path do not result in a view with files";
890
    print $HTML "</dl>";
392 dpurdie 891
    $t = new HTML::Table( -border=>1 );
892
    $t->addRow( 'Package Version','VCS Tag' );
893
    $t->setRowHead(1,1);
894
    foreach my $pvid ( sort {lc($ScmPackages{$a}{name}) cmp lc($ScmPackages{$b}{name}) } keys %ScmPackages )
895
    {
896
        next unless ( $ScmPackages{$pvid}{BadVob} || $ScmPackages{$pvid}{BadCCView} );
897
 
898
        my $t2 = new HTML::Table( -border=>0, -padding=>0, -spacing=>0, -class=>'paddedTable' );
899
        $t2->addRow($ScmPackages{$pvid}{'vcstag'});
900
 
901
        my ($users, $iusers) = usedBy($pvid);
902
        if ( @$users )
903
        {
904
            $t2->addRow("Used Directly by:");
905
            $t2->addRow(linkRelease($_, $pvid)) foreach ( @$users );
906
            push @{$BadByProject{$_}{direct}}, $pvid foreach ( @$users );
907
        }
908
 
909
        if ( @$iusers )
910
        {
911
            $t2->addRow("Used Indirectly by:");
912
            $t2->addRow(linkRelease($_, $pvid)) foreach ( @$iusers );
913
            push @{$BadByProject{$_}{indirect}}, $pvid foreach ( @$iusers );
914
        }
2321 dpurdie 915
        $t->addRow( anchor("$pvid",linkPvid($pvid)), $t2->getTable );
392 dpurdie 916
    }
917
    $t->setColClass (1, 'listTitle' );
2321 dpurdie 918
    print $HTML $t->getTable;
919
    generateHTMLTail($HTML);
392 dpurdie 920
 
921
    #
922
    #   Bad package vesrions by project
923
    #
2321 dpurdie 924
    $HTML = generateHTMLHeader ('S6');
392 dpurdie 925
    $t = new HTML::Table( -border=>1 );
926
    $t->addRow( 'Release','Package');
927
    $t->setRowHead(1,1);
2016 dpurdie 928
    $last_proj_id = 0;
392 dpurdie 929
 
930
    sub sortReleases
931
    {
932
        my $rv = ( lc($ScmReleases{$a}{pName}) cmp lc($ScmReleases{$b}{pName}));
933
        unless ($rv )
934
        {
935
            $rv = (lc($ScmReleases{$a}{'rtag_id'}) cmp lc($ScmReleases{$b}{'rtag_id'}));
936
        }
937
        return $rv;
938
    }
939
 
940
    foreach my $rtag_id ( sort sortReleases keys %BadByProject  )
941
    {
942
        if ( $last_proj_id != $ScmReleases{$rtag_id}{proj_id} )
943
        {
944
            $last_proj_id = $ScmReleases{$rtag_id}{proj_id};
945
            $t->addRow( $ScmReleases{$rtag_id}{pName});
946
            $t->setCellColSpan(-1, 1, 2);
947
        }
948
 
949
        my $t2 = new HTML::Table(-border=>0, -padding=>0, -spacing=>0, -class=>'paddedTable' );
950
 
951
        if ( $BadByProject{$rtag_id}{direct} )
952
        {
953
                $t2->addRow('Directly uses:' );
954
                foreach my $pvid (@{$BadByProject{$rtag_id}{direct}})
955
                {
956
                    $t2->addRow( linkPvid($pvid, $rtag_id) , $ScmPackages{$pvid}{'vcstag'} );
957
                }
958
        }
959
 
960
        if ( $BadByProject{$rtag_id}{indirect} )
961
        {
962
            $t2->addRow('Indirectly uses:' );
963
            foreach my $pvid (@{$BadByProject{$rtag_id}{indirect}})
964
            {
965
                $t2->addRow( linkPvid($pvid, $rtag_id) , $ScmPackages{$pvid}{'vcstag'} );
966
            }
967
        }
968
        $t->addRow(linkRelease($rtag_id, undef, 1), $t2->getTable  );
969
    }
2016 dpurdie 970
 
392 dpurdie 971
    $t->setColClass (1, 'listTitle' );
972
    $t->setColHead(1,1);
2321 dpurdie 973
    print $HTML $t->getTable;
974
    generateHTMLTail($HTML);
392 dpurdie 975
 
1341 dpurdie 976
    #
977
    #   Releases that have multiple instances of the same package in them
978
    #
2321 dpurdie 979
    $HTML = generateHTMLHeader ('S7');
980
    print $HTML "Releases that have multiple instances of the same package\n";
1341 dpurdie 981
#DebugDumpData("ReleasePackages", \%ReleasePackages );
982
 
983
    $t = new HTML::Table( -border=>1 );
984
    $t->addRow( 'Release','Package');
985
    $t->setRowHead(1,1);
986
    $last_proj_id = 0;
987
 
988
    foreach my $rtag_id ( sort sortReleases keys %ReleasePackages )
989
    {
990
        my @multiples;
991
        foreach my $name ( keys %{$ReleasePackages{$rtag_id}{name}} )
992
        {
993
            if ( $ReleasePackages{$rtag_id}{name}{$name}{count} > 1 )
994
            {
995
                push @multiples, $name;
996
            }
997
        }
998
        next unless ( @multiples );
999
 
1000
        if ( $last_proj_id != $ScmReleases{$rtag_id}{proj_id} )
1001
        {
1002
            $last_proj_id = $ScmReleases{$rtag_id}{proj_id};
1003
            $t->addRow( $ScmReleases{$rtag_id}{pName});
1004
            $t->setCellColSpan(-1, 1, 2);
1005
        }
1006
 
1007
        my $t2 = new HTML::Table(-border=>0, -padding=>0, -spacing=>0, -class=>'paddedTable' );
1008
 
1009
        foreach my $name ( sort {uc($a) cmp uc($b) } @multiples )
1010
        {
1011
            $t2->addRow('Package: ' . linkFindPkgs($name, $rtag_id),  );
1012
            $t2->setCellColSpan(-1, 1, 2);
1013
            foreach my $pvid ( @{$ReleasePackages{$rtag_id}{name}{$name}{pvid}} )
1014
            {
1015
                $t2->addRow( '&nbsp;', linkPvid($pvid, $rtag_id) );
1016
            }
1017
        }
1018
 
1019
        $t->addRow(linkRelease($rtag_id, undef, 1), $t2->getTable  );
1020
    }
1021
    $t->setColClass (1, 'listTitle' );
1022
    $t->setColHead(1,1);
2321 dpurdie 1023
    print $HTML $t->getTable;
1024
    generateHTMLTail($HTML);
392 dpurdie 1025
 
1341 dpurdie 1026
 
2321 dpurdie 1027
    $HTML = generateHTMLHeader ('S8');
1028
    print $HTML "A summary of proposed Repostories and Paths\n";
1341 dpurdie 1029
 
1030
    $t = new HTML::Table( -border=>0, -padding=>0, -spacing=>0, -class=>'paddedTable' );
1031
    $t->addRow( 'Name','', 'Count', 'Warnings'  );
1032
    $t->setCellColSpan(1, 1, 2);
1033
    foreach my $repo ( sort {uc($a) cmp uc($b) } keys %RepoSubIndex )
1034
    {
1035
            next if ( $repo eq 'UNKNOWN' );
1036
            next if ( $repo eq 'SVN' );
1037
            my $count = '';
1038
            if ( exists $RepoSubIndex{$repo}{'-'}   )
1039
            {
1040
                $count = @{$RepoSubIndex{$repo}{'-'}};
1041
            }
1042
            $t->addRow( hRef("#Repo_$repo", $repo), '', $count  );
1043
            $t->setCellColSpan($t->getTableRows(), 1, 2);
1044
 
1045
            foreach my $path ( sort {uc($a) cmp uc($b) } keys %{$RepoSubIndex{$repo}} )
1046
            {
1047
                    next if ( $path eq '-' );
1048
                    my $depth = $path =~ tr~/~~;
1049
                    my $warn = ($depth > 2) ? ' - Deeply nested' : '';
1050
                    my $count = (@{$RepoSubIndex{$repo}{$path}});
1051
                    $warn .= ' - Only One Package' if ( $count < 2 );
1052
 
1053
                    $t->addRow( '&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;', hRef("#Repo_$repo/$path", $path), $count, $warn);
1054
            }
1055
 
1056
    }
1057
 
2321 dpurdie 1058
    print $HTML $t->getTable;
1059
    generateHTMLTail($HTML);
1341 dpurdie 1060
 
1061
 
1062
 
392 dpurdie 1063
#DebugDumpData("RepoSubIndex", \%RepoSubIndex);
1064
#DebugDumpData("Repos", \%Repos);
1065
 
1066
    #
1067
    #   Repo back reference
1068
    #
2321 dpurdie 1069
    $HTML = generateHTMLHeader ('S9');
2354 dpurdie 1070
    print $HTML "Proposed and Converted Repostories and Paths with package mapping and ClearCase Path\n";
392 dpurdie 1071
 
1072
    $t = new HTML::Table( -border=>1 );
2354 dpurdie 1073
    $t->addRow( 'Repository Path', 'Package Name,Original Vob Path(s),Last Build NonBuildadm [ANY]' );
392 dpurdie 1074
 
1075
    foreach my $repo ( sort {uc($a) cmp uc($b) } keys %Repos )
1076
    {
1077
        next if ( $repo eq 'SVN' );
1078
        next if ( $repo eq 'UNKNOWN' );
1079
        my @data;
1080
        my $t1 = new HTML::Table( -border=>1,-width=>'100%', -style=>"border-collapse:collapse" );
1081
 
1082
        foreach my $pkgid ( @{$Repos{$repo}} )
1083
        {
1084
            my $t2 = new HTML::Table( -border=>0,-padding=>0, -spacing=>0, -class=>'paddedTable' );
1085
            foreach my $vob ( keys %{$PackageData{$pkgid}{vobPath}} )
1086
            {
2354 dpurdie 1087
                    if ($PackageData{$pkgid}{isSVN} && $vob !~ m~^/~ )
1088
                    {
1089
                        $vob = svnLink($vob);
1090
                        #$vob = "<span style=\"background-color:#B1FB17\">$vob</span>";
1091
                    }
392 dpurdie 1092
                    $t2->addRow( $vob );
1093
            }
2354 dpurdie 1094
            my $t2Text = '';
392 dpurdie 1095
            if ( $t2->getTableRows() )
1096
            {
1097
                $t2->setColClass (1, 'listTitle' );
2354 dpurdie 1098
                $t2Text = $t2->getTable();
392 dpurdie 1099
            }
2319 dpurdie 1100
            my $youngest = $PackageData{$pkgid}{youngAge};
2321 dpurdie 1101
            my $youngestNonRipple = $PackageData{$pkgid}{youngAgeNonRipple} || 0;
1102
            my $youngestNonBuildadm = $PackageData{$pkgid}{nonBuildadm} || 0;
2319 dpurdie 1103
 
2321 dpurdie 1104
            $youngest =  int($youngest);
1105
            $youngestNonRipple =  int($youngestNonRipple) || '-';
1106
            $youngestNonBuildadm = int($youngestNonBuildadm) || '-';
1107
 
2354 dpurdie 1108
            $t1->addRow( linkPackageDetails($pkgid), $t2Text, "$youngestNonBuildadm [$youngest]"  );
392 dpurdie 1109
        }
2319 dpurdie 1110
 
392 dpurdie 1111
        if ( $t1->getTableRows() )
1112
        {
1113
            $t1->setColWidth(1,'30%');
1114
            $t1->setColClass (1, 'listTitle' );
2319 dpurdie 1115
            $t1->setColWidth(3,'10%');
392 dpurdie 1116
        }
2321 dpurdie 1117
        $t->addRow( anchor("$repo",$repo), $t1->getTable() );
392 dpurdie 1118
 
1119
    }
1120
    $t->setColClass (1, 'listTitle' );
1121
    $t->setColHead(1,1);
2321 dpurdie 1122
    print $HTML $t->getTable;
1123
    generateHTMLTail($HTML);
392 dpurdie 1124
 
1125
    #
1126
    #   Highlight packages that have not been mapped to a Repo
1127
    #
2321 dpurdie 1128
    $HTML = generateHTMLHeader ('SA');
1129
    print $HTML "Packages that have not been mapped to a Repository\n";
392 dpurdie 1130
    $t = new HTML::Table( -border=>1 );
1131
    foreach my $pkgid ( @{$Repos{UNKNOWN}} )
1132
    {
1133
        my $flag_badCC;
1134
        my $flag_multi;
1135
        my $flag_badVob;
1136
 
1137
        $flag_multi  = 1 if $PackageData{$pkgid}{MultiVob};
1138
        $flag_badVob = 1 if $PackageData{$pkgid}{BadVob};
1139
 
1140
        foreach my $pvid ( @{$PackageSet{$pkgid}} )
1141
        {
1142
            $flag_badCC  = 1 if ( $ScmPackages{$pvid}{BadCCView} );
1143
            $flag_multi  = 1 if ( $ScmPackages{$pvid}{MultiVob} );
1144
            $flag_badVob = 1 if ( $ScmPackages{$pvid}{BadVob} );
1145
        }
1146
 
1147
        my @data;
1148
        push @data, "Bad ClearCase View" if $flag_badCC;
1149
        push @data, "Multiple Vobs" if $flag_multi;
1150
        push @data, "Bad VcsTag" if $flag_badVob;
1151
        $t->addRow( linkPackageDetails($pkgid), join( '<br>', @data) );
1152
    }
1153
 
1154
    $t->setColClass (1, 'listTitle' );
2321 dpurdie 1155
    print $HTML $t->getTable;
1156
    generateHTMLTail($HTML);
1157
 
392 dpurdie 1158
    #
1159
    #   Packages already under Subversion
1160
    #
2321 dpurdie 1161
    $HTML = generateHTMLHeader ('SB');
1162
    print $HTML "Packages that are currently in Subversion\n";
2354 dpurdie 1163
    print $HTML "<br>Packages in Subversion   : ". scalar @{$Repos{SVN}} ."\n";
1164
    print $HTML "<br>Total Packages to convert: ". $totalPackageCount ."\n";
1165
    print $HTML "<p>" ,anchor("SVN",'SVN');
1270 dpurdie 1166
 
392 dpurdie 1167
    $t = new HTML::Table( -border=>1 );
1168
    foreach my $pkgid ( @{$Repos{SVN}} )
1169
    {
1170
        my %RepoList;
1171
        foreach my $pvid ( @{$PackageSet{$pkgid}} )
1172
        {
1173
            my $repo = $ScmPackages{$pvid}{'vcstag'};
1270 dpurdie 1174
            if ( $repo =~ m~SVN::(.*)(/tags/|/branches/|/trunk)~i )
1175
            {
1176
                $RepoList{$1} = svnLink($1) unless exists $RepoList{$1};
1177
            }
392 dpurdie 1178
        }
1270 dpurdie 1179
        $t->addRow( linkPackageDetails($pkgid), join( '<br>', values %RepoList) );
392 dpurdie 1180
    }
2321 dpurdie 1181
    print $HTML $t->getTable;
392 dpurdie 1182
 
2321 dpurdie 1183
    generateHTMLTail($HTML);
392 dpurdie 1184
Message ("Created: PackageConversion.html");
1185
}
1186
 
2321 dpurdie 1187
sub hRef
1188
{
1189
    my ($url, $text, $target) = @_;
1190
    my $ttext = '';
392 dpurdie 1191
 
2321 dpurdie 1192
    if ( $url =~ m~^#(.*?)_~ )
392 dpurdie 1193
    {
2321 dpurdie 1194
        my $tag = $1;
1195
        foreach my $section ( keys %htmlData )
392 dpurdie 1196
        {
2321 dpurdie 1197
            if ( $htmlData{$section}{tag} eq $1 )
392 dpurdie 1198
            {
2321 dpurdie 1199
                $url = $htmlData{$section}{file} . $url;
1200
                $target = '_Page'.$section unless ( $target );
392 dpurdie 1201
            }
1202
        }
1203
    }
1204
 
1205
    $ttext = ' TARGET="' . $target . '"' if ( defined $target );
1206
    return ( '<a href="' . $url . '"' . $ttext . '>' . $text . '</a>' );
1207
}
1208
 
1209
sub anchor
1210
{
1211
    my ($name, $text) = @_;
2321 dpurdie 1212
    my $prefix = '';
1213
    if ( $currentSection )
1214
    {
1215
        $prefix = $htmlData{$currentSection}{tag};
1216
        $prefix = $prefix . '_' if ( $prefix );
1217
    }
1218
    return ( '<a name="' . $prefix . $name . '">' . $text . '</a>' );
392 dpurdie 1219
}
1220
 
1221
 
1222
sub htmlH1
1223
{
1224
    my ($text) = @_;
1225
    return '<h1>' . $text . '</h1>';
1226
}
1227
 
395 dpurdie 1228
sub linkBomProject
1229
{
1230
    my ($projId, $text) = @_;
1231
    my $ref = $GBE_DM_URL . "/Default.asp?proj_id=$projId";
1232
 
1233
    return hRef($ref, $text, '_packageData');
1234
}
1235
 
1236
 
392 dpurdie 1237
sub linkRelease
1238
{
1239
    my ($pkgid, $pvid, $mode) = @_;
1240
    my $pkgid_ref = $GBE_RM_URL . "/fixed_issues.asp?rtag_id=$pkgid";
1241
    $pkgid_ref .= "&pv_id=$pvid" if defined $pvid;
1242
 
1243
    my $text = '';
1244
    $text .= "$ScmReleases{$pkgid}{pName} :: " unless ( $mode );
1245
    $text .= $ScmReleases{$pkgid}{name};
1246
 
1247
    $text = hRef($pkgid_ref, $text, '_packageData');
1248
}
1249
 
1250
sub linkPackageDetails
1251
{
1252
    my ($pkgid) = @_;
1253
    my $name = $PackageData{$pkgid}{name};
1254
    return hRef("#Package_${name}",$name);
1255
}
1256
 
1257
sub linkPvid
1258
{
1259
    my ($pvid, $rtagid, $mode) = @_;
1260
    my $pv_base = $GBE_RM_URL . "/fixed_issues.asp?pv_id=$pvid";
1261
    $pv_base .= "&rtag_id=$rtagid" if ($rtagid);
1262
 
1263
    my $text = '';
1264
    $text .= "$ScmPackages{$pvid}{'name'} " unless ( $mode );
1265
    $text .= $ScmPackages{$pvid}{'version'};
1266
    return hRef($pv_base, $text, '_packageData');
1267
}
1268
 
1341 dpurdie 1269
sub linkFindPkgs
1270
{
1271
    my ($name, $rtagid) = @_;
1272
    my $pv_base = $GBE_RM_URL . "/find.asp?searchtype=1&keyword=$name&btn=Find&envtab=3&rtag_id=$rtagid";
1273
    return hRef($pv_base, $name, '_packageData');
1274
}
1275
 
392 dpurdie 1276
sub linkPkg
1277
{
1278
    my ($pkgid, $utext) = @_;
1279
    my $rm_base = $GBE_RM_URL . "/view_by_version.asp?pkg_id=$pkgid";
1280
    my $text = $utext ? $utext : $PackageData{$pkgid}{name};
1281
    return hRef($rm_base, $text , '_packageData');
1282
}
1283
 
1284
sub linkImage
1285
{
1286
    my ($pkgid, $utext) = @_;
1287
    my $name = $PackageData{$pkgid}{name};
1288
    my $ref = $name . '.svg';
1289
    my $text = $utext ? $utext : $name;
1290
    return hRef($ref, $text, '_packageImage');
1291
}
1292
 
1293
sub linkImportLog
1294
{
1295
    my ($pkgid, $utext) = @_;
1296
    my $name = $PackageData{$pkgid}{name};
1297
    my $ref = $name . '.importlog';
1298
    my $text = $utext ? $utext : $name;
1299
    return hRef($ref, $text, '_packageLog');
1300
}
1301
 
1270 dpurdie 1302
sub svnLink
1303
{
1304
    my ($tag, $utext) = @_;
1305
    my $text = $utext ? $utext : $tag;
392 dpurdie 1306
 
1270 dpurdie 1307
    $tag =~ s~^SVN::~~;
1308
    my $url = SvnPath2Url ($tag);
1309
    return hRef($url, $text, '_SvnPage');
1310
}
392 dpurdie 1311
 
1270 dpurdie 1312
 
1313
 
392 dpurdie 1314
#-------------------------------------------------------------------------------
1315
# Function        : startExpander
1316
#                   endExpander
1317
#
1318
# Description     : Insert HTML code to start/end a Javascript expanding
1319
#                   division.
1320
#
1321
# Inputs          : $name           - Unique name for the Section
1322
#                   $text           - Header Text to be displayed
1323
#
1324
# Returns         : 
1325
#
1326
sub startExpander
1327
{
2321 dpurdie 1328
    my ($HTML, $name, $text) = @_;
1329
    print $HTML <<EXPANDER;
392 dpurdie 1330
<div class="expandingMenu expandingMenuNotSelected">
1331
    <div onclick='click_expandingMenuHeader(this,"$name")' class="expandingMenuHeader" >$text</div>
1332
	<div id="cssprop_$name" class="expandingMenuGroup" style="display:none;">
1333
EXPANDER
1334
}
1335
 
1336
sub endExpander
1337
{
2321 dpurdie 1338
    my ($HTML) = @_;
1339
    print $HTML "</div></div>\n";
392 dpurdie 1340
}
1341
 
1342
 
1343
#    if ( 0 )
1344
#    {
1345
#        my $file = "TagList.txt";
1346
#        my $count = 0;
1347
#        Message("Create CC Tag  List", $file);
1348
#        open ( my $fh, '>', $file ) || Error ("Cannot open $file", "Error: $!");
1349
#        my %PackageNames;
1350
#
1351
#        foreach ( sort @taglist )
1352
#        {
1353
#            print $fh "$_\n";
1354
#            $count++;
1355
#        }
1356
#        close $fh;
1357
#        Message("Tags: $count");
1358
#    }
1359
 
1360
 
1361
#    DebugDumpData("VersionTags", \%VersionTags);
1362
#    DebugDumpData("Vobs", \%Vobs);
1363
    #print "VOBS: ", join ("\n", sort keys %Vobs), "\n";
1364
 
1365
#-------------------------------------------------------------------------------
404 dpurdie 1366
# Function        : readInputData
392 dpurdie 1367
#
1368
# Description     : Write out data in a form to allow post processing
1369
#
1370
# Inputs          : 
1371
#
1372
# Returns         : 
1373
#
404 dpurdie 1374
sub readInputData
392 dpurdie 1375
{
1376
 
1377
    my $fname = 'cc2svn.raw.txt';
1378
    Message ("Reading: $fname");
1379
    Error "Cannot locate $fname" unless ( -f $fname );
1380
    require $fname;
1381
 
1382
    Error "Data in $fname is not valid\n"
1383
        unless ( keys(%ScmReleases) >= 0 );
1384
 
1385
#    DebugDumpData("ScmReleases", \%ScmReleases );
1386
#    DebugDumpData("ScmPackages", \%ScmPackages );
1387
#    DebugDumpData("ScmSuffixes", \%ScmSuffixes );
1388
 
1389
    %ScmSuffixes = ();
1390
}
1391
 
1392
##-------------------------------------------------------------------------------
1393
## Function        : getVobMapping
1394
##
1395
## Description     : Read in Package to Repository Mapping
1396
##
1397
## Inputs          :
1398
##
1399
## Returns         : Populates
1400
#                        #%VobMapping;                 # Vob -> Repo
1401
#                        #%PackageMapping;             # Package -> Repo
1402
#                        #%ViewMapping                 # View -> Repo
1403
#sub getVobMapping
1404
#{
1405
#    my $fname = 'cc2svn.mapping.txt';
1406
#    Message ("Reading: $fname");
1407
#    Error "Cannot locate $fname" unless ( -f $fname );
1408
#    require $fname;
1409
#
1410
#    Error "Data in $fname is not valid\n"
1411
#        unless ( keys(%PackageMapping) >= 0 );
1412
#
1413
#    DebugDumpData("PackageMapping", \%PackageMapping );
1414
#    DebugDumpData("VobMapping", \%VobMapping );
1415
#    DebugDumpData("ViewMapping", \%ViewMapping );
1416
#
1417
#}
1418
 
1419
 
1420
#-------------------------------------------------------------------------------
1421
# Function        : mapPackage
1422
#
1423
# Description     : Attempt to map a package to a repo
1424
#
1425
# Inputs          : PackageId
1426
#
1427
# Returns         : RepoPatch
1428
#
1429
sub mapPackage
1430
{
1431
    my ($pkgid) = @_;
1432
    my %Named = (
1433
        'Release_Manager'                       => 'DevTools/ManagerSuite',
1434
        'Access_Manager'                        => 'DevTools/ManagerSuite',
1435
        'Deployment_Manager'                    => 'DevTools/ManagerSuite',
1436
        'Production_Manager'                    => 'DevTools/ManagerSuite',
1437
        'schema_utilities'                      => 'DevTools/ManagerSuite',
1438
        'Release_Manager_Schema'                => 'DevTools/ManagerSuite',
1439
        'Manager_Suite'                         => 'DevTools/ManagerSuite',
1440
        'Manager_Suite_VM'                      => 'DevTools/ManagerSuite',
1441
 
1442
        'QtBuilder'                             => 'DevTools',
1443
        'buildtool'                             => 'DevTools',
1444
        'cabinet_packager'                      => 'DevTools',
1445
        'core_devl'                             => 'DevTools',
1446
        'debian_packager'                       => 'DevTools',
1447
        'deployfiles'                           => 'DevTools',
1448
        'dpkg_blat'                             => 'DevTools',
1449
        'dpkg_management'                       => 'DevTools',
1450
        'generate_release_notes'                => 'DevTools',
1451
        'jants'                                 => 'DevTools',
1452
        'linux_day0fs_tools'                    => 'DevTools',
1453
        'manifest-tool'                         => 'DevTools',
1454
        'nsis_packager'                         => 'DevTools',
2039 dpurdie 1455
        'nsis_library'                          => 'DevTools',
392 dpurdie 1456
        'shellbuild'                            => 'DevTools',
1457
        'wsdl-tools'                            => 'DevTools',
1458
        'binflow'                               => 'DevTools',
1459
        'zendguard_tools'                       => 'DevTools',
1460
        'cpptasks'                              => 'DevTools/ant',
1461
        'AdvisoryDependency'                    => 'DevTools/buildtool_tests',
1462
        'CommonDependency'                      => 'DevTools/buildtool_tests',
1463
        'GenericProduct'                        => 'DevTools/buildtool_tests',
1464
        'LinuxCentricProduct'                   => 'DevTools/buildtool_tests',
1465
        'CotsWithFunnyVersion'                  => 'DevTools/buildtool_tests',
1466
 
1467
        'GenAppaCE'                             => 'DPG_SWCode/utilities',
1468
 
1469
        'AtmelHAL'                              => 'MASS_Dev_Crypto',
1470
        'Netbula'                               => 'COTS',
1471
        'ObjectiveGrid'                         => 'COTS',
1472
        'lmos'                                  => 'DPG_SWBase',
2354 dpurdie 1473
#        'daf_cd_transap'                        => 'DPG_SWBase',
392 dpurdie 1474
        'basetypes'                             => 'MASS_Dev_Infra',
1475
        'accesscontrol_ejb-api'                 => 'MASS_Dev_Infra/security',
1476
        'tp5000_MUG'                            => 'MREF_Package',
1477
        'udman'                                 => 'MASS_Dev_Infra',
1478
        'emvud'                                 => 'DPG_SWBase/emvud',
1479
        'daf_mmi_ti'                            => 'DPG_SWBase',
1480
        'mos_api'                               => 'MOS',
1481
        'tp5700_Manifest'                       => 'MREF_Package',
1482
        'TRACS'                                 => 'TRACS',
1483
 
1484
        'jboss_config'                          => 'MASS_Dev_Bus/Business' ,
1485
        'jboss_service'                         => 'MASS_Dev_Bus/Business' ,
1197 dpurdie 1486
        'pgres'                                 => 'ITSO_TRACS/DataManagement' ,
395 dpurdie 1487
        'ERGcda_imports'                        => 'MREF_Package',
2354 dpurdie 1488
        'daf_dataman_extras'                    => 'ProjectCD/seattle',
1489
        'XmlDocInterface'                       => 'MASS_Dev_Infra',
392 dpurdie 1490
 
2354 dpurdie 1491
        # Kill single package subdirs
1492
        'application'                           => 'MASS_Dev_Bus',
1493
        'card'                                  => 'MASS_Dev_Bus',
1494
        'cardholder'                            => 'MASS_Dev_Bus',
1495
        'opman-database'                        => 'MASS_Dev_Bus',
1496
        'product'                               => 'MASS_Dev_Bus',
1497
        'VmtInterface'                          => 'MASS_Dev_Bus',
1498
        'systemcd_ejb-api'                      => 'MASS_Dev_Bus/CBP',
1499
        'boi'                                   => 'MASS_Dev_Bus/BOI',
1500
 
392 dpurdie 1501
    );
1502
 
1503
    my %VobRename = (
395 dpurdie 1504
        'LMOS'              => 'LinuxDevices',
392 dpurdie 1505
        'MANUFACTURING'     => 'Manufacturing',
1506
        'MREF_Package'      => 'MREF_Package',
1507
        'MASS_Dev'          => 'MASS_Dev_Bus',
1508
        's4k_tracs'         => 'TRACS',
1509
        'MASS_Dev_Tools'    => 'DevTools',
1197 dpurdie 1510
 
1511
        'GMPTE2005'             => 'ITSO_TRACS',
1512
        'GMPTE2005_obe'         => 'ITSO_TRACS',
1513
        'UK_ITSO_COMPLIANT'     => 'ITSO_TRACS',
392 dpurdie 1514
    );
1515
 
2354 dpurdie 1516
    my %PreferredPath = (
1517
        'MASS_Dev_Bus/Reports'      => 1,
1518
        'MASS_Dev_Bus/CBP'          => 1,
1519
        'MASS_Dev_Bus/Business'     => 1,
1520
        'MASS_Dev_Bus/CIPP'        => 1,
1521
    );
1522
 
392 dpurdie 1523
    # default is 1
1524
    my %VobDepth = (
1525
        'DPG_SWBase'                => 2,
1197 dpurdie 1526
        'ITSO_TRACS'                => 2,
1451 dpurdie 1527
        'ITSO_TRACS/Packages'       => 1,
1197 dpurdie 1528
        'LinuxDevices'              => 2,
392 dpurdie 1529
        'MASS_Dev_Bus'              => 2,
1530
        'MASS_Dev_Infra'            => 2,
1531
        'MPR'                       => 2,
1532
        'ProjectCD'                 => 2,
1533
        'TRACS'                     => 2,
1534
        'VIX-PAYMENTS'              => 2,
1535
        'WINCE500'                  => 2,
1197 dpurdie 1536
        'LinuxDevices/linux'        => 3,
392 dpurdie 1537
        'DAMS_mos_diag'             => 2,
1538
        'MASS_Dev_Bus/Financial'    => 3,
1539
    );
1540
 
1541
    return ('SVN') if ( $PackageData{$pkgid}{isSVN} );
1542
    my $name = $PackageData{$pkgid}{name};
1543
 
1544
    # If only one VOB
1545
    #
1546
    my $path = '';
1547
    unless ( $PackageData{$pkgid}{BadVob} || $PackageData{$pkgid}{MultiVob} )
1548
    {
1197 dpurdie 1549
        my @paths = reverse sort keys %{$PackageData{$pkgid}{vobPath}};
392 dpurdie 1550
        $path = $paths[0] if exists $paths[0];
1551
    }
1552
 
1553
    #
1554
    #   Some path cleanup
1555
    #
1556
    if ( $path )
1557
    {
2354 dpurdie 1558
        $path =~ s~\s+~~i;
2319 dpurdie 1559
        $path =~ s~/build.pl$~~i;
1560
        $path =~ s~/src$~~i;
395 dpurdie 1561
        $path =~ s~DPC_SWCode/~DPG_SWCode/~i;
392 dpurdie 1562
        $path =~ s~MASS_Dev/Bus/~MASS_Dev_Bus/~i;
1563
        $path =~ s~MASS_Dev_Bus/Cbp/~MASS_Dev_Bus/CBP/~i;
2354 dpurdie 1564
        $path =~ s~MASS_Dev_Bus/WebServices~MASS_Dev_Bus/WebServices~i;
392 dpurdie 1565
        $path =~ s~/Vastraffik/~/Vasttrafik/~;
1566
        $path =~ s~/MREF_Package/ergpostmongui$~/MREF_Package/ergpostmongui~i;
1567
    }
1568
 
1569
    #
1570
    #   Brute force VOB renaming
1571
    #
1572
    foreach my $name ( keys %VobRename  )
1573
    {
1574
        my $newName = $VobRename{$name};
1575
        $path =~ s~^/$name/~/$newName/~i;
1197 dpurdie 1576
        $path =~ s~^/$name$~/$newName~i;
392 dpurdie 1577
    }
1578
 
395 dpurdie 1579
    return $Named{$name}  if ( exists $Named{$name} );
1580
 
1581
    return 'DevTools/ant'  if ( $name =~ m~^ant~ );
1582
    return 'DevTools/ant'  if ( $name =~ m~^jant~ );
1583
 
1584
    return 'LinuxDevices/tools' if ( $path =~ m~LinuxDevices/linux/tools~i );
1585
 
1586
    return 'MASS_Dev_Dataman' if ( $name =~ m~^dm_~ );
1587
 
1588
    return 'MPR/EMV/emvl2' if ( $name =~ m~^cp[sf]-~ );
1589
 
1590
    return 'COTS' if ( $PackageData{$pkgid}{type} eq 'COTS' && ! exists $PackageData{$pkgid}{vobs}{'LMOS'});
1591
 
1592
    #
1593
    #   Must resolve Multivobs
1594
    #
1595
    if ( $PackageData{$pkgid}{MultiVob} )
1596
    {
1597
        $path = resolveMultiVob($name, $pkgid );
1598
    }
1599
 
392 dpurdie 1600
    my $vob = '';
1601
    my @pathBase;
1602
    my @pathFull;
1603
    $path =~ s~/$~~g;
1604
    $path =~ s~^/~~g;
1605
    @pathFull = split( '/', $path);
1606
    $vob = $pathFull[0] || $path;
1607
    push @pathFull, $vob unless ( @pathFull );
1608
 
1609
    @pathBase = @pathFull;
1610
    delete $pathBase[-1];
1611
    push @pathBase, $vob unless ( @pathBase );
1612
 
1613
#print "Full: @pathFull\n";
1614
#print "Base: @pathBase\n";
1615
 
395 dpurdie 1616
    return 'MOS/images'  if (($vob eq 'COTS' || $vob eq 'MOS') &&  $name =~ m~^mos_~ && $name =~ m~\d\d\d\d~);
392 dpurdie 1617
 
1618
    return 'COTS' if ( $vob =~ m~^COTS_~ );
1619
    return 'COTS' if ( $vob eq 'COTS' );
1620
 
1621
    return 'DPG_SWBase/Demos'  if ($vob eq 'DPG_SWBase' &&  $name =~ m~^demo_~ );
1622
    return 'DPG_SWBase/Demos'  if ( $name =~ m~^qt_demo~ );
1623
 
1624
    return 'DPG_SWBase/daf_utils'  if ( $name =~ m~^time_ce~ );
1625
    return 'DPG_SWBase/daf_utils'  if ( $name =~ m~^daf_utils~ );
1626
    return 'DPG_SWBase/daf_utils'  if ( $name =~ m~^daf_bertlv~ );
1627
    return 'DPG_SWBase'            if ( $name =~ m~^daf_br_compiler~ );
1628
    return 'DPG_SWBase'            if ( $name =~ m~^hcp5000icons$~ );
1629
 
1630
    return 'DPG_SWBase/daf_components'  if ( $vob eq 'DPG_SWBase' && $name =~ m~^daf_component_~ );
1631
    return 'DPG_SWBase/daf_transap'  if ( $path =~ m~/transap$~ || $path =~ m~/transap/~ );
1632
#   return 'DPG_SWBase/daf'  if ( $vob eq 'DPG_SWBase' && $name =~ m~^daf_~ );
1633
    return 'DPG_SWBase/IDC'  if ( $vob =~ m~DPG_SW~ && $name =~ m~^IDC~ );
1634
 
1635
    return 'DPG_SWCode/dac'  if ( $name =~ m~^dac_~ );
1636
    return 'DPG_SWCode/ddu'  if ( $name =~ m~^ddu_~ );
1637
    return 'DPG_SWCode/utilities'  if ( $vob eq 'DPG_SWCode' && $path =~ m/utilities/ );
1638
 
1639
    if ( $name =~ m~^VIX~ || $name =~ m~^ERG~ )
1640
    {
1641
        return 'MREF_Package'
395 dpurdie 1642
            if ( $vob =~ m~^CORE~ || $vob =~ m~^MASS~ || $vob =~ m~^MREF~ );
392 dpurdie 1643
    }
1644
 
1645
#    if ( $vob ne 'MREF_Package' )
1646
#    {
1647
#print "---- $name, $path\n" if ( $name =~ m~^VIX~ );
1648
#print "---- $name, $path\n" if ( $name =~ m~^ERG~ );
1649
#    }
1650
 
1651
    #
1652
    #   ProjectCd is badly done
1653
    #   Many packages are in named directories, some are not.
1654
    #
1655
    if ( $vob eq 'ProjectCD' )
1656
    {
1657
        return $vob if ( $name eq 'daf_paper_variables' );
1658
        return ($vob . '/seattle')
1659
            if (  grep {$_ eq 'seattle'} @pathFull );
1660
        return ($vob . '/stockholm')
1661
            if (  grep {$_ eq 'stockholm'} @pathFull );
1662
        return $vob;
1663
    }
1664
 
395 dpurdie 1665
    #
1666
    #   Detect core_xxx packages
1667
    #
1668
    if ( $vob eq 'MASS_Dev_Infra' && $path =~ m~/core_~ )
1669
    {
1670
        return "$vob/Core";
1671
    }
1672
 
392 dpurdie 1673
    return "UNKNOWN"
1674
        unless ( $vob );
1675
 
1676
    #
2354 dpurdie 1677
    #   Can we map the package into a preferred path
1678
    #
1679
    foreach my $ppath ( sort keys %PreferredPath )
1680
    {
1681
        if ( $path =~ m~${ppath}(/|$)~ )
1682
        {
1683
#print "---- Preferred path: $name, $ppath\n";
1684
            return $ppath;
1685
        }
1686
    }
1687
 
1688
    #
392 dpurdie 1689
    #   Determine depth for this path
1690
    #
1691
    my $depth = 1;
1692
    foreach ( reverse sort keys %VobDepth)
1693
    {
1694
        if ( $path =~ m~^$_~ )
1695
        {
1696
            $depth = $VobDepth{$_};
1697
            last;
1698
        }
1699
    }
2354 dpurdie 1700
 
392 dpurdie 1701
#print "--Joining: $name, $depth, @pathBase\n";
1702
    return pathJoin($depth, $path, $name, @pathBase);
1703
}
1704
 
1705
sub pathJoin
1706
{
1707
    my ($num, $path, $name, @data) = @_;
1708
    my $val = '';
1709
    my $char = '';
1710
    for( my $ii = 0; $ii < $num; $ii++)
1711
    {
1712
        last unless ( defined $data[$ii] );
1713
        $val = $val . $char . $data[$ii];
1714
        $char = '/'
1715
    }
1716
#print "----$path, $name: $num, @data --> $val\n";
1717
    return $val;
1718
}
1719
 
395 dpurdie 1720
 
392 dpurdie 1721
#-------------------------------------------------------------------------------
395 dpurdie 1722
# Function        : resolveMultiVob
1723
#
1724
# Description     : Time to resolve multivob issues
1725
#
1726
# Inputs          : $name           - Package Name
1727
#                   $pkgid          - Package ID
1728
#
1729
#
1730
# Returns         : Resulved path
1731
#
1732
sub resolveMultiVob
1733
{
1734
    my ($name, $pkgid) = @_;
1735
    my $path = '';
1736
 
1737
my %preferredVob = (
1738
        'uiconv'        => 'DPG_SWBase',
1739
        'gnupg'         => 'COTS',
1740
    );
1741
 
1742
 
1743
    my $pvob = $preferredVob{$name};
1744
    unless ( defined $pvob )
1745
    {
1746
        if ( exists ($PackageData{$pkgid}{vobs}{MASS_Dataman}) && exists ($PackageData{$pkgid}{vobs}{MASS_Dev_Dataman})  )
1747
        {
1748
            $pvob = 'MASS_Dev_Dataman';
1749
        }
1750
 
1751
        if ( exists ($PackageData{$pkgid}{vobs}{DPG_SWBase}) && exists ($PackageData{$pkgid}{vobs}{DPG_SWCode})  )
1752
        {
1753
            $pvob = 'DPG_SWCode';
1754
        }
1755
 
1756
        if ( exists ($PackageData{$pkgid}{vobs}{MREF_Package}) )
1757
        {
1758
            $pvob = 'MREF_Package';
1759
        }
1760
 
1761
        if ( exists ($PackageData{$pkgid}{vobs}{MASS_Dev}) && exists ($PackageData{$pkgid}{vobs}{MASS_Dev_Bus}))
1762
        {
1763
            $pvob = 'MASS_Dev_Bus';
1764
        }
1765
 
1766
        if ( exists ($PackageData{$pkgid}{vobs}{s4k_obe}) && exists ($PackageData{$pkgid}{vobs}{GMPTE2005}))
1767
        {
1768
            $pvob = 'GMPTE2005';
1769
        }
1770
 
1771
        if ( exists ($PackageData{$pkgid}{vobs}{s4k_obe}) && exists ($PackageData{$pkgid}{vobs}{GMPTE2005_obe}))
1772
        {
1773
            $pvob = 'GMPTE2005_obe';
1774
        }
1775
 
1776
        if ( exists ($PackageData{$pkgid}{vobs}{TRACS}) && exists ($PackageData{$pkgid}{vobs}{GMPTE2005}))
1777
        {
1778
            $pvob = 'GMPTE2005';
1779
        }
1780
 
1781
        if ( exists ($PackageData{$pkgid}{vobs}{MASS_Dev_Infra}) && exists ($PackageData{$pkgid}{vobs}{MASS_Dev_Tools}))
1782
        {
1783
            $pvob = 'MASS_Dev_Infra';
1784
        }
1785
 
1786
        if ( exists ($PackageData{$pkgid}{vobs}{COTS}) && exists ($PackageData{$pkgid}{vobs}{MOS}))
1787
        {
1788
            $pvob = 'MOS';
1789
        }
1790
 
1791
        if ( exists ($PackageData{$pkgid}{vobs}{COTS}) && exists ($PackageData{$pkgid}{vobs}{MPR}))
1792
        {
1793
            $pvob = 'MPR';
1794
        }
1795
 
1796
        if ( exists ($PackageData{$pkgid}{vobs}{COTS}) && exists ($PackageData{$pkgid}{vobs}{COTS_Java}))
1797
        {
1798
            $pvob = 'COTS';
1799
        }
1800
    }
1801
 
1802
    if ( defined $pvob )
1803
    {
1804
        if ( exists $PackageData{$pkgid}{vobResolver}{$pvob} )
1805
        {
1806
            $path = $PackageData{$pkgid}{vobResolver}{$pvob} ;
1807
        }
1808
    }
1809
    else
1810
    {
1811
        Message ("Unresolved multivob: $PackageData{$pkgid}{name}");
1812
#DebugDumpData("DATA", \$PackageData{$pkgid} );
1813
#exit 1;
1814
    $path = 'UNKNOWN';
1815
    }
1816
 
1817
    return $path;
1818
}
1819
 
1820
 
1821
#-------------------------------------------------------------------------------
392 dpurdie 1822
# Function        : examineVcsTag
1823
#
1824
# Description     : Examine a VCS Tag and determine if it looks like rubbish
1825
#
1826
# Inputs          : Tag to examine
1827
#
1828
# Returns         : Badness
1829
#
1830
sub examineVcsTag
1831
{
1832
    my ($vcstag) = @_;
1833
    my $bad = 0;
1834
    if ( $vcstag =~ m~^CC::(.*?)(::(.+))?$~ )
1835
    {
1836
        my $path = $1  || '';
1837
        my $label = $2 || '';
1838
#print "$vcstag, $bad, $path, $label\n";
1839
        $bad = 1 unless ( $label );
1840
        $bad = 1 if ( $label =~ m~^N/A$~i || $label  =~ m~^na$~i );
1841
 
1842
        $bad = 1 unless ( $path );
1843
        $bad = 1 if ( $path =~ m~^N/A$~i || $path  =~ m~^na$~i );
1844
        $bad = 1 if ( $path =~ m~^/dpkg_archive~ );
395 dpurdie 1845
        $bad = 1 if ( $path =~ m~^CVS~ );
392 dpurdie 1846
        $bad = 1 if ( $path =~ m~^dpkg_archive~ );
1847
        $bad = 1 if ( $path =~ m~^http:~i );
1848
        $bad = 1 if ( $path =~ m~^[A-Za-z]\:~ );
1849
        $bad = 1 if ( $path =~ m~^//~ );
1850
        $bad = 1 if ( $path =~ m~^/blade1/~ );
1851
        $bad = 1 if ( $path =~ m~^/devl/~ );
394 dpurdie 1852
        $bad = 1 if ( $path =~ m~^/*none~i );
1853
        $bad = 1 if ( $path =~ m~^/*NoWhere~i );
1854
        $bad = 1 if ( $path =~ m~^-$~i );
392 dpurdie 1855
        $bad = 1 if ( $path =~ m~[()]~ );
1856
#        $bad = 1 unless ( $path =~ m~^/~ );
1857
    }
1858
    else
1859
    {
1860
        $bad = 1;
1861
    }
1862
    return $bad;
1863
}
1864
 
1865
#-------------------------------------------------------------------------------
1866
# Function        : usedBy
1867
#
1868
# Description     : Given a pvid, determine which release(s) need it
1869
#
1870
# Inputs          : $pvid
1871
#
1872
# Returns         : Nothing
1873
#
1874
sub usedBy
1875
{
1876
    my ($pvid) = @_;
1877
    Error ("PVID is not an essential package") unless ( exists $ScmPackages{$pvid} );
1878
 
1879
    my @releases = @{$ScmPackages{$pvid}{'release'}} if exists($ScmPackages{$pvid}{'release'});
1880
    my @users = @{$ScmPackages{$pvid}{'usedBy'}} if exists($ScmPackages{$pvid}{'usedBy'});
1881
 
1882
    while ( @users )
1883
    {
1884
        my $pv = pop @users;
1885
        push @releases, @{$ScmPackages{$pv}{'release'}} if (exists $ScmPackages{$pv}{'release'});
1886
        push @users, @{$ScmPackages{$pv}{'usedBy'}} if (exists($ScmPackages{$pv}{'usedBy'}));
1887
    }
1888
 
1889
    my %releases;
1890
    my %ireleases;
1891
    my @dreleases = ();
1892
    my @ireleases;
1893
    foreach ( @releases )
1894
    {
1895
        if ( $ScmPackages{$pvid}{tlp}  )
1896
        {
1897
            next if ( exists $releases{$_} );
1898
            push @dreleases, $_;
1899
            $releases{$_} = 1;
1900
        }
1901
        else
1902
        {
1903
            next if ( exists $ireleases{$_} );
1904
            push @ireleases, $_;
1905
            $ireleases{$_} = 1;
1906
        }
1907
    }
1908
    return \@dreleases, \@ireleases;
1909
}
1910
 
1911
#-------------------------------------------------------------------------------
1912
# Function        : smartPackageType
1913
#
1914
# Description     : Have a look at the projects in the package set and
1915
#                   attempt to determine what sort of mechanism to use
1916
#
1917
# Inputs          : pkgid            - Package ID
1918
#
1919
# Returns         : Type, Array of suffixes
1920
#
1921
sub smartPackageType
1922
{
1923
    my ($pkgid) = @_;
1924
    my %suffixes;
1925
 
1926
    #
1927
    #   Suffixes for all packages
1928
    #
1929
    foreach  ( @{$PackageSet{$pkgid}} )
1930
    {
1931
        my $suffix = $ScmPackages{$_}{'suffix'};
1932
        $suffixes{$suffix}++;
1933
    }
1934
 
1935
    my $packageType = 'UNKNOWN';
1936
 
1937
    if ( exists $suffixes{'.cots'} ) {
1938
        $packageType = 'COTS';
1939
 
1940
    } elsif ( exists $suffixes{'.tool'} ) {
1941
        $packageType = 'TOOL';
1942
 
1943
    } elsif ( scalar (keys %suffixes ) == 1 ) {
1944
        $packageType = 'SINGLE_PROJECT';
1945
 
1946
    } else {
1947
        $packageType = 'MULTIPLE_PROJECT';
1948
    }
1949
 
1950
    return $packageType, keys %suffixes;
1951
}
1952
 
394 dpurdie 1953
 
392 dpurdie 1954
#-------------------------------------------------------------------------------
394 dpurdie 1955
# Function        : vcsCleanup
1956
#
1957
# Description     : Cleanup and rewrite a vcstag
1958
#
1959
#                   DUPLICATED IN:
1960
#                       - cc2svn_procdata
2319 dpurdie 1961
#                       - cc2svn_importpackage
394 dpurdie 1962
#
1963
# Inputs          : vcstag
1964
#
1965
# Returns         : Cleaned up vcs tag
1966
#
1967
sub vcsCleanup
1968
{
1969
    my ($tag) = @_;
1970
    $tag =~ tr~\\/~/~;
1971
    if ( $tag =~ m~^CC::~ )
1972
    {
2354 dpurdie 1973
        $tag =~ s~CC::load\s+~CC::~;                # Load rule
1974
        $tag =~ s~CC::\s+~CC::~;                    # Leading white space
1975
        $tag =~ s~CC::[A-Za-z]\:/~CC::/~;           # Leading driver letter
1976
        $tag =~ s~CC::/+~CC::/~;                    # Multiple initial /'s
2319 dpurdie 1977
        $tag =~ s~/build.pl::~::~i;
1978
        $tag =~ s~/src::~::~i;
394 dpurdie 1979
        $tag =~ s~MASS_Dev_Bus/Cbp/~MASS_Dev_Bus/CBP/~i;
1980
        $tag =~ s~MASS_Dev_Bus~MASS_Dev_Bus~i;
1981
        $tag =~ s~/MASS_Dev/Infra~MASS_Dev_Infra~i;
1982
        $tag =~ s~/MASS_Dev/Bus/web~/MASS_Dev_Bus/web~i;
1983
 
1984
        $tag =~ s~/Vastraffik/~/Vasttrafik/~;
1985
        $tag =~ s~/MREF_Package/ergpostmongui$~/MREF_Package/ergpostmongui~i;
395 dpurdie 1986
        $tag =~ s~DPC_SWCode/~DPG_SWCode/~i;
394 dpurdie 1987
 
1988
    }
1989
    return $tag;
1990
}
1991
 
1992
#-------------------------------------------------------------------------------
392 dpurdie 1993
# Function        : extractVob
1994
#
1995
# Description     : Extract the VOB for a package
1996
#
1997
# Inputs          : $entry              - pvid
1998
#
1999
# Returns         : Vob Name
2000
#
2001
sub extractVob
2002
{
2003
    my ($entry) = @_;
2004
 
394 dpurdie 2005
    $ScmPackages{$entry}{'vcstag'} = vcsCleanup($ScmPackages{$entry}{'vcstag'});
392 dpurdie 2006
 
2007
    my $tag = $ScmPackages{$entry}{vcstag};
2008
    my $package = $ScmPackages{$entry}{name};
2009
    if ( $tag =~ m~^SVN::~ )
2010
    {
2011
        $tag =~ m~SVN::(.*)(/tags/|/branches/|/trunk)~;
2012
        return 'SVN', $1;
2013
    }
2014
 
2015
    if ( $tag !~ m~^CC::~ || examineVcsTag ($tag)){
2016
        $ScmPackages{$entry}{BadVob} = 1;
2017
        return undef;
2018
    }
2019
 
2020
    $tag =~ m~^CC::(.*)::(.*)~;
2021
    my $path = '/' . $1;
2022
    $path =~ tr~\\/~/~s;
2023
    my @pelements = split( m'/+', $path);
2024
    my $vob = $pelements[1];
2025
    unless ( $vob )
2026
    {
2027
        $ScmPackages{$entry}{BadVob} = 1;
2028
        return undef;
2029
    }
2030
 
2031
    $ScmPackages{$entry}{VobName} = $vob;
2032
    $ScmPackages{$entry}{VobPath} = $path;
2033
    return $vob, $path;
2034
}
2035
 
2036
#-------------------------------------------------------------------------------
2037
# Function        : getBadLabelData
2038
#
2039
# Description     : Read in a previous log file and determine versions that
2040
#                   have already been examined
2041
#
2042
# Inputs          : 
2043
#
2044
# Returns         : 
2045
#
2046
sub getBadLabelData
2047
{
2048
    my $badFile = 'cc2svn_labeltest.bad.txt';
2049
    Message ("Reading Bad Label: $badFile");
2050
    open (my $fh, '<', $badFile ) || Error ("Cannot open $badFile");
2051
    while ( <$fh> )
2052
    {
2053
        #
2054
        #   Format of data is:
2055
        #       pvid, $name:, $tag, $rv
2056
        #
2057
        chomp;
2058
        next if ( m~^#~ );
2059
        my @data = split (/\s*,\s*/, $_);
2060
        next unless ( $data[0] );
2061
        $ScmPackages{$data[0]}{BadCCView} = 1 if exists ($ScmPackages{$data[0]});
2062
    }
2063
    close $fh;
2064
}
2065
 
2066
#-------------------------------------------------------------------------------
2067
#   Documentation
2068
#
2069
 
2070
=pod
2071
 
2072
=for htmltoc    SYSUTIL::cc2svn::
2073
 
2074
=head1 NAME
2075
 
2076
cc2svn_procdata - Process CC2SVN Essential Package Data
2077
 
2078
=head1 SYNOPSIS
2079
 
2080
  jats cc2svn_procdata [options]
2081
 
2082
 Options:
2083
    -help              - brief help message
2084
    -help -help        - Detailed help message
2085
    -man               - Full documentation
2086
    -usedby=PVID       - Determine 'Releases' that use a specified PVID
2087
    -allpackages       - Generate data for ALL packages
2088
 
2089
=head1 OPTIONS
2090
 
2091
=over 8
2092
 
2093
=item B<-help>
2094
 
2095
Print a brief help message and exits.
2096
 
2097
=item B<-help -help>
2098
 
2099
Print a detailed help message with an explanation for each option.
2100
 
2101
=item B<-man>
2102
 
2103
Prints the manual page and exits.
2104
 
2105
=item B<-usedby=PVID>
2106
 
2107
This option will alter the operation of the program. It will display the
2108
releases that 'use' the specified PVID and then exit.
2109
 
2110
=back
2111
 
2112
=head1 DESCRIPTION
2113
 
2114
This program is a tool used in the conversion of ClearCase VOBS to subversion.
2115
 
2116
=over 8
2117
 
2118
=item *
2119
 
2120
It will process a datafile and generate infiormation used by other tools.
2121
 
2122
=item *
2123
 
2124
It will display suspect package versions.
2125
 
2126
=item *
2127
 
2128
It will generate an HTML file with a great deal of information about the
2129
packages in the conversion.
2130
 
2131
=item *
2132
 
2133
It can backtrack a PVID and report the Release or Releases that need the package
2134
version
2135
 
2136
=back
2137
 
2138
=cut
2139