Subversion Repositories DevTools

Rev

Rev 2040 | Rev 2439 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
392 dpurdie 1
########################################################################
2
# Copyright (C) 1998-2012 Vix Technology, All rights reserved
3
#
4
# Module name   : cc2svn_procdata.pl
5
# Module type   : Makefile system
6
# Compiler(s)   : Perl
7
# Environment(s): jats
8
#
9
# Description   : Get all packages that are used in all releases
10
#                 Post process data collected in 23a
11
#
12
#
13
#......................................................................#
14
 
15
require 5.006_001;
16
use strict;
17
use warnings;
18
use JatsError;
19
use JatsEnv;
20
use JatsSystem;
21
use Getopt::Long;
22
use Pod::Usage;                             # required for help support
23
use JatsRmApi;
24
use ConfigurationFile;
25
use HTML::Table;
1270 dpurdie 26
use JatsSvn;
392 dpurdie 27
 
28
use DBI;
29
our $GBE_RM_URL;
395 dpurdie 30
our $GBE_DM_URL;
392 dpurdie 31
 
32
my $VERSION = "1.2.3";                      # Update this
33
my $opt_verbose = 1;
34
my $opt_help = 0;
35
my $opt_manual;
36
my $opt_usedby;
37
my $opt_allpackages;
38
 
39
#
40
#   Package information
41
#
42
our %ScmReleases;
43
our %ScmPackages;
44
our %ScmSuffixes;
45
our %ScmAllPackages;
395 dpurdie 46
our %ScmAllBomProjects;
47
our %ScmSboms;
392 dpurdie 48
 
2429 dpurdie 49
################################################################################
50
#   Data structure to help create links in all the files
51
#       BadVcs_$pvid
52
#       Repo_$repo
53
#       Package_$name
54
#
55
my $currentSection;
56
my %htmlData = (
57
    S0 =>  {file => 'PackageConversion.html'                  , title => 'Master Index'                     , tag => '', 'noHeader' => 0 },
58
    S1 =>  {file => 'PackageConversion_IR.html'               , title => 'Inlcuded Releases'                , tag => '' },
59
    S2 =>  {file => 'PackageConversion_ER.html'               , title => 'Excluded Releases'                , tag => '' },
60
    S3 =>  {file => 'PackageConversion_PkgIndex.html'         , title => 'Complete Package Index'           , tag => '' },
61
    S4 =>  {file => 'PackageConversion_PkgDetails.html'       , title => 'Package Conversion Details'       , tag => 'Package' },
62
    S5 =>  {file => 'PackageConversion_BadVersions.html'      , title => 'Bad Package Versions'             , tag => 'BadVcs' },
63
    S6 =>  {file => 'PackageConversion_BadVersionsPrj.html'   , title => 'Bad Package Versions By Project'  , tag => '' },
64
    S7 =>  {file => 'PackageConversion_MultiplePackages.html' , title => 'MultiplePackages'                 , tag => '' },
65
    S8 =>  {file => 'PackageConversion_RepoIndex.html'        , title => 'Repository Index'                 , tag => '' },
66
    S9 =>  {file => 'PackageConversion_RepoMap.html'          , title => 'Repository Mapping'               , tag => 'Repo' },
67
    SA =>  {file => 'PackageConversion_unMapped.html'         , title => 'Unmapped Packages'                , tag => '' },
68
    SB =>  {file => 'PackageConversion_SvnPkgs.html'          , title => 'Packages in Subversion'           , tag => '' },
69
);
392 dpurdie 70
 
71
#-------------------------------------------------------------------------------
72
# Function        : Main Entry
73
#
74
# Description     :
75
#
76
# Inputs          :
77
#
78
# Returns         :
79
#
80
my $result = GetOptions (
81
                "help+"         => \$opt_help,          # flag, multiple use allowed
82
                "manual"        => \$opt_manual,        # flag
83
                "verbose+"      => \$opt_verbose,       # flag
84
                "usedby:s"      => \$opt_usedby,        # pvid used by which releases
85
                'allpackages+'  => \$opt_allpackages
86
                );
87
 
88
#
89
#   Process help and manual options
90
#
91
pod2usage(-verbose => 0, -message => "Version: $VERSION")  if ($opt_help == 1  || ! $result);
92
pod2usage(-verbose => 1)  if ($opt_help == 2 );
93
pod2usage(-verbose => 2)  if ($opt_manual || ($opt_help > 2));
94
 
95
 
96
ErrorConfig( 'name'    =>'CC2SVN_PROCDATA' );
404 dpurdie 97
readInputData();
392 dpurdie 98
 
99
#
100
#   Report Releases that use a package
101
#
102
if ( $opt_usedby )
103
{
104
    foreach my $pvid ($opt_usedby , @ARGV )
105
    {
106
        my ($releases, $ireleases) = usedBy($pvid);
107
        my (@text, @itext);
108
 
396 dpurdie 109
        foreach ( sort {$ScmReleases{$a}{name} cmp $ScmReleases{$b}{name} } @$releases )
392 dpurdie 110
        {
111
            push @text, "$ScmReleases{$_}{pName} :: $ScmReleases{$_}{name}";
112
        }
113
 
114
        foreach ( @$ireleases )
115
        {
116
            push @text, "$ScmReleases{$_}{pName} :: $ScmReleases{$_}{name}";
117
        }
118
 
119
        unshift @text  ,"Used Directly by:" if ( @text );
120
        unshift @itext ,"Used Indirectly by:" if ( @itext );
121
        Message("Package: $ScmPackages{$pvid}{'name'} Version: $ScmPackages{$pvid}{'version'}", @text, @itext);
122
    }
123
    exit 0;
124
}
125
 
126
##
127
##   Generate a list of essential package-versions
128
##
129
#{
130
#    my $file = "EssentialPackages.txt";
131
#    my $count = 0;
132
#    Message("Create Essential Package List", $file);
133
#    open ( my $fh, '>', $file ) || Error ("Cannot open $file", "Error: $!");
134
#    foreach ( sort { $a <=> $b } keys %ScmPackages )
135
#    {
136
#        print $fh "$_\n";
137
#        $count++;
138
#    }
139
#    close $fh;
140
#    Message("Essential Packages: $count");
141
#}
142
 
143
#
144
#   Attempt to classify each package
145
#   Create a structure for each package
146
#
147
my %PackageSet;
148
my %PackageData;
149
my %Views;
150
my %Vobs;
1341 dpurdie 151
my %ReleasePackages;
152
 
392 dpurdie 153
getBadLabelData();
154
 
155
#
156
#   Remove packages that we don't need
157
#
158
my $deleteCount = keys %ScmPackages;
159
unless ( $opt_allpackages )
160
{
161
    foreach ( keys %ScmPackages )
162
    {
163
        next if ( $ScmPackages{$_}{NamedProject} );
164
        delete $ScmPackages{$_};
165
    }
166
}
167
 
168
Message ("Create Package Sets");
394 dpurdie 169
my $badCount = 0;
392 dpurdie 170
foreach ( keys %ScmPackages )
171
{
172
    my $pkgid = $ScmPackages{$_}{pkgid};
394 dpurdie 173
    unless ( $pkgid )
174
    {
175
        $badCount++;
176
        next;
177
    }
178
 
392 dpurdie 179
    push @{$PackageSet{$pkgid}}, $_;
180
 
181
    my ($vob, $path) = extractVob($_);
182
    if ($vob)
183
    {
394 dpurdie 184
        next if ( $ScmPackages{$_}{BadVob} );
392 dpurdie 185
        $Vobs{$vob}++;
186
        push @{$PackageData{$pkgid}{vobs}{$vob}}, $_ ;
187
        push @{$PackageData{$pkgid}{vobPath}{$path}}, $_  if ($path);
395 dpurdie 188
        $PackageData{$pkgid}{vobResolver}{$vob} = $path;
392 dpurdie 189
    }
190
 
191
    my $view = $ScmPackages{$_}{view};
192
    if ( $view )
193
    {
194
        foreach my $v ( keys %{$view} )
195
        {
196
            my $saneName = $v;
197
            $saneName = 'PRODUCTS' if ( $v eq 'AUTO_PRODUCTS' );
198
            $saneName = 'COTS' if ( $v eq '3RDPARTY_PRODUCTS' );
199
            next if ( $v eq 'MISC' );
200
            $Views{$saneName}++;
201
            $PackageData{$pkgid}{view}{$saneName} += $view->{$v};
202
        }
203
    }
204
 
205
    #
206
    #   Find youngest package
2429 dpurdie 207
    #       - Most recently modified
208
    #       - Not a ripple
209
    #       - Not created by buildadm (3768)
392 dpurdie 210
    #
211
    if ( (! exists $PackageData{$pkgid}{youngAge} ) || ( $ScmPackages{$_}{Age} < $PackageData{$pkgid}{youngAge} ) )
212
    {
213
        $PackageData{$pkgid}{youngAge} = $ScmPackages{$_}{Age};
214
    }
2429 dpurdie 215
 
392 dpurdie 216
    if ( (! exists $PackageData{$pkgid}{youngAgeNonRipple} ) || ( $ScmPackages{$_}{Age} < $PackageData{$pkgid}{youngAgeNonRipple} ) )
217
    {
218
        unless ( $ScmPackages{$_}{isaRipple} )
219
        {
220
            $PackageData{$pkgid}{youngAgeNonRipple} = $ScmPackages{$_}{Age};
221
        }
222
    }
223
 
2429 dpurdie 224
    if ( (! exists $PackageData{$pkgid}{nonBuildadm} ) || ( $ScmPackages{$_}{Age} < $PackageData{$pkgid}{nonBuildadm} ) )
225
    {
226
        unless ( $ScmPackages{$_}{Creator} == '3768' )
227
        {
228
            $PackageData{$pkgid}{nonBuildadm} = $ScmPackages{$_}{Age};
229
        }
230
    }
231
 
232
 
1341 dpurdie 233
    $PackageData{$pkgid}{name} = $ScmPackages{$_}{name} ;
392 dpurdie 234
 
1341 dpurdie 235
    #
236
    #   Accumulate Release data
237
    #
238
    my $mname = $ScmPackages{$_}{'name'} . ($ScmPackages{$_}{'suffix'} || '');
239
    my $name = $ScmPackages{$_}{'name'};
240
    foreach my $rtag_id ( @{$ScmPackages{$_}{'release'}} )
241
    {
242
        unless ( $ScmReleases{$rtag_id}{'excluded'} )
243
        {
244
            $ReleasePackages{$rtag_id}{mname}{$mname}{count}++;
245
            $ReleasePackages{$rtag_id}{name}{$name}{count}++;
246
            push @{$ReleasePackages{$rtag_id}{mname}{$mname}{pvid}}, $_;
247
            push @{$ReleasePackages{$rtag_id}{name}{$name}{pvid}}, $_ ;
248
        }
249
    }
392 dpurdie 250
}
394 dpurdie 251
Warning ("Bad Package Data entries: " . $badCount ) if $badCount;
392 dpurdie 252
 
253
#
254
#   Tag packages with BadVob and MultiVob
255
#
256
foreach my $pkgid ( keys %PackageSet )
257
{
258
    ($PackageData{$pkgid}{type}, @{$PackageData{$pkgid}{suffixes}} ) = smartPackageType ($pkgid);
259
    my @vobs = keys %{$PackageData{$pkgid}{vobs}};
260
    $PackageData{$pkgid}{isSVN} = 1 if ( @vobs == 1 && $vobs[0] eq 'SVN' );
1270 dpurdie 261
    $PackageData{$pkgid}{isSVN} = 1 if ( (exists ($PackageData{$pkgid}{vobs}{SVN})) && $PackageData{$pkgid}{vobs}{SVN});
262
 
392 dpurdie 263
    $PackageData{$pkgid}{MultiVob} = 1 if ( @vobs > 1 );
264
    $PackageData{$pkgid}{BadVob} = 1 if ( grep {$_ eq 'BAD'} @vobs   );
265
}
266
 
267
 
268
#
269
#   Map packages into Repos
270
#
2429 dpurdie 271
my %Repos_lowercase;
392 dpurdie 272
my %Repos;
273
my %RepoSubIndex;
274
Message ("Mapping Vobs to Repo");
275
foreach my $pkgid ( keys %PackageSet )
276
{
277
    my $repo = mapPackage($pkgid);
278
    Error ("Unmapped package: $PackageData{$pkgid}{name}" ) unless ( $repo );
2429 dpurdie 279
    my $repo_lc = lc $repo;
392 dpurdie 280
 
2429 dpurdie 281
    if (exists $Repos_lowercase{$repo_lc} && $Repos_lowercase{$repo_lc} ne $repo )
282
    {
283
        Error ("Package mapping: Mapped to Repo with same name, but different case",
284
               "Package: $PackageData{$pkgid}{name}",
285
               "Mapped repo   : $repo",
286
               "Already mapped: $Repos_lowercase{$repo_lc}");
287
    }
288
 
289
    $Repos_lowercase{$repo_lc} = $repo;
392 dpurdie 290
    $PackageData{$pkgid}{mappedRepo} = $repo;
291
    push @{$Repos{$repo}}, $pkgid;
2429 dpurdie 292
 
293
    if ( $repo eq 'SVN' )
294
    {
295
        my %RepoList;
296
        foreach my $pvid ( @{$PackageSet{$pkgid}} )
297
        {
298
            my $repo = $ScmPackages{$pvid}{'vcstag'};
299
            if ( $repo =~ m~SVN::AUPERASVN01/(.*)/(.*?)(/tags/|/branches/|/trunk)~i )
300
            {
301
                my $repo = $1;
302
                unless( exists $RepoList{$repo} )
303
                {
304
                    $RepoList{$repo} = 1 ;
305
                    $PackageData{$pkgid}{mappedRepo} = $repo;
306
                    push @{$Repos{$repo}}, $pkgid;
307
                }
308
            }
309
        }
310
 
311
    }
392 dpurdie 312
}
313
 
314
foreach ( keys %Repos )
315
{
316
    @{$Repos{$_}} = sort{ uc($PackageData{$a}{name}) cmp uc($PackageData{$b}{name}) } @{$Repos{$_}};
317
    my $base = $_;
318
    my $index = '-';
319
    if (m~^(.*?)/(.*)~ )
320
    {
321
        $base = $1;
322
        $index = $2;
323
    }
324
    push @{$RepoSubIndex{$base}{$index}}, @{$Repos{$_}};
325
    @{$Repos{$base}} = () unless ( exists $Repos{$base} );
326
}
327
#DebugDumpData("RepoSubIndex", \%RepoSubIndex);
328
#DebugDumpData("Repos", \%Repos);
329
 
330
#
331
#   Create a list of Packages
332
#
2429 dpurdie 333
my $totalPackageCount = 0;
392 dpurdie 334
{
335
    my $file = "PackageNames.txt";
336
    Message("Create Package Name List", $file);
337
    open ( my $fh, '>', $file ) || Error ("Cannot open $file", "Error: $!");
338
 
339
    foreach ( sort {$PackageData{$a}{name} cmp $PackageData{$b}{name} } keys %PackageData )
340
    {
341
        print $fh "$PackageData{$_}{name}\n";
2429 dpurdie 342
        $totalPackageCount++;
392 dpurdie 343
 
344
    }
345
    close $fh;
2429 dpurdie 346
    Message("Unique Package Names: $totalPackageCount");
392 dpurdie 347
#    DebugDumpData("PackageData", \%PackageData);
348
}
349
 
1341 dpurdie 350
#
351
#   Determine Releases that have multiple versions of a package
352
#   ie: xxxx.cr and xxxxx.ssw
353
#
354
 
355
 
356
 
1270 dpurdie 357
##=pod
358
###
359
###   Display MutiVob Packages
360
###
361
##    foreach my $pkgid (  keys %PackageData )
362
##    {
363
##        next unless ( $PackageData{$pkgid}{MultiVob}  );
364
##        Message("Multi VOB package: $PackageData{$pkgid}{name}");
365
##        foreach my $vob ( keys %{$PackageData{$pkgid}{vobs}} )
366
##        {
367
##            Message("    $vob");
368
##            foreach my $pvid ( @{$PackageData{$pkgid}{vobs}{$vob}} )
369
##            {
370
##                Message ("        $ScmPackages{$pvid}{'version'}, $ScmPackages{$pvid}{'vcstag'}");
371
##            }
372
##        }
373
###DebugDumpData("DATA",$PackageData{$pkgid} );
374
##    }
375
##=cut
392 dpurdie 376
 
1270 dpurdie 377
##=pod
378
##    foreach my $pkgid (  keys %PackageData )
379
##    {
380
##        next unless ( $PackageData{$pkgid}{isSVN}  );
381
##        Message("Fully SVN Converted: $PackageData{$pkgid}{name}");
382
##    }
383
##=cut
392 dpurdie 384
 
1270 dpurdie 385
##=pod
386
##    my @BadTags;
387
##    foreach my $pvid (  keys %ScmPackages )
388
##    {
389
##        next unless ( $ScmPackages{$pvid}{BadVob}  );
390
##        push @BadTags, $pvid;
391
##    }
392
##
393
##    Message("Bad VcsTag packages: ". scalar @BadTags);
394
##    foreach my $pvid ( @BadTags )
395
##    {
396
##        Message ("    $pvid, $ScmPackages{$pvid}{'name'}, $ScmPackages{$pvid}{'version'}, $ScmPackages{$pvid}{'vcstag'}");
397
##    }
398
##=cut
392 dpurdie 399
 
400
    generateHTML();
401
    generateImportData();
402
    exit 0;
403
 
404
#-------------------------------------------------------------------------------
405
# Function        : generateImportData
406
#
407
# Description     : Generate data to be used by the importPackage util.
408
#                   Will provide Target Repo
409
#
410
# Inputs          : Nothing
411
#
412
# Returns         : 
413
#
414
sub generateImportData
415
{
416
    my %Data;
1270 dpurdie 417
    Message("Generate Data for utilties");
418
 
392 dpurdie 419
    foreach my $pkgid ( keys %PackageData )
420
    {
421
        my $repo = $PackageData{$pkgid}{mappedRepo};
422
        my $name = $PackageData{$pkgid}{name};
423
        $Data{$name}{repo} = $repo;
424
#        $Data{$pkgid}{name} = $PackageData{$pkgid}{name};
425
    }
426
 
427
    {
428
        my $file = "cc2svn.repo.txt";
429
        Message ("Create: $file");
430
        my $fh = ConfigurationFile::New( $file );
431
 
432
        foreach my $pkgid ( sort {$PackageData{$a}{name} cmp $PackageData{$b}{name} } keys %PackageData )
433
        {
434
            my $repo = $PackageData{$pkgid}{mappedRepo};
435
            my $name = $PackageData{$pkgid}{name};
2429 dpurdie 436
            my $svn = $PackageData{$pkgid}{isSVN} ? 'SVN' : '---';
437
 
438
            my $youngest = $PackageData{$pkgid}{youngAge};
439
            my $youngestNonRipple = $PackageData{$pkgid}{youngAgeNonRipple} || 0;
440
            my $youngestNonBuildadm = $PackageData{$pkgid}{nonBuildadm} || 0;
441
 
442
            $youngest =  int($youngest);
443
            $youngestNonRipple =  int($youngestNonRipple) || '9999';
444
            $youngestNonBuildadm = int($youngestNonBuildadm) || '9999';
445
 
446
            my $txt = sprintf ("Last:%5d, User:%5d, NonR:%5d, $svn", $youngest, $youngestNonBuildadm, $youngestNonRipple);
447
           $txt .= sprintf (" :: %40s -repo=%s", $name, $repo );
448
            $fh->WriteLn($txt);
392 dpurdie 449
        }
450
        $fh->Close();
451
    }
452
 
453
    my $file = "cc2svn.repo.dat";
454
    Message ("Create: $file");
455
    my $fh = ConfigurationFile::New( $file );
456
    $fh->DumpData(
457
        "\n# Repo Mapping.\n#\n",
458
        "ScmRepoMap", \%Data );
459
 
460
    $fh->Close();
461
}
462
 
463
#-------------------------------------------------------------------------------
2429 dpurdie 464
# Function        : generateHTMLHeader
392 dpurdie 465
#
2429 dpurdie 466
# Description     : Create an HTML Header
392 dpurdie 467
#
2429 dpurdie 468
# Inputs          : $section        - Section tag
392 dpurdie 469
#
2429 dpurdie 470
# Returns         : Handle to use
392 dpurdie 471
#
2429 dpurdie 472
sub generateHTMLHeader
392 dpurdie 473
{
2429 dpurdie 474
    my ($section) = @_;
475
    my $handle;
392 dpurdie 476
 
2429 dpurdie 477
    Error ("Bad HTML section id: $section") unless ( exists $htmlData{$section} );
478
    $currentSection = $section;
479
    my $fname = $htmlData{$section}{file};
480
    my $title = $htmlData{$section}{title};
481
    Message("Generating: $title");
392 dpurdie 482
 
2429 dpurdie 483
    open ($handle, '>', $fname) || Error ("Cannot create HTML: $fname");
484
    print $handle <<"HEADER";
485
<!DOCTYPE $handle PUBLIC "-//W3C//DTD $handle 4.01 Transitional//EN""http://www.w3.org/TR/html4/loose.dtd">
392 dpurdie 486
<html>
487
<head>
2429 dpurdie 488
<title>$title</title>
392 dpurdie 489
<script type="text/javascript">
490
function click_expandingMenuHeader(obj,sectionName)
491
{ 
492
var x=document.getElementById("cssprop_" + sectionName).parentNode.className;
493
if (x.indexOf("expandingMenuNotSelected")>-1)
494
	{
495
	x=x.replace("expandingMenuNotSelected","expandingMenuSelected");
496
	document.getElementById("cssprop_" + sectionName).parentNode.className=x;
497
	document.getElementById("cssprop_" + sectionName).style.display="block";
498
	}
499
else
500
	{
501
	x=x.replace("expandingMenuSelected","expandingMenuNotSelected");
502
	document.getElementById("cssprop_" + sectionName).parentNode.className=x;
503
	document.getElementById("cssprop_" + sectionName).style.display="none";
504
	}
505
}
506
 
507
function flipStyleByName(style, prop, val, val2)
508
{
509
    var mysheet=document.styleSheets[0];
510
    var myrules=mysheet.cssRules? mysheet.cssRules: mysheet.rules
511
    for (i=0; i<myrules.length; i++)
512
    {
513
        if(myrules[i].selectorText.toLowerCase()==style)
514
        {
515
            targetrule=myrules[i];
516
 
517
            targetflag = 'ddpStuff.' + style
518
            targetrule[targetflag] = ! targetrule[targetflag];
519
            val = targetrule[targetflag] ? val : val2;
520
 
521
            targetrule.style.setProperty(prop, val,'important');
522
            break;
523
        }
524
    }
525
}
526
 
527
</script>
528
<style TYPE="text/css">
529
 
530
.nonEssential {}
531
.essential {}
532
 
533
.expandingMenu
534
{
535
xwidth:165px;
536
overflow:hidden;
537
}
538
 
539
.expandingMenuHeader
540
{
541
padding-left:12px;
542
margin-bottom:2px;
543
cursor:pointer;
544
}
545
 
546
.expandingMenuItem
547
{
548
width:145px;
549
padding-left:12px;
550
margin-bottom:3px;
551
}
552
 
553
.expandingMenuGroup {
554
xwidth:160px;
555
border:1px solid #d4d4d4;
556
margin-bottom:4px;
557
padding-top:4px;
558
padding-bottom:4px;
559
background-color:#f8f8f8;
560
}
561
 
562
.expandingMenuSelected {
563
background-image:url(http://www.w3schools.com/images/minus_arrow.gif);
564
background-repeat:no-repeat;
565
background-position:1px 3px;
566
}
567
 
568
.expandingMenuNotSelected {
569
background-image:url(http://www.w3schools.com//images/plus_arrow.gif);
570
background-repeat:no-repeat;
571
background-position:1px 3px;
572
}
573
 
574
.packageTitle {
575
    background-color:#FFFF99;
576
}
577
 
578
.listTitle {
579
    text-align:left;
580
    vertical-align:top;
581
}
582
 
583
.paddedTable {
584
    border-spacing: 10px 0px;
585
}
586
</style>
587
</head>
588
 
589
HEADER
2429 dpurdie 590
    print $handle "<body>\n";
591
    print $handle "<p>Generated: " . localtime() . "\n";
392 dpurdie 592
 
593
    #
594
    #   Generate an index
595
    #
2429 dpurdie 596
    print $handle htmlH1(anchor("Index", 'Index'));
392 dpurdie 597
 
2429 dpurdie 598
    print $handle "<dl>";
599
    foreach my $section ( sort keys %htmlData )
600
    {
601
        my $fname = $htmlData{$section}{file};
602
        my $title = $htmlData{$section}{title};
603
 
604
        print $handle "<dd>" . hRef("$fname"            ,$title);
605
 
606
    }
607
    print $handle "</dl>\n";
608
 
609
    unless ( $htmlData{$section}{noHeader} )
610
    {
611
        print $handle htmlH1('<hr>' . $title);
612
    }
613
 
614
    return $handle;
615
}
616
 
617
#-------------------------------------------------------------------------------
618
# Function        : generateHTMLTail
619
#
620
# Description     : 
621
#
622
# Inputs          : 
623
#
624
# Returns         : 
625
#
626
sub generateHTMLTail
627
{
628
    my ($handle) = @_;
629
    print $handle "</body>\n";
630
    print $handle "</html>\n";
631
    close $handle;
632
 
633
    $currentSection = '';
634
}
635
 
636
 
637
#-------------------------------------------------------------------------------
638
# Function        : generateHTML
639
#
640
# Description     : 
641
#                   Create per package data
642
#                   Create a nice HTML file so that it can be hyperlinked
643
#
644
# Inputs          : 
645
#
646
# Returns         : 
647
#
648
 
649
sub generateHTML
650
{
651
    my @PackageOrder;
652
    EnvImport('GBE_RM_URL');
653
    EnvImport('GBE_DM_URL');
654
    my $t;
655
    Message("Generate HTML");
656
    my $HTML = generateHTMLHeader ('S0');
657
    print $HTML "This page is a simple index into the other pages that contain the Clearcase to Subversion converstion details.\n";
658
 
392 dpurdie 659
    #
395 dpurdie 660
    #   BOM Projects
661
    #
1197 dpurdie 662
#    {
2429 dpurdie 663
#        print $HTML header('BOMIndex', 'Included BOM Projects');
664
#        print $HTML "BOM Projects included in processing. All branches and and SBOMS scanned for essential packages and versions\n";
1197 dpurdie 665
#
2429 dpurdie 666
#        print $HTML "<dl>\n";
1197 dpurdie 667
#        foreach my $project_id ( sort {$ScmAllBomProjects{$a}{project_name} cmp $ScmAllBomProjects{$b}{project_name} } keys %ScmAllBomProjects )
668
#        {
2429 dpurdie 669
#            print $HTML "<dd>" . linkBomProject($project_id,$ScmAllBomProjects{$project_id}{project_name});
1197 dpurdie 670
#        }
2429 dpurdie 671
#        print $HTML "</dl>\n";
1197 dpurdie 672
#    }
395 dpurdie 673
 
674
    #
392 dpurdie 675
    #   Release List
676
    #
677
    my %Projects;
678
    push @{$Projects{$ScmReleases{$_}{'pName'}}}, $_ foreach ( keys %ScmReleases );
679
 
2429 dpurdie 680
 
681
    $HTML = generateHTMLHeader ('S1');
682
    print $HTML "Releases that will be considered in the conversion process.\n";
683
    print $HTML "<br>Releases are scanned for packages and versions that are used.\n";
684
    print $HTML "<dl>\n";
392 dpurdie 685
    foreach ( sort keys %Projects )
686
    {
395 dpurdie 687
        foreach my $rtagid ( sort {$ScmReleases{$a}{name} cmp $ScmReleases{$b}{name}} @{$Projects{$_}} )
392 dpurdie 688
        {
689
            next if ( $ScmReleases{$rtagid}{'excluded'} );
2429 dpurdie 690
            print $HTML "<dd>" . linkRelease($rtagid);
392 dpurdie 691
        }
692
    }
2429 dpurdie 693
    print $HTML "</dl>\n";
694
    generateHTMLTail($HTML);
392 dpurdie 695
 
2429 dpurdie 696
 
697
    $HTML = generateHTMLHeader ('S2');
698
    print $HTML "Releases that will NOT be considered in the conversion process. These are releases that have been specificly excluded.\n";
699
    print $HTML "<dl>\n";
392 dpurdie 700
    foreach ( sort keys %Projects )
701
    {
395 dpurdie 702
        foreach my $rtagid ( sort {$ScmReleases{$a}{name} cmp $ScmReleases{$b}{name}} @{$Projects{$_}} )
392 dpurdie 703
        {
704
            next unless ( $ScmReleases{$rtagid}{'excluded'} );
2429 dpurdie 705
            print $HTML "<dd>" . linkRelease($rtagid);
392 dpurdie 706
        }
707
    }
2429 dpurdie 708
    print $HTML "</dl>\n";
709
    generateHTMLTail($HTML);
392 dpurdie 710
 
711
 
712
    my $currentChar = '';
713
    undef $t;
714
    @PackageOrder = ();
2429 dpurdie 715
    $HTML = generateHTMLHeader ('S3');
716
    print $HTML "Complete list of packages. This includes 'Essential Packages' and packages that ";
717
    print $HTML "are present in Release Manager, but are not currently used.";
718
    print $HTML "<br><button type=\"button\" onclick=\"flipStyleByName('.nonessential', 'display', 'none', '')\" >Show/Hide non Essential</button>";
719
    print $HTML "<button type=\"button\" onclick=\"flipStyleByName('.essential', 'display', 'none', '')\" >Show/Hide Essential</button>";
392 dpurdie 720
 
721
    foreach my $pkgid ( sort {lc($ScmAllPackages{$a}) cmp lc($ScmAllPackages{$b}) } keys %ScmAllPackages )
722
    {
723
        my $thisChar = uc(substr($ScmAllPackages{$pkgid}, 0, 1 ));
724
        if ( $thisChar ne $currentChar )
725
        {
2429 dpurdie 726
            print $HTML $t->getTable if ( $t );
392 dpurdie 727
            $t = new HTML::Table();
728
 
2429 dpurdie 729
            endExpander($HTML) if ($currentChar);
730
            startExpander($HTML, "Letter2$thisChar", $thisChar);
392 dpurdie 731
            $currentChar = $thisChar;
732
        }
733
        my $packageRef;
734
        my $version_tree = '';
735
        my $import_log = '';
736
        my $marker = '';
737
        my $class;
738
        unless ( exists $PackageData{$pkgid} )
739
        {
740
            $packageRef = $ScmAllPackages{$pkgid};
1197 dpurdie 741
            $marker = 'Not being converted at this time';
392 dpurdie 742
            $class = 'nonEssential';
743
        }
744
        else
745
        {
746
            push @PackageOrder, $pkgid;
747
            $packageRef = linkPackageDetails($pkgid);
748
            $version_tree = linkImage($pkgid, '(Version Tree)');
749
            $import_log = linkImportLog( $pkgid, '(Import Log)');
750
 
751
            $marker = 'Converted to SVN'
752
                if ( $PackageData{$pkgid}{isSVN} );
753
            $class = 'essential';
754
        }
755
        $t->addRow($packageRef, linkPkg($pkgid, '(Release Manager)'),$version_tree, $import_log, $marker);
756
        $t->setRowClass  (-1, $class);
757
    }
2429 dpurdie 758
    print $HTML $t->getTable if ( $t );
759
    endExpander($HTML) if ($currentChar);
760
    generateHTMLTail($HTML);
392 dpurdie 761
 
762
    #
763
    #   Package Details
764
    #
2429 dpurdie 765
    $HTML = generateHTMLHeader ('S4');
392 dpurdie 766
    $t = new HTML::Table( -border=>1 );
767
    foreach my $pkgid ( @PackageOrder )
768
    {
769
        my @badVobs;
770
        $t->addRow('&nbsp;');
771
        $t->setRowClass  (-1, 'packageTitle');
772
        $t->setCellColSpan(-1, 1, 2);
773
 
2429 dpurdie 774
        $t->addRow( anchor("$PackageData{$pkgid}{name}", 'Name:'), linkPkg($pkgid) . linkImage($pkgid, ' (Version Tree)') . linkImportLog( $pkgid, ' (Import Log)' ) );
392 dpurdie 775
#        $t->setRowHead(-1,1);
776
 
777
        my $t2 = new HTML::Table( -border=>0, -padding=>0, -spacing=>0 );
778
        foreach my $pvid ( sort {$ScmPackages{$a}{fullVersion} cmp $ScmPackages{$b}{fullVersion} } @{$PackageSet{$pkgid}} )
779
        {
394 dpurdie 780
            my @markers;
781
            if ( $ScmPackages{$pvid}{BadVob} || $ScmPackages{$pvid}{BadCCView}  ) {
782
                push @markers, hRef( "#BadVcs_$pvid", ' -Bad Tag');
392 dpurdie 783
            }
784
 
394 dpurdie 785
            if ( $ScmPackages{$pvid}{sbomOsid} || $ScmPackages{$pvid}{sbomBase}  ) {
786
                push @markers, 'SBOM';
787
            }
788
 
789
 
790
            $t2->addRow( linkPvid($pvid, undef, 1), "@markers" );
791
 
392 dpurdie 792
            push @badVobs,$pvid if ($ScmPackages{$pvid}{BadVob});
793
        }
794
        $t->addRow("Versions used:", $t2->getTable);
795
        $t->addRow("Type:", $PackageData{$pkgid}{type});
796
        $t->addRow("Projects:",join (',', @{$PackageData{$pkgid}{suffixes}} ));
797
 
798
        my $youngest = $PackageData{$pkgid}{youngAge};
2429 dpurdie 799
        my $youngestNonRipple = $PackageData{$pkgid}{youngAgeNonRipple} || 0;
800
        my $youngestNonBuildadm = $PackageData{$pkgid}{nonBuildadm} || 0;
801
 
802
        $youngest = int($youngest);
803
        $youngestNonRipple = int($youngestNonRipple) || '-';
804
        $youngestNonBuildadm = int($youngestNonBuildadm) || '-';
805
 
806
        $t->addRow("Youngest:", "$youngestNonRipple Days (NonRipple). $youngestNonBuildadm Days (NonBuildadm). $youngest Days (any Build)" );
392 dpurdie 807
        $t->addRow("Views:", join (',', keys %{$PackageData{$pkgid}{view}}));
808
 
809
        if ( $PackageData{$pkgid}{MultiVob} )
810
        {
811
            my $t2 = new HTML::Table( -border=>0, -padding=>0, -spacing=>0, -class=>'paddedTable' );
812
            foreach my $vob ( keys %{$PackageData{$pkgid}{vobs}} )
813
            {
814
                $t2->addRow($vob);
815
                $t2->setRowHead(-1,1);
816
                $t2->setCellColSpan(-1, 1, 3);
817
                foreach my $pvid ( @{$PackageData{$pkgid}{vobs}{$vob}} )
818
                {
819
                    $t2->addRow('&nbsp;', linkPvid($pvid, undef, 1), "$ScmPackages{$pvid}{'vcstag'}" );
820
                }
821
            }
822
            $t2->setColClass (1, 'listTitle' );
395 dpurdie 823
            $t->addRow("MultiVobs:", $t2->getTable);
392 dpurdie 824
        }
825
        else
826
        {
827
            $t->addRow("Vobs:", join (',', keys %{$PackageData{$pkgid}{vobs}}));
828
        }
829
 
830
        if ( $PackageData{$pkgid}{MultiVob} )
831
        {
832
            my $t2 = new HTML::Table( -border=>0, -padding=>0, -spacing=>0, -class=>'paddedTable' );
833
            foreach my $vob ( keys %{$PackageData{$pkgid}{vobPath}} )
834
            {
835
                $t2->addRow($vob);
836
                $t2->setRowHead(-1,1);
837
                $t2->setCellColSpan(-1, 1, 2);
838
                foreach my $pvid ( @{$PackageData{$pkgid}{vobPath}{$vob}} )
839
                {
840
                    $t2->addRow('&nbsp;', linkPvid($pvid, undef, 1) );
841
                }
842
            }
843
            $t2->setColClass (1, 'listTitle' );
844
            $t->addRow("Paths:", $t2->getTable);
845
        }
846
        else
847
        {
848
            $t->addRow("Paths:", join (',', keys %{$PackageData{$pkgid}{vobPath}}));
849
        }
850
 
851
 
852
        if ( @badVobs )
853
        {
854
            my $t2 = new HTML::Table( -border=>0, -padding=>0, -spacing=>0, -class=>'paddedTable' );
855
            foreach my $pvid ( @badVobs )
856
            {
857
                $t2->addRow(linkPvid($pvid), "&nbsp;", $ScmPackages{$pvid}{'vcstag'} );
858
            }
859
            $t->addRow("Bad VCS:", $t2->getTable );
860
        }
861
 
862
        my $repo = $PackageData{$pkgid}{mappedRepo};
2429 dpurdie 863
        my %RepoList;
864
        foreach my $pvid ( @{$PackageSet{$pkgid}} )
865
        {
866
            my $repo = $ScmPackages{$pvid}{'vcstag'};
867
            if ( $repo =~ m~SVN::(.*)(/tags/|/branches/|/trunk)~i )
868
            {
869
                $RepoList{$1} = svnLink($1) unless exists $RepoList{$1};
870
            }
871
        }
872
        my $txt = join( '<br>', values %RepoList);
873
        $txt = ' : ' . $txt if ( $txt );
874
        $t->addRow("Repo:", hRef("#Repo_$repo", $repo). $txt );
392 dpurdie 875
    }
876
    $t->setColClass (1, 'listTitle' );
2429 dpurdie 877
    print $HTML $t->getTable;
878
    generateHTMLTail($HTML);
392 dpurdie 879
    #
880
    #   Bad Package information
881
    #
882
    my %BadByProject;
2016 dpurdie 883
    my $last_proj_id = 0;
392 dpurdie 884
 
2429 dpurdie 885
    $HTML = generateHTMLHeader ('S5');
886
    print $HTML "These package-versions cannot be reproduced from ClearCase. This may be due to\n";
887
    print $HTML "<dl><dd>Invalid Release Manager information";
888
    print $HTML "<dd>Incorrect Release Manager Data";
889
    print $HTML "<dd>ClearCase label and Path do not result in a view with files";
890
    print $HTML "</dl>";
392 dpurdie 891
    $t = new HTML::Table( -border=>1 );
892
    $t->addRow( 'Package Version','VCS Tag' );
893
    $t->setRowHead(1,1);
894
    foreach my $pvid ( sort {lc($ScmPackages{$a}{name}) cmp lc($ScmPackages{$b}{name}) } keys %ScmPackages )
895
    {
896
        next unless ( $ScmPackages{$pvid}{BadVob} || $ScmPackages{$pvid}{BadCCView} );
897
 
898
        my $t2 = new HTML::Table( -border=>0, -padding=>0, -spacing=>0, -class=>'paddedTable' );
899
        $t2->addRow($ScmPackages{$pvid}{'vcstag'});
900
 
901
        my ($users, $iusers) = usedBy($pvid);
902
        if ( @$users )
903
        {
904
            $t2->addRow("Used Directly by:");
905
            $t2->addRow(linkRelease($_, $pvid)) foreach ( @$users );
906
            push @{$BadByProject{$_}{direct}}, $pvid foreach ( @$users );
907
        }
908
 
909
        if ( @$iusers )
910
        {
911
            $t2->addRow("Used Indirectly by:");
912
            $t2->addRow(linkRelease($_, $pvid)) foreach ( @$iusers );
913
            push @{$BadByProject{$_}{indirect}}, $pvid foreach ( @$iusers );
914
        }
2429 dpurdie 915
        $t->addRow( anchor("$pvid",linkPvid($pvid)), $t2->getTable );
392 dpurdie 916
    }
917
    $t->setColClass (1, 'listTitle' );
2429 dpurdie 918
    print $HTML $t->getTable;
919
    generateHTMLTail($HTML);
392 dpurdie 920
 
921
    #
922
    #   Bad package vesrions by project
923
    #
2429 dpurdie 924
    $HTML = generateHTMLHeader ('S6');
392 dpurdie 925
    $t = new HTML::Table( -border=>1 );
926
    $t->addRow( 'Release','Package');
927
    $t->setRowHead(1,1);
2016 dpurdie 928
    $last_proj_id = 0;
392 dpurdie 929
 
930
    sub sortReleases
931
    {
932
        my $rv = ( lc($ScmReleases{$a}{pName}) cmp lc($ScmReleases{$b}{pName}));
933
        unless ($rv )
934
        {
935
            $rv = (lc($ScmReleases{$a}{'rtag_id'}) cmp lc($ScmReleases{$b}{'rtag_id'}));
936
        }
937
        return $rv;
938
    }
939
 
940
    foreach my $rtag_id ( sort sortReleases keys %BadByProject  )
941
    {
942
        if ( $last_proj_id != $ScmReleases{$rtag_id}{proj_id} )
943
        {
944
            $last_proj_id = $ScmReleases{$rtag_id}{proj_id};
945
            $t->addRow( $ScmReleases{$rtag_id}{pName});
946
            $t->setCellColSpan(-1, 1, 2);
947
        }
948
 
949
        my $t2 = new HTML::Table(-border=>0, -padding=>0, -spacing=>0, -class=>'paddedTable' );
950
 
951
        if ( $BadByProject{$rtag_id}{direct} )
952
        {
953
                $t2->addRow('Directly uses:' );
954
                foreach my $pvid (@{$BadByProject{$rtag_id}{direct}})
955
                {
956
                    $t2->addRow( linkPvid($pvid, $rtag_id) , $ScmPackages{$pvid}{'vcstag'} );
957
                }
958
        }
959
 
960
        if ( $BadByProject{$rtag_id}{indirect} )
961
        {
962
            $t2->addRow('Indirectly uses:' );
963
            foreach my $pvid (@{$BadByProject{$rtag_id}{indirect}})
964
            {
965
                $t2->addRow( linkPvid($pvid, $rtag_id) , $ScmPackages{$pvid}{'vcstag'} );
966
            }
967
        }
968
        $t->addRow(linkRelease($rtag_id, undef, 1), $t2->getTable  );
969
    }
2016 dpurdie 970
 
392 dpurdie 971
    $t->setColClass (1, 'listTitle' );
972
    $t->setColHead(1,1);
2429 dpurdie 973
    print $HTML $t->getTable;
974
    generateHTMLTail($HTML);
392 dpurdie 975
 
1341 dpurdie 976
    #
977
    #   Releases that have multiple instances of the same package in them
978
    #
2429 dpurdie 979
    $HTML = generateHTMLHeader ('S7');
980
    print $HTML "Releases that have multiple instances of the same package\n";
1341 dpurdie 981
#DebugDumpData("ReleasePackages", \%ReleasePackages );
982
 
983
    $t = new HTML::Table( -border=>1 );
984
    $t->addRow( 'Release','Package');
985
    $t->setRowHead(1,1);
986
    $last_proj_id = 0;
987
 
988
    foreach my $rtag_id ( sort sortReleases keys %ReleasePackages )
989
    {
990
        my @multiples;
991
        foreach my $name ( keys %{$ReleasePackages{$rtag_id}{name}} )
992
        {
993
            if ( $ReleasePackages{$rtag_id}{name}{$name}{count} > 1 )
994
            {
995
                push @multiples, $name;
996
            }
997
        }
998
        next unless ( @multiples );
999
 
1000
        if ( $last_proj_id != $ScmReleases{$rtag_id}{proj_id} )
1001
        {
1002
            $last_proj_id = $ScmReleases{$rtag_id}{proj_id};
1003
            $t->addRow( $ScmReleases{$rtag_id}{pName});
1004
            $t->setCellColSpan(-1, 1, 2);
1005
        }
1006
 
1007
        my $t2 = new HTML::Table(-border=>0, -padding=>0, -spacing=>0, -class=>'paddedTable' );
1008
 
1009
        foreach my $name ( sort {uc($a) cmp uc($b) } @multiples )
1010
        {
1011
            $t2->addRow('Package: ' . linkFindPkgs($name, $rtag_id),  );
1012
            $t2->setCellColSpan(-1, 1, 2);
1013
            foreach my $pvid ( @{$ReleasePackages{$rtag_id}{name}{$name}{pvid}} )
1014
            {
1015
                $t2->addRow( '&nbsp;', linkPvid($pvid, $rtag_id) );
1016
            }
1017
        }
1018
 
1019
        $t->addRow(linkRelease($rtag_id, undef, 1), $t2->getTable  );
1020
    }
1021
    $t->setColClass (1, 'listTitle' );
1022
    $t->setColHead(1,1);
2429 dpurdie 1023
    print $HTML $t->getTable;
1024
    generateHTMLTail($HTML);
392 dpurdie 1025
 
1341 dpurdie 1026
 
2429 dpurdie 1027
    $HTML = generateHTMLHeader ('S8');
1028
    print $HTML "A summary of proposed Repostories and Paths\n";
1341 dpurdie 1029
 
1030
    $t = new HTML::Table( -border=>0, -padding=>0, -spacing=>0, -class=>'paddedTable' );
1031
    $t->addRow( 'Name','', 'Count', 'Warnings'  );
1032
    $t->setCellColSpan(1, 1, 2);
1033
    foreach my $repo ( sort {uc($a) cmp uc($b) } keys %RepoSubIndex )
1034
    {
1035
            next if ( $repo eq 'UNKNOWN' );
1036
            next if ( $repo eq 'SVN' );
1037
            my $count = '';
1038
            if ( exists $RepoSubIndex{$repo}{'-'}   )
1039
            {
1040
                $count = @{$RepoSubIndex{$repo}{'-'}};
1041
            }
1042
            $t->addRow( hRef("#Repo_$repo", $repo), '', $count  );
1043
            $t->setCellColSpan($t->getTableRows(), 1, 2);
1044
 
1045
            foreach my $path ( sort {uc($a) cmp uc($b) } keys %{$RepoSubIndex{$repo}} )
1046
            {
1047
                    next if ( $path eq '-' );
1048
                    my $depth = $path =~ tr~/~~;
1049
                    my $warn = ($depth > 2) ? ' - Deeply nested' : '';
1050
                    my $count = (@{$RepoSubIndex{$repo}{$path}});
1051
                    $warn .= ' - Only One Package' if ( $count < 2 );
1052
 
1053
                    $t->addRow( '&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;', hRef("#Repo_$repo/$path", $path), $count, $warn);
1054
            }
1055
 
1056
    }
1057
 
2429 dpurdie 1058
    print $HTML $t->getTable;
1059
    generateHTMLTail($HTML);
1341 dpurdie 1060
 
1061
 
1062
 
392 dpurdie 1063
#DebugDumpData("RepoSubIndex", \%RepoSubIndex);
1064
#DebugDumpData("Repos", \%Repos);
1065
 
1066
    #
1067
    #   Repo back reference
1068
    #
2429 dpurdie 1069
    $HTML = generateHTMLHeader ('S9');
1070
    print $HTML "Proposed and Converted Repostories and Paths with package mapping and ClearCase Path\n";
392 dpurdie 1071
 
1072
    $t = new HTML::Table( -border=>1 );
2429 dpurdie 1073
    $t->addRow( 'Repository Path', 'Package Name,Original Vob Path(s),Last Build NonBuildadm [ANY]' );
392 dpurdie 1074
 
1075
    foreach my $repo ( sort {uc($a) cmp uc($b) } keys %Repos )
1076
    {
1077
        next if ( $repo eq 'SVN' );
1078
        next if ( $repo eq 'UNKNOWN' );
1079
        my @data;
1080
        my $t1 = new HTML::Table( -border=>1,-width=>'100%', -style=>"border-collapse:collapse" );
1081
 
1082
        foreach my $pkgid ( @{$Repos{$repo}} )
1083
        {
1084
            my $t2 = new HTML::Table( -border=>0,-padding=>0, -spacing=>0, -class=>'paddedTable' );
1085
            foreach my $vob ( keys %{$PackageData{$pkgid}{vobPath}} )
1086
            {
2429 dpurdie 1087
                    if ($PackageData{$pkgid}{isSVN} && $vob !~ m~^/~ )
1088
                    {
1089
                        $vob = svnLink($vob);
1090
                        #$vob = "<span style=\"background-color:#B1FB17\">$vob</span>";
1091
                    }
392 dpurdie 1092
                    $t2->addRow( $vob );
1093
            }
2429 dpurdie 1094
            my $t2Text = '';
392 dpurdie 1095
            if ( $t2->getTableRows() )
1096
            {
1097
                $t2->setColClass (1, 'listTitle' );
2429 dpurdie 1098
                $t2Text = $t2->getTable();
392 dpurdie 1099
            }
2429 dpurdie 1100
            my $youngest = $PackageData{$pkgid}{youngAge};
1101
            my $youngestNonRipple = $PackageData{$pkgid}{youngAgeNonRipple} || 0;
1102
            my $youngestNonBuildadm = $PackageData{$pkgid}{nonBuildadm} || 0;
1103
 
1104
            $youngest =  int($youngest);
1105
            $youngestNonRipple =  int($youngestNonRipple) || '-';
1106
            $youngestNonBuildadm = int($youngestNonBuildadm) || '-';
1107
 
1108
            $t1->addRow( linkPackageDetails($pkgid), $t2Text, "$youngestNonBuildadm [$youngest]"  );
392 dpurdie 1109
        }
2429 dpurdie 1110
 
392 dpurdie 1111
        if ( $t1->getTableRows() )
1112
        {
1113
            $t1->setColWidth(1,'30%');
1114
            $t1->setColClass (1, 'listTitle' );
2429 dpurdie 1115
            $t1->setColWidth(3,'10%');
392 dpurdie 1116
        }
2429 dpurdie 1117
        $t->addRow( anchor("$repo",$repo), $t1->getTable() );
392 dpurdie 1118
 
1119
    }
1120
    $t->setColClass (1, 'listTitle' );
1121
    $t->setColHead(1,1);
2429 dpurdie 1122
    print $HTML $t->getTable;
1123
    generateHTMLTail($HTML);
392 dpurdie 1124
 
1125
    #
1126
    #   Highlight packages that have not been mapped to a Repo
1127
    #
2429 dpurdie 1128
    $HTML = generateHTMLHeader ('SA');
1129
    print $HTML "Packages that have not been mapped to a Repository\n";
392 dpurdie 1130
    $t = new HTML::Table( -border=>1 );
1131
    foreach my $pkgid ( @{$Repos{UNKNOWN}} )
1132
    {
1133
        my $flag_badCC;
1134
        my $flag_multi;
1135
        my $flag_badVob;
1136
 
1137
        $flag_multi  = 1 if $PackageData{$pkgid}{MultiVob};
1138
        $flag_badVob = 1 if $PackageData{$pkgid}{BadVob};
1139
 
1140
        foreach my $pvid ( @{$PackageSet{$pkgid}} )
1141
        {
1142
            $flag_badCC  = 1 if ( $ScmPackages{$pvid}{BadCCView} );
1143
            $flag_multi  = 1 if ( $ScmPackages{$pvid}{MultiVob} );
1144
            $flag_badVob = 1 if ( $ScmPackages{$pvid}{BadVob} );
1145
        }
1146
 
1147
        my @data;
1148
        push @data, "Bad ClearCase View" if $flag_badCC;
1149
        push @data, "Multiple Vobs" if $flag_multi;
1150
        push @data, "Bad VcsTag" if $flag_badVob;
1151
        $t->addRow( linkPackageDetails($pkgid), join( '<br>', @data) );
1152
    }
1153
 
1154
    $t->setColClass (1, 'listTitle' );
2429 dpurdie 1155
    print $HTML $t->getTable;
1156
    generateHTMLTail($HTML);
1157
 
392 dpurdie 1158
    #
1159
    #   Packages already under Subversion
1160
    #
2429 dpurdie 1161
    $HTML = generateHTMLHeader ('SB');
1162
    print $HTML "Packages that are currently in Subversion\n";
1163
    print $HTML "<br>Packages in Subversion   : ". scalar @{$Repos{SVN}} ."\n";
1164
    print $HTML "<br>Total Packages to convert: ". $totalPackageCount ."\n";
1165
    print $HTML "<p>" ,anchor("SVN",'SVN');
1270 dpurdie 1166
 
392 dpurdie 1167
    $t = new HTML::Table( -border=>1 );
1168
    foreach my $pkgid ( @{$Repos{SVN}} )
1169
    {
1170
        my %RepoList;
1171
        foreach my $pvid ( @{$PackageSet{$pkgid}} )
1172
        {
1173
            my $repo = $ScmPackages{$pvid}{'vcstag'};
1270 dpurdie 1174
            if ( $repo =~ m~SVN::(.*)(/tags/|/branches/|/trunk)~i )
1175
            {
1176
                $RepoList{$1} = svnLink($1) unless exists $RepoList{$1};
1177
            }
392 dpurdie 1178
        }
1270 dpurdie 1179
        $t->addRow( linkPackageDetails($pkgid), join( '<br>', values %RepoList) );
392 dpurdie 1180
    }
2429 dpurdie 1181
    print $HTML $t->getTable;
392 dpurdie 1182
 
2429 dpurdie 1183
    generateHTMLTail($HTML);
392 dpurdie 1184
Message ("Created: PackageConversion.html");
1185
}
1186
 
2429 dpurdie 1187
sub hRef
1188
{
1189
    my ($url, $text, $target) = @_;
1190
    my $ttext = '';
392 dpurdie 1191
 
2429 dpurdie 1192
    if ( $url =~ m~^#(.*?)_~ )
392 dpurdie 1193
    {
2429 dpurdie 1194
        my $tag = $1;
1195
        foreach my $section ( keys %htmlData )
392 dpurdie 1196
        {
2429 dpurdie 1197
            if ( $htmlData{$section}{tag} eq $1 )
392 dpurdie 1198
            {
2429 dpurdie 1199
                $url = $htmlData{$section}{file} . $url;
1200
                $target = '_Page'.$section unless ( $target );
392 dpurdie 1201
            }
1202
        }
1203
    }
1204
 
1205
    $ttext = ' TARGET="' . $target . '"' if ( defined $target );
1206
    return ( '<a href="' . $url . '"' . $ttext . '>' . $text . '</a>' );
1207
}
1208
 
1209
sub anchor
1210
{
1211
    my ($name, $text) = @_;
2429 dpurdie 1212
    my $prefix = '';
1213
    if ( $currentSection )
1214
    {
1215
        $prefix = $htmlData{$currentSection}{tag};
1216
        $prefix = $prefix . '_' if ( $prefix );
1217
    }
1218
    return ( '<a name="' . $prefix . $name . '">' . $text . '</a>' );
392 dpurdie 1219
}
1220
 
1221
 
1222
sub htmlH1
1223
{
1224
    my ($text) = @_;
1225
    return '<h1>' . $text . '</h1>';
1226
}
1227
 
395 dpurdie 1228
sub linkBomProject
1229
{
1230
    my ($projId, $text) = @_;
1231
    my $ref = $GBE_DM_URL . "/Default.asp?proj_id=$projId";
1232
 
1233
    return hRef($ref, $text, '_packageData');
1234
}
1235
 
1236
 
392 dpurdie 1237
sub linkRelease
1238
{
1239
    my ($pkgid, $pvid, $mode) = @_;
1240
    my $pkgid_ref = $GBE_RM_URL . "/fixed_issues.asp?rtag_id=$pkgid";
1241
    $pkgid_ref .= "&pv_id=$pvid" if defined $pvid;
1242
 
1243
    my $text = '';
1244
    $text .= "$ScmReleases{$pkgid}{pName} :: " unless ( $mode );
1245
    $text .= $ScmReleases{$pkgid}{name};
1246
 
1247
    $text = hRef($pkgid_ref, $text, '_packageData');
1248
}
1249
 
1250
sub linkPackageDetails
1251
{
1252
    my ($pkgid) = @_;
1253
    my $name = $PackageData{$pkgid}{name};
1254
    return hRef("#Package_${name}",$name);
1255
}
1256
 
1257
sub linkPvid
1258
{
1259
    my ($pvid, $rtagid, $mode) = @_;
1260
    my $pv_base = $GBE_RM_URL . "/fixed_issues.asp?pv_id=$pvid";
1261
    $pv_base .= "&rtag_id=$rtagid" if ($rtagid);
1262
 
1263
    my $text = '';
1264
    $text .= "$ScmPackages{$pvid}{'name'} " unless ( $mode );
1265
    $text .= $ScmPackages{$pvid}{'version'};
1266
    return hRef($pv_base, $text, '_packageData');
1267
}
1268
 
1341 dpurdie 1269
sub linkFindPkgs
1270
{
1271
    my ($name, $rtagid) = @_;
1272
    my $pv_base = $GBE_RM_URL . "/find.asp?searchtype=1&keyword=$name&btn=Find&envtab=3&rtag_id=$rtagid";
1273
    return hRef($pv_base, $name, '_packageData');
1274
}
1275
 
392 dpurdie 1276
sub linkPkg
1277
{
1278
    my ($pkgid, $utext) = @_;
1279
    my $rm_base = $GBE_RM_URL . "/view_by_version.asp?pkg_id=$pkgid";
1280
    my $text = $utext ? $utext : $PackageData{$pkgid}{name};
1281
    return hRef($rm_base, $text , '_packageData');
1282
}
1283
 
1284
sub linkImage
1285
{
1286
    my ($pkgid, $utext) = @_;
1287
    my $name = $PackageData{$pkgid}{name};
1288
    my $ref = $name . '.svg';
1289
    my $text = $utext ? $utext : $name;
1290
    return hRef($ref, $text, '_packageImage');
1291
}
1292
 
1293
sub linkImportLog
1294
{
1295
    my ($pkgid, $utext) = @_;
1296
    my $name = $PackageData{$pkgid}{name};
1297
    my $ref = $name . '.importlog';
1298
    my $text = $utext ? $utext : $name;
1299
    return hRef($ref, $text, '_packageLog');
1300
}
1301
 
1270 dpurdie 1302
sub svnLink
1303
{
1304
    my ($tag, $utext) = @_;
1305
    my $text = $utext ? $utext : $tag;
392 dpurdie 1306
 
1270 dpurdie 1307
    $tag =~ s~^SVN::~~;
1308
    my $url = SvnPath2Url ($tag);
1309
    return hRef($url, $text, '_SvnPage');
1310
}
392 dpurdie 1311
 
1270 dpurdie 1312
 
1313
 
392 dpurdie 1314
#-------------------------------------------------------------------------------
1315
# Function        : startExpander
1316
#                   endExpander
1317
#
1318
# Description     : Insert HTML code to start/end a Javascript expanding
1319
#                   division.
1320
#
1321
# Inputs          : $name           - Unique name for the Section
1322
#                   $text           - Header Text to be displayed
1323
#
1324
# Returns         : 
1325
#
1326
sub startExpander
1327
{
2429 dpurdie 1328
    my ($HTML, $name, $text) = @_;
1329
    print $HTML <<EXPANDER;
392 dpurdie 1330
<div class="expandingMenu expandingMenuNotSelected">
1331
    <div onclick='click_expandingMenuHeader(this,"$name")' class="expandingMenuHeader" >$text</div>
1332
	<div id="cssprop_$name" class="expandingMenuGroup" style="display:none;">
1333
EXPANDER
1334
}
1335
 
1336
sub endExpander
1337
{
2429 dpurdie 1338
    my ($HTML) = @_;
1339
    print $HTML "</div></div>\n";
392 dpurdie 1340
}
1341
 
1342
 
1343
#    if ( 0 )
1344
#    {
1345
#        my $file = "TagList.txt";
1346
#        my $count = 0;
1347
#        Message("Create CC Tag  List", $file);
1348
#        open ( my $fh, '>', $file ) || Error ("Cannot open $file", "Error: $!");
1349
#        my %PackageNames;
1350
#
1351
#        foreach ( sort @taglist )
1352
#        {
1353
#            print $fh "$_\n";
1354
#            $count++;
1355
#        }
1356
#        close $fh;
1357
#        Message("Tags: $count");
1358
#    }
1359
 
1360
 
1361
#    DebugDumpData("VersionTags", \%VersionTags);
1362
#    DebugDumpData("Vobs", \%Vobs);
1363
    #print "VOBS: ", join ("\n", sort keys %Vobs), "\n";
1364
 
1365
#-------------------------------------------------------------------------------
404 dpurdie 1366
# Function        : readInputData
392 dpurdie 1367
#
1368
# Description     : Write out data in a form to allow post processing
1369
#
1370
# Inputs          : 
1371
#
1372
# Returns         : 
1373
#
404 dpurdie 1374
sub readInputData
392 dpurdie 1375
{
1376
 
1377
    my $fname = 'cc2svn.raw.txt';
1378
    Message ("Reading: $fname");
1379
    Error "Cannot locate $fname" unless ( -f $fname );
1380
    require $fname;
1381
 
1382
    Error "Data in $fname is not valid\n"
1383
        unless ( keys(%ScmReleases) >= 0 );
1384
 
1385
#    DebugDumpData("ScmReleases", \%ScmReleases );
1386
#    DebugDumpData("ScmPackages", \%ScmPackages );
1387
#    DebugDumpData("ScmSuffixes", \%ScmSuffixes );
1388
 
1389
    %ScmSuffixes = ();
1390
}
1391
 
1392
##-------------------------------------------------------------------------------
1393
## Function        : getVobMapping
1394
##
1395
## Description     : Read in Package to Repository Mapping
1396
##
1397
## Inputs          :
1398
##
1399
## Returns         : Populates
1400
#                        #%VobMapping;                 # Vob -> Repo
1401
#                        #%PackageMapping;             # Package -> Repo
1402
#                        #%ViewMapping                 # View -> Repo
1403
#sub getVobMapping
1404
#{
1405
#    my $fname = 'cc2svn.mapping.txt';
1406
#    Message ("Reading: $fname");
1407
#    Error "Cannot locate $fname" unless ( -f $fname );
1408
#    require $fname;
1409
#
1410
#    Error "Data in $fname is not valid\n"
1411
#        unless ( keys(%PackageMapping) >= 0 );
1412
#
1413
#    DebugDumpData("PackageMapping", \%PackageMapping );
1414
#    DebugDumpData("VobMapping", \%VobMapping );
1415
#    DebugDumpData("ViewMapping", \%ViewMapping );
1416
#
1417
#}
1418
 
1419
 
1420
#-------------------------------------------------------------------------------
1421
# Function        : mapPackage
1422
#
1423
# Description     : Attempt to map a package to a repo
1424
#
1425
# Inputs          : PackageId
1426
#
1427
# Returns         : RepoPatch
1428
#
1429
sub mapPackage
1430
{
1431
    my ($pkgid) = @_;
1432
    my %Named = (
1433
        'Release_Manager'                       => 'DevTools/ManagerSuite',
1434
        'Access_Manager'                        => 'DevTools/ManagerSuite',
1435
        'Deployment_Manager'                    => 'DevTools/ManagerSuite',
1436
        'Production_Manager'                    => 'DevTools/ManagerSuite',
1437
        'schema_utilities'                      => 'DevTools/ManagerSuite',
1438
        'Release_Manager_Schema'                => 'DevTools/ManagerSuite',
1439
        'Manager_Suite'                         => 'DevTools/ManagerSuite',
1440
        'Manager_Suite_VM'                      => 'DevTools/ManagerSuite',
1441
 
1442
        'QtBuilder'                             => 'DevTools',
1443
        'buildtool'                             => 'DevTools',
1444
        'cabinet_packager'                      => 'DevTools',
1445
        'core_devl'                             => 'DevTools',
1446
        'debian_packager'                       => 'DevTools',
1447
        'deployfiles'                           => 'DevTools',
1448
        'dpkg_blat'                             => 'DevTools',
1449
        'dpkg_management'                       => 'DevTools',
1450
        'generate_release_notes'                => 'DevTools',
1451
        'jants'                                 => 'DevTools',
1452
        'linux_day0fs_tools'                    => 'DevTools',
1453
        'manifest-tool'                         => 'DevTools',
1454
        'nsis_packager'                         => 'DevTools',
2040 dpurdie 1455
        'nsis_library'                          => 'DevTools',
392 dpurdie 1456
        'shellbuild'                            => 'DevTools',
1457
        'wsdl-tools'                            => 'DevTools',
1458
        'binflow'                               => 'DevTools',
1459
        'zendguard_tools'                       => 'DevTools',
1460
        'cpptasks'                              => 'DevTools/ant',
1461
        'AdvisoryDependency'                    => 'DevTools/buildtool_tests',
1462
        'CommonDependency'                      => 'DevTools/buildtool_tests',
1463
        'GenericProduct'                        => 'DevTools/buildtool_tests',
1464
        'LinuxCentricProduct'                   => 'DevTools/buildtool_tests',
1465
        'CotsWithFunnyVersion'                  => 'DevTools/buildtool_tests',
1466
 
1467
        'GenAppaCE'                             => 'DPG_SWCode/utilities',
1468
 
1469
        'AtmelHAL'                              => 'MASS_Dev_Crypto',
1470
        'Netbula'                               => 'COTS',
1471
        'ObjectiveGrid'                         => 'COTS',
1472
        'lmos'                                  => 'DPG_SWBase',
2429 dpurdie 1473
#        'daf_cd_transap'                        => 'DPG_SWBase',
392 dpurdie 1474
        'basetypes'                             => 'MASS_Dev_Infra',
2429 dpurdie 1475
        'accesscontrol_ejb-api'                 => 'MASS_Dev_Infra/Security',
392 dpurdie 1476
        'tp5000_MUG'                            => 'MREF_Package',
1477
        'udman'                                 => 'MASS_Dev_Infra',
1478
        'emvud'                                 => 'DPG_SWBase/emvud',
1479
        'daf_mmi_ti'                            => 'DPG_SWBase',
1480
        'mos_api'                               => 'MOS',
1481
        'tp5700_Manifest'                       => 'MREF_Package',
1482
        'TRACS'                                 => 'TRACS',
1483
 
1484
        'jboss_config'                          => 'MASS_Dev_Bus/Business' ,
1485
        'jboss_service'                         => 'MASS_Dev_Bus/Business' ,
1197 dpurdie 1486
        'pgres'                                 => 'ITSO_TRACS/DataManagement' ,
395 dpurdie 1487
        'ERGcda_imports'                        => 'MREF_Package',
2429 dpurdie 1488
        'daf_dataman_extras'                    => 'ProjectCD/seattle',
1489
        'XmlDocInterface'                       => 'MASS_Dev_Infra',
392 dpurdie 1490
 
2429 dpurdie 1491
 
1492
        # Kill single package subdirs
1493
        'application'                           => 'MASS_Dev_Bus',
1494
        'card'                                  => 'MASS_Dev_Bus',
1495
        'cardholder'                            => 'MASS_Dev_Bus',
1496
        'opman-database'                        => 'MASS_Dev_Bus',
1497
        'product'                               => 'MASS_Dev_Bus',
1498
        'VmtInterface'                          => 'MASS_Dev_Bus',
1499
        'systemcd_ejb-api'                      => 'MASS_Dev_Bus/CBP',
1500
        'boi'                                   => 'MASS_Dev_Bus/BOI',
1501
 
1502
        'mrviewer'                              => 'MASS_Dev_Infra/Reports',
1503
        'cdss'                                  => 'MASS_Dev_Infra/Cdss',
1504
        'InfraPSS'                              => 'MASS_Dev_Infra',
1505
 
392 dpurdie 1506
    );
1507
 
1508
    my %VobRename = (
395 dpurdie 1509
        'LMOS'              => 'LinuxDevices',
392 dpurdie 1510
        'MANUFACTURING'     => 'Manufacturing',
1511
        'MREF_Package'      => 'MREF_Package',
1512
        'MASS_Dev'          => 'MASS_Dev_Bus',
1513
        's4k_tracs'         => 'TRACS',
1514
        'MASS_Dev_Tools'    => 'DevTools',
1197 dpurdie 1515
 
1516
        'GMPTE2005'             => 'ITSO_TRACS',
1517
        'GMPTE2005_obe'         => 'ITSO_TRACS',
1518
        'UK_ITSO_COMPLIANT'     => 'ITSO_TRACS',
2429 dpurdie 1519
 
1520
        'MASS_Dev_Infra/security'   => 'MASS_Dev_Infra/Security',
1521
        'MASS_Dev_Infra/web'        => 'MASS_Dev_Infra/Web',
1522
        'MASS_Dev_Infra/cdss'       => 'MASS_Dev_Infra/Cdss',
392 dpurdie 1523
    );
1524
 
2429 dpurdie 1525
    my %PreferredPath = (
1526
        'MASS_Dev_Bus/Reports'      => 1,
1527
        'MASS_Dev_Bus/CBP'          => 1,
1528
        'MASS_Dev_Bus/Business'     => 1,
1529
        'MASS_Dev_Bus/CIPP'        => 1,
1530
 
1531
        'MASS_Dev_Infra/ProjectSpecific' => 1,
1532
    );
1533
 
392 dpurdie 1534
    # default is 1
1535
    my %VobDepth = (
1536
        'DPG_SWBase'                => 2,
1197 dpurdie 1537
        'ITSO_TRACS'                => 2,
1451 dpurdie 1538
        'ITSO_TRACS/Packages'       => 1,
1197 dpurdie 1539
        'LinuxDevices'              => 2,
392 dpurdie 1540
        'MASS_Dev_Bus'              => 2,
1541
        'MASS_Dev_Infra'            => 2,
1542
        'MPR'                       => 2,
1543
        'ProjectCD'                 => 2,
1544
        'TRACS'                     => 2,
1545
        'VIX-PAYMENTS'              => 2,
1546
        'WINCE500'                  => 2,
1197 dpurdie 1547
        'LinuxDevices/linux'        => 3,
392 dpurdie 1548
        'DAMS_mos_diag'             => 2,
1549
        'MASS_Dev_Bus/Financial'    => 3,
1550
    );
1551
 
1552
    return ('SVN') if ( $PackageData{$pkgid}{isSVN} );
1553
    my $name = $PackageData{$pkgid}{name};
1554
 
1555
    # If only one VOB
1556
    #
1557
    my $path = '';
1558
    unless ( $PackageData{$pkgid}{BadVob} || $PackageData{$pkgid}{MultiVob} )
1559
    {
1197 dpurdie 1560
        my @paths = reverse sort keys %{$PackageData{$pkgid}{vobPath}};
392 dpurdie 1561
        $path = $paths[0] if exists $paths[0];
1562
    }
1563
 
1564
    #
1565
    #   Some path cleanup
1566
    #
1567
    if ( $path )
1568
    {
2429 dpurdie 1569
        $path =~ s~\s+~~i;
1570
        $path =~ s~/build.pl$~~i;
1571
        $path =~ s~/src$~~i;
395 dpurdie 1572
        $path =~ s~DPC_SWCode/~DPG_SWCode/~i;
392 dpurdie 1573
        $path =~ s~MASS_Dev/Bus/~MASS_Dev_Bus/~i;
1574
        $path =~ s~MASS_Dev_Bus/Cbp/~MASS_Dev_Bus/CBP/~i;
2429 dpurdie 1575
        $path =~ s~MASS_Dev_Bus/WebServices~MASS_Dev_Bus/WebServices~i;
392 dpurdie 1576
        $path =~ s~/Vastraffik/~/Vasttrafik/~;
1577
        $path =~ s~/MREF_Package/ergpostmongui$~/MREF_Package/ergpostmongui~i;
1578
    }
1579
 
1580
    #
1581
    #   Brute force VOB renaming
1582
    #
1583
    foreach my $name ( keys %VobRename  )
1584
    {
1585
        my $newName = $VobRename{$name};
1586
        $path =~ s~^/$name/~/$newName/~i;
1197 dpurdie 1587
        $path =~ s~^/$name$~/$newName~i;
392 dpurdie 1588
    }
1589
 
395 dpurdie 1590
    return $Named{$name}  if ( exists $Named{$name} );
1591
 
1592
    return 'DevTools/ant'  if ( $name =~ m~^ant~ );
1593
    return 'DevTools/ant'  if ( $name =~ m~^jant~ );
1594
 
1595
    return 'LinuxDevices/tools' if ( $path =~ m~LinuxDevices/linux/tools~i );
1596
 
1597
    return 'MASS_Dev_Dataman' if ( $name =~ m~^dm_~ );
1598
 
1599
    return 'MPR/EMV/emvl2' if ( $name =~ m~^cp[sf]-~ );
1600
 
1601
    return 'COTS' if ( $PackageData{$pkgid}{type} eq 'COTS' && ! exists $PackageData{$pkgid}{vobs}{'LMOS'});
1602
 
1603
    #
1604
    #   Must resolve Multivobs
1605
    #
1606
    if ( $PackageData{$pkgid}{MultiVob} )
1607
    {
1608
        $path = resolveMultiVob($name, $pkgid );
1609
    }
1610
 
392 dpurdie 1611
    my $vob = '';
1612
    my @pathBase;
1613
    my @pathFull;
1614
    $path =~ s~/$~~g;
1615
    $path =~ s~^/~~g;
1616
    @pathFull = split( '/', $path);
1617
    $vob = $pathFull[0] || $path;
1618
    push @pathFull, $vob unless ( @pathFull );
1619
 
1620
    @pathBase = @pathFull;
1621
    delete $pathBase[-1];
1622
    push @pathBase, $vob unless ( @pathBase );
1623
 
1624
#print "Full: @pathFull\n";
1625
#print "Base: @pathBase\n";
1626
 
395 dpurdie 1627
    return 'MOS/images'  if (($vob eq 'COTS' || $vob eq 'MOS') &&  $name =~ m~^mos_~ && $name =~ m~\d\d\d\d~);
392 dpurdie 1628
 
1629
    return 'COTS' if ( $vob =~ m~^COTS_~ );
1630
    return 'COTS' if ( $vob eq 'COTS' );
1631
 
1632
    return 'DPG_SWBase/Demos'  if ($vob eq 'DPG_SWBase' &&  $name =~ m~^demo_~ );
1633
    return 'DPG_SWBase/Demos'  if ( $name =~ m~^qt_demo~ );
1634
 
1635
    return 'DPG_SWBase/daf_utils'  if ( $name =~ m~^time_ce~ );
1636
    return 'DPG_SWBase/daf_utils'  if ( $name =~ m~^daf_utils~ );
1637
    return 'DPG_SWBase/daf_utils'  if ( $name =~ m~^daf_bertlv~ );
1638
    return 'DPG_SWBase'            if ( $name =~ m~^daf_br_compiler~ );
1639
    return 'DPG_SWBase'            if ( $name =~ m~^hcp5000icons$~ );
1640
 
1641
    return 'DPG_SWBase/daf_components'  if ( $vob eq 'DPG_SWBase' && $name =~ m~^daf_component_~ );
1642
    return 'DPG_SWBase/daf_transap'  if ( $path =~ m~/transap$~ || $path =~ m~/transap/~ );
1643
#   return 'DPG_SWBase/daf'  if ( $vob eq 'DPG_SWBase' && $name =~ m~^daf_~ );
1644
    return 'DPG_SWBase/IDC'  if ( $vob =~ m~DPG_SW~ && $name =~ m~^IDC~ );
1645
 
1646
    return 'DPG_SWCode/dac'  if ( $name =~ m~^dac_~ );
1647
    return 'DPG_SWCode/ddu'  if ( $name =~ m~^ddu_~ );
1648
    return 'DPG_SWCode/utilities'  if ( $vob eq 'DPG_SWCode' && $path =~ m/utilities/ );
1649
 
1650
    if ( $name =~ m~^VIX~ || $name =~ m~^ERG~ )
1651
    {
1652
        return 'MREF_Package'
395 dpurdie 1653
            if ( $vob =~ m~^CORE~ || $vob =~ m~^MASS~ || $vob =~ m~^MREF~ );
392 dpurdie 1654
    }
1655
 
1656
#    if ( $vob ne 'MREF_Package' )
1657
#    {
1658
#print "---- $name, $path\n" if ( $name =~ m~^VIX~ );
1659
#print "---- $name, $path\n" if ( $name =~ m~^ERG~ );
1660
#    }
1661
 
1662
    #
1663
    #   ProjectCd is badly done
1664
    #   Many packages are in named directories, some are not.
1665
    #
1666
    if ( $vob eq 'ProjectCD' )
1667
    {
1668
        return $vob if ( $name eq 'daf_paper_variables' );
1669
        return ($vob . '/seattle')
1670
            if (  grep {$_ eq 'seattle'} @pathFull );
1671
        return ($vob . '/stockholm')
1672
            if (  grep {$_ eq 'stockholm'} @pathFull );
1673
        return $vob;
1674
    }
1675
 
395 dpurdie 1676
    #
1677
    #   Detect core_xxx packages
1678
    #
1679
    if ( $vob eq 'MASS_Dev_Infra' && $path =~ m~/core_~ )
1680
    {
1681
        return "$vob/Core";
1682
    }
1683
 
392 dpurdie 1684
    return "UNKNOWN"
1685
        unless ( $vob );
1686
 
1687
    #
2429 dpurdie 1688
    #   Can we map the package into a preferred path
1689
    #
1690
    foreach my $ppath ( sort keys %PreferredPath )
1691
    {
1692
        if ( $path =~ m~${ppath}(/|$)~i )
1693
        {
1694
#print "---- Preferred path: $name, $ppath\n";
1695
            return $ppath;
1696
        }
1697
 
1698
        #
1699
        #   Try a little harder
1700
        #
1701
        foreach my $tpath  ( keys %{$PackageData{$pkgid}{vobPath}} )
1702
        {
1703
            if ( $tpath =~ m~${ppath}(/|$)~i )
1704
            {
1705
#print "---- Preferred path: $name, $ppath\n";
1706
                return $ppath;
1707
            }
1708
        }
1709
    }
1710
 
1711
    #
392 dpurdie 1712
    #   Determine depth for this path
1713
    #
1714
    my $depth = 1;
1715
    foreach ( reverse sort keys %VobDepth)
1716
    {
1717
        if ( $path =~ m~^$_~ )
1718
        {
1719
            $depth = $VobDepth{$_};
1720
            last;
1721
        }
1722
    }
2429 dpurdie 1723
 
392 dpurdie 1724
#print "--Joining: $name, $depth, @pathBase\n";
1725
    return pathJoin($depth, $path, $name, @pathBase);
1726
}
1727
 
1728
sub pathJoin
1729
{
1730
    my ($num, $path, $name, @data) = @_;
1731
    my $val = '';
1732
    my $char = '';
1733
    for( my $ii = 0; $ii < $num; $ii++)
1734
    {
1735
        last unless ( defined $data[$ii] );
1736
        $val = $val . $char . $data[$ii];
1737
        $char = '/'
1738
    }
1739
#print "----$path, $name: $num, @data --> $val\n";
1740
    return $val;
1741
}
1742
 
395 dpurdie 1743
 
392 dpurdie 1744
#-------------------------------------------------------------------------------
395 dpurdie 1745
# Function        : resolveMultiVob
1746
#
1747
# Description     : Time to resolve multivob issues
1748
#
1749
# Inputs          : $name           - Package Name
1750
#                   $pkgid          - Package ID
1751
#
1752
#
1753
# Returns         : Resulved path
1754
#
1755
sub resolveMultiVob
1756
{
1757
    my ($name, $pkgid) = @_;
1758
    my $path = '';
1759
 
1760
my %preferredVob = (
1761
        'uiconv'        => 'DPG_SWBase',
1762
        'gnupg'         => 'COTS',
1763
    );
1764
 
1765
 
1766
    my $pvob = $preferredVob{$name};
1767
    unless ( defined $pvob )
1768
    {
1769
        if ( exists ($PackageData{$pkgid}{vobs}{MASS_Dataman}) && exists ($PackageData{$pkgid}{vobs}{MASS_Dev_Dataman})  )
1770
        {
1771
            $pvob = 'MASS_Dev_Dataman';
1772
        }
1773
 
1774
        if ( exists ($PackageData{$pkgid}{vobs}{DPG_SWBase}) && exists ($PackageData{$pkgid}{vobs}{DPG_SWCode})  )
1775
        {
1776
            $pvob = 'DPG_SWCode';
1777
        }
1778
 
1779
        if ( exists ($PackageData{$pkgid}{vobs}{MREF_Package}) )
1780
        {
1781
            $pvob = 'MREF_Package';
1782
        }
1783
 
1784
        if ( exists ($PackageData{$pkgid}{vobs}{MASS_Dev}) && exists ($PackageData{$pkgid}{vobs}{MASS_Dev_Bus}))
1785
        {
1786
            $pvob = 'MASS_Dev_Bus';
1787
        }
1788
 
1789
        if ( exists ($PackageData{$pkgid}{vobs}{s4k_obe}) && exists ($PackageData{$pkgid}{vobs}{GMPTE2005}))
1790
        {
1791
            $pvob = 'GMPTE2005';
1792
        }
1793
 
1794
        if ( exists ($PackageData{$pkgid}{vobs}{s4k_obe}) && exists ($PackageData{$pkgid}{vobs}{GMPTE2005_obe}))
1795
        {
1796
            $pvob = 'GMPTE2005_obe';
1797
        }
1798
 
1799
        if ( exists ($PackageData{$pkgid}{vobs}{TRACS}) && exists ($PackageData{$pkgid}{vobs}{GMPTE2005}))
1800
        {
1801
            $pvob = 'GMPTE2005';
1802
        }
1803
 
1804
        if ( exists ($PackageData{$pkgid}{vobs}{MASS_Dev_Infra}) && exists ($PackageData{$pkgid}{vobs}{MASS_Dev_Tools}))
1805
        {
1806
            $pvob = 'MASS_Dev_Infra';
1807
        }
1808
 
1809
        if ( exists ($PackageData{$pkgid}{vobs}{COTS}) && exists ($PackageData{$pkgid}{vobs}{MOS}))
1810
        {
1811
            $pvob = 'MOS';
1812
        }
1813
 
1814
        if ( exists ($PackageData{$pkgid}{vobs}{COTS}) && exists ($PackageData{$pkgid}{vobs}{MPR}))
1815
        {
1816
            $pvob = 'MPR';
1817
        }
1818
 
1819
        if ( exists ($PackageData{$pkgid}{vobs}{COTS}) && exists ($PackageData{$pkgid}{vobs}{COTS_Java}))
1820
        {
1821
            $pvob = 'COTS';
1822
        }
1823
    }
1824
 
1825
    if ( defined $pvob )
1826
    {
1827
        if ( exists $PackageData{$pkgid}{vobResolver}{$pvob} )
1828
        {
1829
            $path = $PackageData{$pkgid}{vobResolver}{$pvob} ;
1830
        }
1831
    }
1832
    else
1833
    {
1834
        Message ("Unresolved multivob: $PackageData{$pkgid}{name}");
1835
#DebugDumpData("DATA", \$PackageData{$pkgid} );
1836
#exit 1;
1837
    $path = 'UNKNOWN';
1838
    }
1839
 
1840
    return $path;
1841
}
1842
 
1843
 
1844
#-------------------------------------------------------------------------------
392 dpurdie 1845
# Function        : examineVcsTag
1846
#
1847
# Description     : Examine a VCS Tag and determine if it looks like rubbish
1848
#
1849
# Inputs          : Tag to examine
1850
#
1851
# Returns         : Badness
1852
#
1853
sub examineVcsTag
1854
{
1855
    my ($vcstag) = @_;
1856
    my $bad = 0;
1857
    if ( $vcstag =~ m~^CC::(.*?)(::(.+))?$~ )
1858
    {
1859
        my $path = $1  || '';
1860
        my $label = $2 || '';
1861
#print "$vcstag, $bad, $path, $label\n";
1862
        $bad = 1 unless ( $label );
1863
        $bad = 1 if ( $label =~ m~^N/A$~i || $label  =~ m~^na$~i );
1864
 
1865
        $bad = 1 unless ( $path );
1866
        $bad = 1 if ( $path =~ m~^N/A$~i || $path  =~ m~^na$~i );
1867
        $bad = 1 if ( $path =~ m~^/dpkg_archive~ );
395 dpurdie 1868
        $bad = 1 if ( $path =~ m~^CVS~ );
392 dpurdie 1869
        $bad = 1 if ( $path =~ m~^dpkg_archive~ );
1870
        $bad = 1 if ( $path =~ m~^http:~i );
1871
        $bad = 1 if ( $path =~ m~^[A-Za-z]\:~ );
1872
        $bad = 1 if ( $path =~ m~^//~ );
1873
        $bad = 1 if ( $path =~ m~^/blade1/~ );
1874
        $bad = 1 if ( $path =~ m~^/devl/~ );
394 dpurdie 1875
        $bad = 1 if ( $path =~ m~^/*none~i );
1876
        $bad = 1 if ( $path =~ m~^/*NoWhere~i );
1877
        $bad = 1 if ( $path =~ m~^-$~i );
392 dpurdie 1878
        $bad = 1 if ( $path =~ m~[()]~ );
1879
#        $bad = 1 unless ( $path =~ m~^/~ );
1880
    }
1881
    else
1882
    {
1883
        $bad = 1;
1884
    }
1885
    return $bad;
1886
}
1887
 
1888
#-------------------------------------------------------------------------------
1889
# Function        : usedBy
1890
#
1891
# Description     : Given a pvid, determine which release(s) need it
1892
#
1893
# Inputs          : $pvid
1894
#
1895
# Returns         : Nothing
1896
#
1897
sub usedBy
1898
{
1899
    my ($pvid) = @_;
1900
    Error ("PVID is not an essential package") unless ( exists $ScmPackages{$pvid} );
1901
 
1902
    my @releases = @{$ScmPackages{$pvid}{'release'}} if exists($ScmPackages{$pvid}{'release'});
1903
    my @users = @{$ScmPackages{$pvid}{'usedBy'}} if exists($ScmPackages{$pvid}{'usedBy'});
1904
 
1905
    while ( @users )
1906
    {
1907
        my $pv = pop @users;
1908
        push @releases, @{$ScmPackages{$pv}{'release'}} if (exists $ScmPackages{$pv}{'release'});
1909
        push @users, @{$ScmPackages{$pv}{'usedBy'}} if (exists($ScmPackages{$pv}{'usedBy'}));
1910
    }
1911
 
1912
    my %releases;
1913
    my %ireleases;
1914
    my @dreleases = ();
1915
    my @ireleases;
1916
    foreach ( @releases )
1917
    {
1918
        if ( $ScmPackages{$pvid}{tlp}  )
1919
        {
1920
            next if ( exists $releases{$_} );
1921
            push @dreleases, $_;
1922
            $releases{$_} = 1;
1923
        }
1924
        else
1925
        {
1926
            next if ( exists $ireleases{$_} );
1927
            push @ireleases, $_;
1928
            $ireleases{$_} = 1;
1929
        }
1930
    }
1931
    return \@dreleases, \@ireleases;
1932
}
1933
 
1934
#-------------------------------------------------------------------------------
1935
# Function        : smartPackageType
1936
#
1937
# Description     : Have a look at the projects in the package set and
1938
#                   attempt to determine what sort of mechanism to use
1939
#
1940
# Inputs          : pkgid            - Package ID
1941
#
1942
# Returns         : Type, Array of suffixes
1943
#
1944
sub smartPackageType
1945
{
1946
    my ($pkgid) = @_;
1947
    my %suffixes;
1948
 
1949
    #
1950
    #   Suffixes for all packages
1951
    #
1952
    foreach  ( @{$PackageSet{$pkgid}} )
1953
    {
1954
        my $suffix = $ScmPackages{$_}{'suffix'};
1955
        $suffixes{$suffix}++;
1956
    }
1957
 
1958
    my $packageType = 'UNKNOWN';
1959
 
1960
    if ( exists $suffixes{'.cots'} ) {
1961
        $packageType = 'COTS';
1962
 
1963
    } elsif ( exists $suffixes{'.tool'} ) {
1964
        $packageType = 'TOOL';
1965
 
1966
    } elsif ( scalar (keys %suffixes ) == 1 ) {
1967
        $packageType = 'SINGLE_PROJECT';
1968
 
1969
    } else {
1970
        $packageType = 'MULTIPLE_PROJECT';
1971
    }
1972
 
1973
    return $packageType, keys %suffixes;
1974
}
1975
 
394 dpurdie 1976
 
392 dpurdie 1977
#-------------------------------------------------------------------------------
394 dpurdie 1978
# Function        : vcsCleanup
1979
#
1980
# Description     : Cleanup and rewrite a vcstag
1981
#
1982
#                   DUPLICATED IN:
1983
#                       - cc2svn_procdata
2429 dpurdie 1984
#                       - cc2svn_importpackage
394 dpurdie 1985
#
1986
# Inputs          : vcstag
1987
#
1988
# Returns         : Cleaned up vcs tag
1989
#
1990
sub vcsCleanup
1991
{
1992
    my ($tag) = @_;
1993
    $tag =~ tr~\\/~/~;
1994
    if ( $tag =~ m~^CC::~ )
1995
    {
2429 dpurdie 1996
        $tag =~ s~CC::load\s+~CC::~;                # Load rule
1997
        $tag =~ s~CC::\s+~CC::~;                    # Leading white space
1998
        $tag =~ s~CC::[A-Za-z]\:/~CC::/~;           # Leading driver letter
1999
        $tag =~ s~CC::/+~CC::/~;                    # Multiple initial /'s
2000
        $tag =~ s~/build.pl::~::~i;
2001
        $tag =~ s~/src::~::~i;
394 dpurdie 2002
        $tag =~ s~MASS_Dev_Bus/Cbp/~MASS_Dev_Bus/CBP/~i;
2003
        $tag =~ s~MASS_Dev_Bus~MASS_Dev_Bus~i;
2004
        $tag =~ s~/MASS_Dev/Infra~MASS_Dev_Infra~i;
2005
        $tag =~ s~/MASS_Dev/Bus/web~/MASS_Dev_Bus/web~i;
2006
 
2007
        $tag =~ s~/Vastraffik/~/Vasttrafik/~;
2008
        $tag =~ s~/MREF_Package/ergpostmongui$~/MREF_Package/ergpostmongui~i;
395 dpurdie 2009
        $tag =~ s~DPC_SWCode/~DPG_SWCode/~i;
394 dpurdie 2010
 
2011
    }
2012
    return $tag;
2013
}
2014
 
2015
#-------------------------------------------------------------------------------
392 dpurdie 2016
# Function        : extractVob
2017
#
2018
# Description     : Extract the VOB for a package
2019
#
2020
# Inputs          : $entry              - pvid
2021
#
2022
# Returns         : Vob Name
2023
#
2024
sub extractVob
2025
{
2026
    my ($entry) = @_;
2027
 
394 dpurdie 2028
    $ScmPackages{$entry}{'vcstag'} = vcsCleanup($ScmPackages{$entry}{'vcstag'});
392 dpurdie 2029
 
2030
    my $tag = $ScmPackages{$entry}{vcstag};
2031
    my $package = $ScmPackages{$entry}{name};
2032
    if ( $tag =~ m~^SVN::~ )
2033
    {
2034
        $tag =~ m~SVN::(.*)(/tags/|/branches/|/trunk)~;
2035
        return 'SVN', $1;
2036
    }
2037
 
2038
    if ( $tag !~ m~^CC::~ || examineVcsTag ($tag)){
2039
        $ScmPackages{$entry}{BadVob} = 1;
2040
        return undef;
2041
    }
2042
 
2043
    $tag =~ m~^CC::(.*)::(.*)~;
2044
    my $path = '/' . $1;
2045
    $path =~ tr~\\/~/~s;
2046
    my @pelements = split( m'/+', $path);
2047
    my $vob = $pelements[1];
2048
    unless ( $vob )
2049
    {
2050
        $ScmPackages{$entry}{BadVob} = 1;
2051
        return undef;
2052
    }
2053
 
2054
    $ScmPackages{$entry}{VobName} = $vob;
2055
    $ScmPackages{$entry}{VobPath} = $path;
2056
    return $vob, $path;
2057
}
2058
 
2059
#-------------------------------------------------------------------------------
2060
# Function        : getBadLabelData
2061
#
2062
# Description     : Read in a previous log file and determine versions that
2063
#                   have already been examined
2064
#
2065
# Inputs          : 
2066
#
2067
# Returns         : 
2068
#
2069
sub getBadLabelData
2070
{
2071
    my $badFile = 'cc2svn_labeltest.bad.txt';
2072
    Message ("Reading Bad Label: $badFile");
2073
    open (my $fh, '<', $badFile ) || Error ("Cannot open $badFile");
2074
    while ( <$fh> )
2075
    {
2076
        #
2077
        #   Format of data is:
2078
        #       pvid, $name:, $tag, $rv
2079
        #
2080
        chomp;
2081
        next if ( m~^#~ );
2082
        my @data = split (/\s*,\s*/, $_);
2083
        next unless ( $data[0] );
2084
        $ScmPackages{$data[0]}{BadCCView} = 1 if exists ($ScmPackages{$data[0]});
2085
    }
2086
    close $fh;
2087
}
2088
 
2089
#-------------------------------------------------------------------------------
2090
#   Documentation
2091
#
2092
 
2093
=pod
2094
 
2095
=for htmltoc    SYSUTIL::cc2svn::
2096
 
2097
=head1 NAME
2098
 
2099
cc2svn_procdata - Process CC2SVN Essential Package Data
2100
 
2101
=head1 SYNOPSIS
2102
 
2103
  jats cc2svn_procdata [options]
2104
 
2105
 Options:
2106
    -help              - brief help message
2107
    -help -help        - Detailed help message
2108
    -man               - Full documentation
2109
    -usedby=PVID       - Determine 'Releases' that use a specified PVID
2110
    -allpackages       - Generate data for ALL packages
2111
 
2112
=head1 OPTIONS
2113
 
2114
=over 8
2115
 
2116
=item B<-help>
2117
 
2118
Print a brief help message and exits.
2119
 
2120
=item B<-help -help>
2121
 
2122
Print a detailed help message with an explanation for each option.
2123
 
2124
=item B<-man>
2125
 
2126
Prints the manual page and exits.
2127
 
2128
=item B<-usedby=PVID>
2129
 
2130
This option will alter the operation of the program. It will display the
2131
releases that 'use' the specified PVID and then exit.
2132
 
2133
=back
2134
 
2135
=head1 DESCRIPTION
2136
 
2137
This program is a tool used in the conversion of ClearCase VOBS to subversion.
2138
 
2139
=over 8
2140
 
2141
=item *
2142
 
2143
It will process a datafile and generate infiormation used by other tools.
2144
 
2145
=item *
2146
 
2147
It will display suspect package versions.
2148
 
2149
=item *
2150
 
2151
It will generate an HTML file with a great deal of information about the
2152
packages in the conversion.
2153
 
2154
=item *
2155
 
2156
It can backtrack a PVID and report the Release or Releases that need the package
2157
version
2158
 
2159
=back
2160
 
2161
=cut
2162