Subversion Repositories DevTools

Rev

Rev 2026 | Rev 2429 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
392 dpurdie 1
########################################################################
2
# Copyright (C) 1998-2012 Vix Technology, All rights reserved
3
#
4
# Module name   : cc2svn_procdata.pl
5
# Module type   : Makefile system
6
# Compiler(s)   : Perl
7
# Environment(s): jats
8
#
9
# Description   : Get all packages that are used in all releases
10
#                 Post process data collected in 23a
11
#
12
#
13
#......................................................................#
14
 
15
require 5.006_001;
16
use strict;
17
use warnings;
18
use JatsError;
19
use JatsEnv;
20
use JatsSystem;
21
use Getopt::Long;
22
use Pod::Usage;                             # required for help support
23
use JatsRmApi;
24
use ConfigurationFile;
25
use HTML::Table;
1270 dpurdie 26
use JatsSvn;
392 dpurdie 27
 
28
use DBI;
29
our $GBE_RM_URL;
395 dpurdie 30
our $GBE_DM_URL;
392 dpurdie 31
 
32
my $VERSION = "1.2.3";                      # Update this
33
my $opt_verbose = 1;
34
my $opt_help = 0;
35
my $opt_manual;
36
my $opt_usedby;
37
my $opt_allpackages;
38
 
39
#
40
#   Package information
41
#
42
our %ScmReleases;
43
our %ScmPackages;
44
our %ScmSuffixes;
45
our %ScmAllPackages;
395 dpurdie 46
our %ScmAllBomProjects;
47
our %ScmSboms;
392 dpurdie 48
 
49
 
50
#-------------------------------------------------------------------------------
51
# Function        : Main Entry
52
#
53
# Description     :
54
#
55
# Inputs          :
56
#
57
# Returns         :
58
#
59
my $result = GetOptions (
60
                "help+"         => \$opt_help,          # flag, multiple use allowed
61
                "manual"        => \$opt_manual,        # flag
62
                "verbose+"      => \$opt_verbose,       # flag
63
                "usedby:s"      => \$opt_usedby,        # pvid used by which releases
64
                'allpackages+'  => \$opt_allpackages
65
                );
66
 
67
#
68
#   Process help and manual options
69
#
70
pod2usage(-verbose => 0, -message => "Version: $VERSION")  if ($opt_help == 1  || ! $result);
71
pod2usage(-verbose => 1)  if ($opt_help == 2 );
72
pod2usage(-verbose => 2)  if ($opt_manual || ($opt_help > 2));
73
 
74
 
75
ErrorConfig( 'name'    =>'CC2SVN_PROCDATA' );
404 dpurdie 76
readInputData();
392 dpurdie 77
 
78
#
79
#   Report Releases that use a package
80
#
81
if ( $opt_usedby )
82
{
83
    foreach my $pvid ($opt_usedby , @ARGV )
84
    {
85
        my ($releases, $ireleases) = usedBy($pvid);
86
        my (@text, @itext);
87
 
396 dpurdie 88
        foreach ( sort {$ScmReleases{$a}{name} cmp $ScmReleases{$b}{name} } @$releases )
392 dpurdie 89
        {
90
            push @text, "$ScmReleases{$_}{pName} :: $ScmReleases{$_}{name}";
91
        }
92
 
93
        foreach ( @$ireleases )
94
        {
95
            push @text, "$ScmReleases{$_}{pName} :: $ScmReleases{$_}{name}";
96
        }
97
 
98
        unshift @text  ,"Used Directly by:" if ( @text );
99
        unshift @itext ,"Used Indirectly by:" if ( @itext );
100
        Message("Package: $ScmPackages{$pvid}{'name'} Version: $ScmPackages{$pvid}{'version'}", @text, @itext);
101
    }
102
    exit 0;
103
}
104
 
105
##
106
##   Generate a list of essential package-versions
107
##
108
#{
109
#    my $file = "EssentialPackages.txt";
110
#    my $count = 0;
111
#    Message("Create Essential Package List", $file);
112
#    open ( my $fh, '>', $file ) || Error ("Cannot open $file", "Error: $!");
113
#    foreach ( sort { $a <=> $b } keys %ScmPackages )
114
#    {
115
#        print $fh "$_\n";
116
#        $count++;
117
#    }
118
#    close $fh;
119
#    Message("Essential Packages: $count");
120
#}
121
 
122
#
123
#   Attempt to classify each package
124
#   Create a structure for each package
125
#
126
my %PackageSet;
127
my %PackageData;
128
my %Views;
129
my %Vobs;
1341 dpurdie 130
my %ReleasePackages;
131
 
392 dpurdie 132
getBadLabelData();
133
 
134
#
135
#   Remove packages that we don't need
136
#
137
my $deleteCount = keys %ScmPackages;
138
unless ( $opt_allpackages )
139
{
140
    foreach ( keys %ScmPackages )
141
    {
142
        next if ( $ScmPackages{$_}{NamedProject} );
143
        delete $ScmPackages{$_};
144
    }
145
}
146
 
147
Message ("Create Package Sets");
394 dpurdie 148
my $badCount = 0;
392 dpurdie 149
foreach ( keys %ScmPackages )
150
{
151
    my $pkgid = $ScmPackages{$_}{pkgid};
394 dpurdie 152
    unless ( $pkgid )
153
    {
154
        $badCount++;
155
        next;
156
    }
157
 
392 dpurdie 158
    push @{$PackageSet{$pkgid}}, $_;
159
 
160
    my ($vob, $path) = extractVob($_);
161
    if ($vob)
162
    {
394 dpurdie 163
        next if ( $ScmPackages{$_}{BadVob} );
392 dpurdie 164
        $Vobs{$vob}++;
165
        push @{$PackageData{$pkgid}{vobs}{$vob}}, $_ ;
166
        push @{$PackageData{$pkgid}{vobPath}{$path}}, $_  if ($path);
395 dpurdie 167
        $PackageData{$pkgid}{vobResolver}{$vob} = $path;
392 dpurdie 168
    }
169
 
170
    my $view = $ScmPackages{$_}{view};
171
    if ( $view )
172
    {
173
        foreach my $v ( keys %{$view} )
174
        {
175
            my $saneName = $v;
176
            $saneName = 'PRODUCTS' if ( $v eq 'AUTO_PRODUCTS' );
177
            $saneName = 'COTS' if ( $v eq '3RDPARTY_PRODUCTS' );
178
            next if ( $v eq 'MISC' );
179
            $Views{$saneName}++;
180
            $PackageData{$pkgid}{view}{$saneName} += $view->{$v};
181
        }
182
    }
183
 
184
    #
185
    #   Find youngest package
186
    #
187
    if ( (! exists $PackageData{$pkgid}{youngAge} ) || ( $ScmPackages{$_}{Age} < $PackageData{$pkgid}{youngAge} ) )
188
    {
189
        $PackageData{$pkgid}{youngAge} = $ScmPackages{$_}{Age};
190
    }
191
    if ( (! exists $PackageData{$pkgid}{youngAgeNonRipple} ) || ( $ScmPackages{$_}{Age} < $PackageData{$pkgid}{youngAgeNonRipple} ) )
192
    {
193
        unless ( $ScmPackages{$_}{isaRipple} )
194
        {
195
            $PackageData{$pkgid}{youngAgeNonRipple} = $ScmPackages{$_}{Age};
196
        }
197
    }
198
 
1341 dpurdie 199
    $PackageData{$pkgid}{name} = $ScmPackages{$_}{name} ;
392 dpurdie 200
 
1341 dpurdie 201
    #
202
    #   Accumulate Release data
203
    #
204
    my $mname = $ScmPackages{$_}{'name'} . ($ScmPackages{$_}{'suffix'} || '');
205
    my $name = $ScmPackages{$_}{'name'};
206
    foreach my $rtag_id ( @{$ScmPackages{$_}{'release'}} )
207
    {
208
        unless ( $ScmReleases{$rtag_id}{'excluded'} )
209
        {
210
            $ReleasePackages{$rtag_id}{mname}{$mname}{count}++;
211
            $ReleasePackages{$rtag_id}{name}{$name}{count}++;
212
            push @{$ReleasePackages{$rtag_id}{mname}{$mname}{pvid}}, $_;
213
            push @{$ReleasePackages{$rtag_id}{name}{$name}{pvid}}, $_ ;
214
        }
215
    }
392 dpurdie 216
}
394 dpurdie 217
Warning ("Bad Package Data entries: " . $badCount ) if $badCount;
392 dpurdie 218
 
219
#
220
#   Tag packages with BadVob and MultiVob
221
#
222
foreach my $pkgid ( keys %PackageSet )
223
{
224
    ($PackageData{$pkgid}{type}, @{$PackageData{$pkgid}{suffixes}} ) = smartPackageType ($pkgid);
225
    my @vobs = keys %{$PackageData{$pkgid}{vobs}};
226
    $PackageData{$pkgid}{isSVN} = 1 if ( @vobs == 1 && $vobs[0] eq 'SVN' );
1270 dpurdie 227
    $PackageData{$pkgid}{isSVN} = 1 if ( (exists ($PackageData{$pkgid}{vobs}{SVN})) && $PackageData{$pkgid}{vobs}{SVN});
228
 
392 dpurdie 229
    $PackageData{$pkgid}{MultiVob} = 1 if ( @vobs > 1 );
230
    $PackageData{$pkgid}{BadVob} = 1 if ( grep {$_ eq 'BAD'} @vobs   );
231
}
232
 
233
 
234
#
235
#   Map packages into Repos
236
#
237
my %Repos;
238
my %RepoSubIndex;
239
Message ("Mapping Vobs to Repo");
240
foreach my $pkgid ( keys %PackageSet )
241
{
242
    my $repo = mapPackage($pkgid);
243
    Error ("Unmapped package: $PackageData{$pkgid}{name}" ) unless ( $repo );
244
 
245
    $PackageData{$pkgid}{mappedRepo} = $repo;
246
    push @{$Repos{$repo}}, $pkgid;
247
}
248
 
249
foreach ( keys %Repos )
250
{
251
    @{$Repos{$_}} = sort{ uc($PackageData{$a}{name}) cmp uc($PackageData{$b}{name}) } @{$Repos{$_}};
252
    my $base = $_;
253
    my $index = '-';
254
    if (m~^(.*?)/(.*)~ )
255
    {
256
        $base = $1;
257
        $index = $2;
258
    }
259
    push @{$RepoSubIndex{$base}{$index}}, @{$Repos{$_}};
260
    @{$Repos{$base}} = () unless ( exists $Repos{$base} );
261
}
262
#DebugDumpData("RepoSubIndex", \%RepoSubIndex);
263
#DebugDumpData("Repos", \%Repos);
264
 
265
 
266
#
267
#   Create a list of Packages
268
#
269
{
270
    my $file = "PackageNames.txt";
271
    my $count = 0;
272
    Message("Create Package Name List", $file);
273
    open ( my $fh, '>', $file ) || Error ("Cannot open $file", "Error: $!");
274
 
275
    foreach ( sort {$PackageData{$a}{name} cmp $PackageData{$b}{name} } keys %PackageData )
276
    {
277
        print $fh "$PackageData{$_}{name}\n";
278
        $count++;
279
 
280
    }
281
    close $fh;
282
    Message("Unique Package Names: $count");
283
#    DebugDumpData("PackageData", \%PackageData);
284
}
285
 
1341 dpurdie 286
#
287
#   Determine Releases that have multiple versions of a package
288
#   ie: xxxx.cr and xxxxx.ssw
289
#
290
 
291
 
292
 
1270 dpurdie 293
##=pod
294
###
295
###   Display MutiVob Packages
296
###
297
##    foreach my $pkgid (  keys %PackageData )
298
##    {
299
##        next unless ( $PackageData{$pkgid}{MultiVob}  );
300
##        Message("Multi VOB package: $PackageData{$pkgid}{name}");
301
##        foreach my $vob ( keys %{$PackageData{$pkgid}{vobs}} )
302
##        {
303
##            Message("    $vob");
304
##            foreach my $pvid ( @{$PackageData{$pkgid}{vobs}{$vob}} )
305
##            {
306
##                Message ("        $ScmPackages{$pvid}{'version'}, $ScmPackages{$pvid}{'vcstag'}");
307
##            }
308
##        }
309
###DebugDumpData("DATA",$PackageData{$pkgid} );
310
##    }
311
##=cut
392 dpurdie 312
 
1270 dpurdie 313
##=pod
314
##    foreach my $pkgid (  keys %PackageData )
315
##    {
316
##        next unless ( $PackageData{$pkgid}{isSVN}  );
317
##        Message("Fully SVN Converted: $PackageData{$pkgid}{name}");
318
##    }
319
##=cut
392 dpurdie 320
 
1270 dpurdie 321
##=pod
322
##    my @BadTags;
323
##    foreach my $pvid (  keys %ScmPackages )
324
##    {
325
##        next unless ( $ScmPackages{$pvid}{BadVob}  );
326
##        push @BadTags, $pvid;
327
##    }
328
##
329
##    Message("Bad VcsTag packages: ". scalar @BadTags);
330
##    foreach my $pvid ( @BadTags )
331
##    {
332
##        Message ("    $pvid, $ScmPackages{$pvid}{'name'}, $ScmPackages{$pvid}{'version'}, $ScmPackages{$pvid}{'vcstag'}");
333
##    }
334
##=cut
392 dpurdie 335
 
336
    generateHTML();
337
    generateImportData();
338
    exit 0;
339
 
340
#-------------------------------------------------------------------------------
341
# Function        : generateImportData
342
#
343
# Description     : Generate data to be used by the importPackage util.
344
#                   Will provide Target Repo
345
#
346
# Inputs          : Nothing
347
#
348
# Returns         : 
349
#
350
sub generateImportData
351
{
352
    my %Data;
1270 dpurdie 353
    Message("Generate Data for utilties");
354
 
392 dpurdie 355
    foreach my $pkgid ( keys %PackageData )
356
    {
357
        my $repo = $PackageData{$pkgid}{mappedRepo};
358
        my $name = $PackageData{$pkgid}{name};
359
        $Data{$name}{repo} = $repo;
360
#        $Data{$pkgid}{name} = $PackageData{$pkgid}{name};
361
    }
362
 
363
    {
364
        my $file = "cc2svn.repo.txt";
365
        Message ("Create: $file");
366
        my $fh = ConfigurationFile::New( $file );
367
 
368
        foreach my $pkgid ( sort {$PackageData{$a}{name} cmp $PackageData{$b}{name} } keys %PackageData )
369
        {
370
            my $repo = $PackageData{$pkgid}{mappedRepo};
371
            my $name = $PackageData{$pkgid}{name};
372
            $fh->WriteLn("'$name' '-repo=$repo'");
373
        }
374
        $fh->Close();
375
    }
376
 
377
    my $file = "cc2svn.repo.dat";
378
    Message ("Create: $file");
379
    my $fh = ConfigurationFile::New( $file );
380
    $fh->DumpData(
381
        "\n# Repo Mapping.\n#\n",
382
        "ScmRepoMap", \%Data );
383
 
384
    $fh->Close();
385
}
386
 
387
 
388
#-------------------------------------------------------------------------------
389
# Function        : generateHTML
390
#
391
# Description     : 
392
#                   Create per package data
393
#                   Create a nice HTML file so that it can be hyperlinked
394
#
395
# Inputs          : 
396
#
397
# Returns         : 
398
#
399
 
400
sub generateHTML
401
{
402
    my @PackageOrder;
403
    EnvImport('GBE_RM_URL');
395 dpurdie 404
    EnvImport('GBE_DM_URL');
392 dpurdie 405
    my $t;
1270 dpurdie 406
    Message("Generate HTML");
392 dpurdie 407
 
408
 
409
    open (HTML, '>', 'PackageConversion.html') || Error ("Cannot create HTML");
410
    print HTML <<'HEADER';
411
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN""http://www.w3.org/TR/html4/loose.dtd">
412
<html>
413
<head>
414
<title>Package Conversion Details</title>
415
<script type="text/javascript">
416
function click_expandingMenuHeader(obj,sectionName)
417
{ 
418
var x=document.getElementById("cssprop_" + sectionName).parentNode.className;
419
if (x.indexOf("expandingMenuNotSelected")>-1)
420
	{
421
	x=x.replace("expandingMenuNotSelected","expandingMenuSelected");
422
	document.getElementById("cssprop_" + sectionName).parentNode.className=x;
423
	document.getElementById("cssprop_" + sectionName).style.display="block";
424
	}
425
else
426
	{
427
	x=x.replace("expandingMenuSelected","expandingMenuNotSelected");
428
	document.getElementById("cssprop_" + sectionName).parentNode.className=x;
429
	document.getElementById("cssprop_" + sectionName).style.display="none";
430
	}
431
}
432
 
433
function flipStyleByName(style, prop, val, val2)
434
{
435
    var mysheet=document.styleSheets[0];
436
    var myrules=mysheet.cssRules? mysheet.cssRules: mysheet.rules
437
    for (i=0; i<myrules.length; i++)
438
    {
439
        if(myrules[i].selectorText.toLowerCase()==style)
440
        {
441
            targetrule=myrules[i];
442
 
443
            targetflag = 'ddpStuff.' + style
444
            targetrule[targetflag] = ! targetrule[targetflag];
445
            val = targetrule[targetflag] ? val : val2;
446
 
447
            targetrule.style.setProperty(prop, val,'important');
448
            break;
449
        }
450
    }
451
}
452
 
453
</script>
454
<style TYPE="text/css">
455
 
456
.nonEssential {}
457
.essential {}
458
 
459
.expandingMenu
460
{
461
xwidth:165px;
462
overflow:hidden;
463
}
464
 
465
.expandingMenuHeader
466
{
467
padding-left:12px;
468
margin-bottom:2px;
469
cursor:pointer;
470
}
471
 
472
.expandingMenuItem
473
{
474
width:145px;
475
padding-left:12px;
476
margin-bottom:3px;
477
}
478
 
479
.expandingMenuGroup {
480
xwidth:160px;
481
border:1px solid #d4d4d4;
482
margin-bottom:4px;
483
padding-top:4px;
484
padding-bottom:4px;
485
background-color:#f8f8f8;
486
}
487
 
488
.expandingMenuSelected {
489
background-image:url(http://www.w3schools.com/images/minus_arrow.gif);
490
background-repeat:no-repeat;
491
background-position:1px 3px;
492
}
493
 
494
.expandingMenuNotSelected {
495
background-image:url(http://www.w3schools.com//images/plus_arrow.gif);
496
background-repeat:no-repeat;
497
background-position:1px 3px;
498
}
499
 
500
.packageTitle {
501
    background-color:#FFFF99;
502
}
503
 
504
.listTitle {
505
    text-align:left;
506
    vertical-align:top;
507
}
508
 
509
.paddedTable {
510
    border-spacing: 10px 0px;
511
}
512
</style>
513
</head>
514
 
515
HEADER
516
    print HTML "<body>\n";
517
    print HTML "<p>Generated: " . localtime() . "\n";
518
 
519
    #
520
    #   Generate an index
521
    #
522
    print HTML htmlH1(anchor("Index", 'Index'));
523
    print HTML "<dl>";
1197 dpurdie 524
#    print HTML "<dd>" . hRef("#BOMIndex"                ,'Included BOM Projects');
392 dpurdie 525
    print HTML "<dd>" . hRef("#ReleaseIndex"            ,'Included Releases');
526
    print HTML "<dd>" . hRef("#ReleaseIndexExcluded"    ,'Excluded Releases');
527
    print HTML "<dd>" . hRef("#CompletePackageIndex"    ,'Complete Package Index');
528
    print HTML "<dd>" . hRef("#PackageDetails"          ,'Package Conversion Details');
529
    print HTML "<dd>" . hRef("#BadPackageVersions"      ,'Bad Package Versions');
530
    print HTML "<dd>" . hRef("#BadPackageVersionsByProject",'Bad Package Versions By Project');
1341 dpurdie 531
    print HTML "<dd>" . hRef("#MultiplePackages"        ,'Releases with duplicated packages');
392 dpurdie 532
    print HTML "<dd>" . hRef("#RepoIndex"               ,'Repository Index');
533
    print HTML "<dd>" . hRef("#RepoMap"                 ,'Repository Mapping');
534
    print HTML "<dd>" . hRef("#NotMapped"               ,'Unmapped Packages');
535
    print HTML "<dd>" . hRef("#InSvn"                   ,'Packages in Subversion');
536
    print HTML "</dl>\n";
537
 
538
    #
395 dpurdie 539
    #   BOM Projects
540
    #
1197 dpurdie 541
#    {
542
#        print HTML header('BOMIndex', 'Included BOM Projects');
543
#        print HTML "BOM Projects included in processing. All branches and and SBOMS scanned for essential packages and versions\n";
544
#
545
#        print HTML "<dl>\n";
546
#        foreach my $project_id ( sort {$ScmAllBomProjects{$a}{project_name} cmp $ScmAllBomProjects{$b}{project_name} } keys %ScmAllBomProjects )
547
#        {
548
#            print HTML "<dd>" . linkBomProject($project_id,$ScmAllBomProjects{$project_id}{project_name});
549
#        }
550
#        print HTML "</dl>\n";
551
#    }
395 dpurdie 552
 
553
    #
392 dpurdie 554
    #   Release List
555
    #
556
    my %Projects;
557
    push @{$Projects{$ScmReleases{$_}{'pName'}}}, $_ foreach ( keys %ScmReleases );
558
 
559
    print HTML header('ReleaseIndex', 'Included Releases');
395 dpurdie 560
    print HTML "Releases that will be considered in the conversion process.\n";
561
    print HTML "<br>Releases are scanned for packages and versions that are used.\n";
392 dpurdie 562
    print HTML "<dl>\n";
563
    foreach ( sort keys %Projects )
564
    {
395 dpurdie 565
        foreach my $rtagid ( sort {$ScmReleases{$a}{name} cmp $ScmReleases{$b}{name}} @{$Projects{$_}} )
392 dpurdie 566
        {
567
            next if ( $ScmReleases{$rtagid}{'excluded'} );
568
            print HTML "<dd>" . linkRelease($rtagid);
569
        }
570
    }
571
    print HTML "</dl>\n";
572
 
573
    print HTML header('ReleaseIndexExcluded', 'Excluded Releases');
574
    print HTML "Releases that will NOT be considered in the conversion process. These are releases that have been specificly excluded.\n";
575
    print HTML "<dl>\n";
576
    foreach ( sort keys %Projects )
577
    {
395 dpurdie 578
        foreach my $rtagid ( sort {$ScmReleases{$a}{name} cmp $ScmReleases{$b}{name}} @{$Projects{$_}} )
392 dpurdie 579
        {
580
            next unless ( $ScmReleases{$rtagid}{'excluded'} );
581
            print HTML "<dd>" . linkRelease($rtagid);
582
        }
583
    }
584
    print HTML "</dl>\n";
585
 
586
 
587
    my $currentChar = '';
588
    undef $t;
589
    @PackageOrder = ();
590
    print HTML header('CompletePackageIndex', 'Complete Package Index');
1197 dpurdie 591
    print HTML "Complete list of packages. This includes 'Essential Packages' and packages that ";
392 dpurdie 592
    print HTML "are present in Release Manager, but are not currently used.";
593
    print HTML "<br><button type=\"button\" onclick=\"flipStyleByName('.nonessential', 'display', 'none', '')\" >Show/Hide non Essential</button>";
594
    print HTML "<button type=\"button\" onclick=\"flipStyleByName('.essential', 'display', 'none', '')\" >Show/Hide Essential</button>";
595
 
596
    foreach my $pkgid ( sort {lc($ScmAllPackages{$a}) cmp lc($ScmAllPackages{$b}) } keys %ScmAllPackages )
597
    {
598
        my $thisChar = uc(substr($ScmAllPackages{$pkgid}, 0, 1 ));
599
        if ( $thisChar ne $currentChar )
600
        {
601
            print HTML $t->getTable if ( $t );
602
            $t = new HTML::Table();
603
 
604
            endExpander() if ($currentChar);
605
            startExpander("Letter2$thisChar", $thisChar);
606
            $currentChar = $thisChar;
607
        }
608
        my $packageRef;
609
        my $version_tree = '';
610
        my $import_log = '';
611
        my $marker = '';
612
        my $class;
613
        unless ( exists $PackageData{$pkgid} )
614
        {
615
            $packageRef = $ScmAllPackages{$pkgid};
1197 dpurdie 616
            $marker = 'Not being converted at this time';
392 dpurdie 617
            $class = 'nonEssential';
618
        }
619
        else
620
        {
621
            push @PackageOrder, $pkgid;
622
            $packageRef = linkPackageDetails($pkgid);
623
            $version_tree = linkImage($pkgid, '(Version Tree)');
624
            $import_log = linkImportLog( $pkgid, '(Import Log)');
625
 
626
            $marker = 'Converted to SVN'
627
                if ( $PackageData{$pkgid}{isSVN} );
628
            $class = 'essential';
629
        }
630
        $t->addRow($packageRef, linkPkg($pkgid, '(Release Manager)'),$version_tree, $import_log, $marker);
631
        $t->setRowClass  (-1, $class);
632
    }
633
    print HTML $t->getTable if ( $t );
634
    endExpander() if ($currentChar);
635
 
636
    #
637
    #   Package Details
638
    #
639
    print HTML header('PackageDetails', 'Package Conversion Details');
640
    $t = new HTML::Table( -border=>1 );
641
    foreach my $pkgid ( @PackageOrder )
642
    {
643
        my @badVobs;
644
        $t->addRow('&nbsp;');
645
        $t->setRowClass  (-1, 'packageTitle');
646
        $t->setCellColSpan(-1, 1, 2);
647
 
648
        $t->addRow( anchor("Package_$PackageData{$pkgid}{name}", 'Name:'), linkPkg($pkgid) . linkImage($pkgid, ' (Version Tree)') . linkImportLog( $pkgid, ' (Import Log)' ) );
649
#        $t->setRowHead(-1,1);
650
 
651
        my $t2 = new HTML::Table( -border=>0, -padding=>0, -spacing=>0 );
652
        foreach my $pvid ( sort {$ScmPackages{$a}{fullVersion} cmp $ScmPackages{$b}{fullVersion} } @{$PackageSet{$pkgid}} )
653
        {
394 dpurdie 654
            my @markers;
655
            if ( $ScmPackages{$pvid}{BadVob} || $ScmPackages{$pvid}{BadCCView}  ) {
656
                push @markers, hRef( "#BadVcs_$pvid", ' -Bad Tag');
392 dpurdie 657
            }
658
 
394 dpurdie 659
            if ( $ScmPackages{$pvid}{sbomOsid} || $ScmPackages{$pvid}{sbomBase}  ) {
660
                push @markers, 'SBOM';
661
            }
662
 
663
 
664
            $t2->addRow( linkPvid($pvid, undef, 1), "@markers" );
665
 
392 dpurdie 666
            push @badVobs,$pvid if ($ScmPackages{$pvid}{BadVob});
667
        }
668
        $t->addRow("Versions used:", $t2->getTable);
669
        $t->addRow("Type:", $PackageData{$pkgid}{type});
670
        $t->addRow("Projects:",join (',', @{$PackageData{$pkgid}{suffixes}} ));
671
 
672
        my $youngest = $PackageData{$pkgid}{youngAge};
673
        my $youngestNonRipple = $PackageData{$pkgid}{youngAgeNonRipple} || $youngest;
674
        $t->addRow("Youngest:", int($youngestNonRipple) . " Days (NonRipple). " . int($youngest) . " Days (Any)" );
675
        $t->addRow("Views:", join (',', keys %{$PackageData{$pkgid}{view}}));
676
 
677
        if ( $PackageData{$pkgid}{MultiVob} )
678
        {
679
            my $t2 = new HTML::Table( -border=>0, -padding=>0, -spacing=>0, -class=>'paddedTable' );
680
            foreach my $vob ( keys %{$PackageData{$pkgid}{vobs}} )
681
            {
682
                $t2->addRow($vob);
683
                $t2->setRowHead(-1,1);
684
                $t2->setCellColSpan(-1, 1, 3);
685
                foreach my $pvid ( @{$PackageData{$pkgid}{vobs}{$vob}} )
686
                {
687
                    $t2->addRow('&nbsp;', linkPvid($pvid, undef, 1), "$ScmPackages{$pvid}{'vcstag'}" );
688
                }
689
            }
690
            $t2->setColClass (1, 'listTitle' );
395 dpurdie 691
            $t->addRow("MultiVobs:", $t2->getTable);
392 dpurdie 692
        }
693
        else
694
        {
695
            $t->addRow("Vobs:", join (',', keys %{$PackageData{$pkgid}{vobs}}));
696
        }
697
 
698
        if ( $PackageData{$pkgid}{MultiVob} )
699
        {
700
            my $t2 = new HTML::Table( -border=>0, -padding=>0, -spacing=>0, -class=>'paddedTable' );
701
            foreach my $vob ( keys %{$PackageData{$pkgid}{vobPath}} )
702
            {
703
                $t2->addRow($vob);
704
                $t2->setRowHead(-1,1);
705
                $t2->setCellColSpan(-1, 1, 2);
706
                foreach my $pvid ( @{$PackageData{$pkgid}{vobPath}{$vob}} )
707
                {
708
                    $t2->addRow('&nbsp;', linkPvid($pvid, undef, 1) );
709
                }
710
            }
711
            $t2->setColClass (1, 'listTitle' );
712
            $t->addRow("Paths:", $t2->getTable);
713
        }
714
        else
715
        {
716
            $t->addRow("Paths:", join (',', keys %{$PackageData{$pkgid}{vobPath}}));
717
        }
718
 
719
 
720
        if ( @badVobs )
721
        {
722
            my $t2 = new HTML::Table( -border=>0, -padding=>0, -spacing=>0, -class=>'paddedTable' );
723
            foreach my $pvid ( @badVobs )
724
            {
725
                $t2->addRow(linkPvid($pvid), "&nbsp;", $ScmPackages{$pvid}{'vcstag'} );
726
            }
727
            $t->addRow("Bad VCS:", $t2->getTable );
728
        }
729
 
730
        my $repo = $PackageData{$pkgid}{mappedRepo};
731
        $t->addRow("Repo:", hRef("#Repo_$repo", $repo) );
732
    }
733
    $t->setColClass (1, 'listTitle' );
734
    print HTML $t->getTable;
735
    #
736
    #   Bad Package information
737
    #
2016 dpurdie 738
Message("Bad Package Versions");
392 dpurdie 739
    my %BadByProject;
2016 dpurdie 740
    my $last_proj_id = 0;
392 dpurdie 741
 
742
    print HTML header('BadPackageVersions', 'Bad Package Versions');
743
    print HTML "These package-versions cannot be reproduced from ClearCase. This may be due to\n";
744
    print HTML "<dl><dd>Invalid Release Manager information";
745
    print HTML "<dd>Incorrect Release Manager Data";
746
    print HTML "<dd>ClearCase label and Path do not result in a view with files";
747
    print HTML "</dl>";
748
    $t = new HTML::Table( -border=>1 );
749
    $t->addRow( 'Package Version','VCS Tag' );
750
    $t->setRowHead(1,1);
751
    foreach my $pvid ( sort {lc($ScmPackages{$a}{name}) cmp lc($ScmPackages{$b}{name}) } keys %ScmPackages )
752
    {
753
        next unless ( $ScmPackages{$pvid}{BadVob} || $ScmPackages{$pvid}{BadCCView} );
754
 
755
        my $t2 = new HTML::Table( -border=>0, -padding=>0, -spacing=>0, -class=>'paddedTable' );
756
        $t2->addRow($ScmPackages{$pvid}{'vcstag'});
757
 
758
        my ($users, $iusers) = usedBy($pvid);
759
        if ( @$users )
760
        {
761
            $t2->addRow("Used Directly by:");
762
            $t2->addRow(linkRelease($_, $pvid)) foreach ( @$users );
763
            push @{$BadByProject{$_}{direct}}, $pvid foreach ( @$users );
764
        }
765
 
766
        if ( @$iusers )
767
        {
768
            $t2->addRow("Used Indirectly by:");
769
            $t2->addRow(linkRelease($_, $pvid)) foreach ( @$iusers );
770
            push @{$BadByProject{$_}{indirect}}, $pvid foreach ( @$iusers );
771
        }
772
        $t->addRow( anchor("BadVcs_$pvid",linkPvid($pvid)), $t2->getTable );
773
    }
774
    $t->setColClass (1, 'listTitle' );
775
    print HTML $t->getTable;
776
 
777
    #
778
    #   Bad package vesrions by project
779
    #
2016 dpurdie 780
Message("Bad Package Versions by Project");
392 dpurdie 781
    print HTML header('BadPackageVersionsByProject', 'Bad Package Versions By Project');
782
    $t = new HTML::Table( -border=>1 );
783
    $t->addRow( 'Release','Package');
784
    $t->setRowHead(1,1);
2016 dpurdie 785
    $last_proj_id = 0;
392 dpurdie 786
 
787
    sub sortReleases
788
    {
789
        my $rv = ( lc($ScmReleases{$a}{pName}) cmp lc($ScmReleases{$b}{pName}));
790
        unless ($rv )
791
        {
792
            $rv = (lc($ScmReleases{$a}{'rtag_id'}) cmp lc($ScmReleases{$b}{'rtag_id'}));
793
        }
794
        return $rv;
795
    }
796
 
797
    foreach my $rtag_id ( sort sortReleases keys %BadByProject  )
798
    {
799
        if ( $last_proj_id != $ScmReleases{$rtag_id}{proj_id} )
800
        {
801
            $last_proj_id = $ScmReleases{$rtag_id}{proj_id};
802
            $t->addRow( $ScmReleases{$rtag_id}{pName});
803
            $t->setCellColSpan(-1, 1, 2);
804
        }
805
 
806
        my $t2 = new HTML::Table(-border=>0, -padding=>0, -spacing=>0, -class=>'paddedTable' );
807
 
808
        if ( $BadByProject{$rtag_id}{direct} )
809
        {
810
                $t2->addRow('Directly uses:' );
811
                foreach my $pvid (@{$BadByProject{$rtag_id}{direct}})
812
                {
813
                    $t2->addRow( linkPvid($pvid, $rtag_id) , $ScmPackages{$pvid}{'vcstag'} );
814
                }
815
        }
816
 
817
        if ( $BadByProject{$rtag_id}{indirect} )
818
        {
819
            $t2->addRow('Indirectly uses:' );
820
            foreach my $pvid (@{$BadByProject{$rtag_id}{indirect}})
821
            {
822
                $t2->addRow( linkPvid($pvid, $rtag_id) , $ScmPackages{$pvid}{'vcstag'} );
823
            }
824
        }
825
        $t->addRow(linkRelease($rtag_id, undef, 1), $t2->getTable  );
826
    }
2016 dpurdie 827
 
392 dpurdie 828
    $t->setColClass (1, 'listTitle' );
829
    $t->setColHead(1,1);
830
    print HTML $t->getTable;
831
 
2016 dpurdie 832
Message("Repo Index");
392 dpurdie 833
    print HTML header('RepoIndex', 'Repository Index');
834
    print HTML "A summary of proposed Repostories and Paths\n";
835
 
836
    $t = new HTML::Table( -border=>0, -padding=>0, -spacing=>0, -class=>'paddedTable' );
837
    $t->addRow( 'Name','', 'Count', 'Warnings'  );
838
    $t->setCellColSpan(1, 1, 2);
839
    foreach my $repo ( sort {uc($a) cmp uc($b) } keys %RepoSubIndex )
840
    {
841
            next if ( $repo eq 'UNKNOWN' );
842
            next if ( $repo eq 'SVN' );
843
            my $count = '';
844
            if ( exists $RepoSubIndex{$repo}{'-'}   )
845
            {
846
                $count = @{$RepoSubIndex{$repo}{'-'}};
847
            }
848
            $t->addRow( hRef("#Repo_$repo", $repo), '', $count  );
849
            $t->setCellColSpan($t->getTableRows(), 1, 2);
850
 
851
            foreach my $path ( sort {uc($a) cmp uc($b) } keys %{$RepoSubIndex{$repo}} )
852
            {
853
                    next if ( $path eq '-' );
854
                    my $depth = $path =~ tr~/~~;
855
                    my $warn = ($depth > 2) ? ' - Deeply nested' : '';
856
                    my $count = (@{$RepoSubIndex{$repo}{$path}});
857
                    $warn .= ' - Only One Package' if ( $count < 2 );
858
 
859
                    $t->addRow( '&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;', hRef("#Repo_$repo/$path", $path), $count, $warn);
860
            }
861
 
862
    }
863
 
864
    print HTML $t->getTable;
1341 dpurdie 865
 
866
    #
867
    #   Releases that have multiple instances of the same package in them
868
    #
2016 dpurdie 869
Message("Multiple Packages");
1341 dpurdie 870
    print HTML header('MultiplePackages', 'Releases with duplicated packages');
871
    print HTML "Releases that have multiple instances of the same package\n";
872
#DebugDumpData("ReleasePackages", \%ReleasePackages );
873
 
874
    $t = new HTML::Table( -border=>1 );
875
    $t->addRow( 'Release','Package');
876
    $t->setRowHead(1,1);
877
    $last_proj_id = 0;
878
 
879
    foreach my $rtag_id ( sort sortReleases keys %ReleasePackages )
880
    {
881
        my @multiples;
882
        foreach my $name ( keys %{$ReleasePackages{$rtag_id}{name}} )
883
        {
884
            if ( $ReleasePackages{$rtag_id}{name}{$name}{count} > 1 )
885
            {
886
                push @multiples, $name;
887
            }
888
        }
889
        next unless ( @multiples );
890
 
891
        if ( $last_proj_id != $ScmReleases{$rtag_id}{proj_id} )
892
        {
893
            $last_proj_id = $ScmReleases{$rtag_id}{proj_id};
894
            $t->addRow( $ScmReleases{$rtag_id}{pName});
895
            $t->setCellColSpan(-1, 1, 2);
896
        }
897
 
898
        my $t2 = new HTML::Table(-border=>0, -padding=>0, -spacing=>0, -class=>'paddedTable' );
899
 
900
        foreach my $name ( sort {uc($a) cmp uc($b) } @multiples )
901
        {
902
            $t2->addRow('Package: ' . linkFindPkgs($name, $rtag_id),  );
903
            $t2->setCellColSpan(-1, 1, 2);
904
            foreach my $pvid ( @{$ReleasePackages{$rtag_id}{name}{$name}{pvid}} )
905
            {
906
                $t2->addRow( '&nbsp;', linkPvid($pvid, $rtag_id) );
907
            }
908
        }
909
 
910
        $t->addRow(linkRelease($rtag_id, undef, 1), $t2->getTable  );
911
    }
912
    $t->setColClass (1, 'listTitle' );
913
    $t->setColHead(1,1);
914
    print HTML $t->getTable;
392 dpurdie 915
 
1341 dpurdie 916
 
2016 dpurdie 917
Message("Repo Index");
1341 dpurdie 918
    print HTML header('RepoIndex', 'Repository Index');
919
    print HTML "A summary of proposed Repostories and Paths\n";
920
 
921
    $t = new HTML::Table( -border=>0, -padding=>0, -spacing=>0, -class=>'paddedTable' );
922
    $t->addRow( 'Name','', 'Count', 'Warnings'  );
923
    $t->setCellColSpan(1, 1, 2);
924
    foreach my $repo ( sort {uc($a) cmp uc($b) } keys %RepoSubIndex )
925
    {
926
            next if ( $repo eq 'UNKNOWN' );
927
            next if ( $repo eq 'SVN' );
928
            my $count = '';
929
            if ( exists $RepoSubIndex{$repo}{'-'}   )
930
            {
931
                $count = @{$RepoSubIndex{$repo}{'-'}};
932
            }
933
            $t->addRow( hRef("#Repo_$repo", $repo), '', $count  );
934
            $t->setCellColSpan($t->getTableRows(), 1, 2);
935
 
936
            foreach my $path ( sort {uc($a) cmp uc($b) } keys %{$RepoSubIndex{$repo}} )
937
            {
938
                    next if ( $path eq '-' );
939
                    my $depth = $path =~ tr~/~~;
940
                    my $warn = ($depth > 2) ? ' - Deeply nested' : '';
941
                    my $count = (@{$RepoSubIndex{$repo}{$path}});
942
                    $warn .= ' - Only One Package' if ( $count < 2 );
943
 
944
                    $t->addRow( '&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;', hRef("#Repo_$repo/$path", $path), $count, $warn);
945
            }
946
 
947
    }
948
 
949
    print HTML $t->getTable;
950
 
951
 
952
 
392 dpurdie 953
#DebugDumpData("RepoSubIndex", \%RepoSubIndex);
954
#DebugDumpData("Repos", \%Repos);
955
 
956
    #
957
    #   Repo back reference
958
    #
2016 dpurdie 959
Message("Repo Map");
392 dpurdie 960
    print HTML header('RepoMap', 'Repository Mapping');
961
    print HTML "Proposed Repostories and Paths with package mapping and ClearCase Path\n";
962
 
963
    $t = new HTML::Table( -border=>1 );
964
    $t->addRow( 'Repository Path', 'Package Name and Original Vob Path(s)' );
965
 
966
    foreach my $repo ( sort {uc($a) cmp uc($b) } keys %Repos )
967
    {
968
        next if ( $repo eq 'SVN' );
969
        next if ( $repo eq 'UNKNOWN' );
970
        my @data;
971
        my $t1 = new HTML::Table( -border=>1,-width=>'100%', -style=>"border-collapse:collapse" );
972
 
973
        foreach my $pkgid ( @{$Repos{$repo}} )
974
        {
975
            my $t2 = new HTML::Table( -border=>0,-padding=>0, -spacing=>0, -class=>'paddedTable' );
976
            foreach my $vob ( keys %{$PackageData{$pkgid}{vobPath}} )
977
            {
978
                    $t2->addRow( $vob );
979
            }
980
            if ( $t2->getTableRows() )
981
            {
982
                $t2->setColClass (1, 'listTitle' );
983
            }
984
            $t1->addRow( linkPackageDetails($pkgid), $t2->getTable() );
985
        }
986
        if ( $t1->getTableRows() )
987
        {
988
            $t1->setColWidth(1,'30%');
989
            $t1->setColClass (1, 'listTitle' );
990
        }
991
        $t->addRow( anchor("Repo_$repo",$repo), $t1->getTable() );
992
 
993
    }
994
    $t->setColClass (1, 'listTitle' );
995
    $t->setColHead(1,1);
996
    print HTML $t->getTable;
997
 
998
    #
999
    #   Highlight packages that have not been mapped to a Repo
1000
    #
2016 dpurdie 1001
Message("Not Mapped");
392 dpurdie 1002
    print HTML header('NotMapped', 'Unmapped Packages');
1003
    print HTML "Packages that have not been mapped to a Repository\n";
1004
    $t = new HTML::Table( -border=>1 );
1005
    foreach my $pkgid ( @{$Repos{UNKNOWN}} )
1006
    {
1007
        my $flag_badCC;
1008
        my $flag_multi;
1009
        my $flag_badVob;
1010
 
1011
        $flag_multi  = 1 if $PackageData{$pkgid}{MultiVob};
1012
        $flag_badVob = 1 if $PackageData{$pkgid}{BadVob};
1013
 
1014
        foreach my $pvid ( @{$PackageSet{$pkgid}} )
1015
        {
1016
            $flag_badCC  = 1 if ( $ScmPackages{$pvid}{BadCCView} );
1017
            $flag_multi  = 1 if ( $ScmPackages{$pvid}{MultiVob} );
1018
            $flag_badVob = 1 if ( $ScmPackages{$pvid}{BadVob} );
1019
        }
1020
 
1021
        my @data;
1022
        push @data, "Bad ClearCase View" if $flag_badCC;
1023
        push @data, "Multiple Vobs" if $flag_multi;
1024
        push @data, "Bad VcsTag" if $flag_badVob;
1025
        $t->addRow( linkPackageDetails($pkgid), join( '<br>', @data) );
1026
    }
1027
 
1028
    $t->setColClass (1, 'listTitle' );
1029
    print HTML $t->getTable;
1030
 
1031
    #
1032
    #   Packages already under Subversion
1033
    #
2016 dpurdie 1034
Message("In Subversion");
392 dpurdie 1035
    print HTML header('InSvn', 'Packages in Subversion');
1036
    print HTML "Packages that are currently in Subversion\n";
1270 dpurdie 1037
    print HTML anchor("Repo_SVN",'SVN');
1038
 
392 dpurdie 1039
    $t = new HTML::Table( -border=>1 );
1040
    foreach my $pkgid ( @{$Repos{SVN}} )
1041
    {
1042
        my %RepoList;
1043
        foreach my $pvid ( @{$PackageSet{$pkgid}} )
1044
        {
1045
            my $repo = $ScmPackages{$pvid}{'vcstag'};
1270 dpurdie 1046
            if ( $repo =~ m~SVN::(.*)(/tags/|/branches/|/trunk)~i )
1047
            {
1048
                $RepoList{$1} = svnLink($1) unless exists $RepoList{$1};
1049
            }
392 dpurdie 1050
        }
1270 dpurdie 1051
        $t->addRow( linkPackageDetails($pkgid), join( '<br>', values %RepoList) );
392 dpurdie 1052
    }
1053
    print HTML $t->getTable;
1054
 
1055
print HTML "</body>\n";
1056
print HTML "</html>\n";
1057
close HTML;
1058
Message ("Created: PackageConversion.html");
1059
 
1060
#DebugDumpData("PackageData",\%PackageData );
1061
#DebugDumpData("Views", \%Views );
1062
#DebugDumpData("Vobs", \%Vobs );
1063
#DebugDumpData("Repos", \%Repos );
1064
 
1065
    #
1066
    #   Generate VOB XREF too
1067
    #
1068
    open (HTML, '>', 'RepoMap.html') || Error ("Cannot create HTML");
1069
    print HTML <<'HEADER';
1070
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN""http://www.w3.org/TR/html4/loose.dtd">
1071
<html>
1072
<head>
1073
<title>Repository Mapping</title>
1074
<style TYPE="text/css">
1075
.packageTitle {
1076
    background-color:#FFFF99;
1077
}
1078
 
1079
.listTitle {
1080
    text-align:left;
1081
    vertical-align:top;
1082
}
1083
 
1084
.paddedTable {
1085
    border-spacing: 10px 0px;
1086
}
1087
</style>
1088
</head>
1089
 
1090
HEADER
1091
    print HTML "<body>\n";
1092
    print HTML htmlH1('Clearcase VOB to Subversion Repository mapping');
1093
    print HTML "<p>Generated: " . localtime() . "\n";
1094
 
1095
    #
1096
    #   Generate an index
1097
    #
1098
    print HTML htmlH1(anchor("Index", 'Index'));
1099
    print HTML "<dl>";
1100
    print HTML "<dd>" . hRef("#RepoIndex"               ,'Repository Index');
1101
    print HTML "<dd>" . hRef("#RepoMap"                 ,'Repository Mapping');
1102
    print HTML "<dd>" . hRef("#NotMapped"               ,'Unmapped Packages');
1103
    print HTML "</dl>\n";
1104
 
1105
 
1106
    print HTML header('RepoIndex', 'Repository Index');
1107
    print HTML "A summary of proposed Repostories and Paths\n";
1108
#DebugDumpData("RepoSubIndex", \%RepoSubIndex );
1109
#DebugDumpData("Repos", \%Repos );
1110
 
1111
 
1112
    $t = new HTML::Table( -border=>0, -padding=>0, -spacing=>0, -class=>'paddedTable' );
1113
    $t->addRow( 'Name','', 'Count', 'Warnings'  );
1114
    $t->setCellColSpan(1, 1, 2);
1115
    foreach my $repo ( sort {uc($a) cmp uc($b) } keys %RepoSubIndex )
1116
    {
1117
            next if ( $repo eq 'UNKNOWN' );
1118
            next if ( $repo eq 'SVN' );
1119
            my $count = '';
1120
            if ( exists $RepoSubIndex{$repo}{'-'}   )
1121
            {
1122
                $count = @{$RepoSubIndex{$repo}{'-'}};
1123
            }
1124
            $t->addRow( hRef("#Repo_$repo", $repo), '', $count  );
1125
            $t->setCellColSpan($t->getTableRows(), 1, 2);
1126
 
1127
#            delete $RepoSubIndex{$repo}{'-'};
1128
 
1129
            foreach my $path ( sort {uc($a) cmp uc($b) } keys %{$RepoSubIndex{$repo}} )
1130
            {
1131
                    next if ( $path eq '-' );
1132
                    my $depth = $path =~ tr~/~~;
1133
                    my $warn = ($depth > 2) ? ' - Deeply nested' : '';
1134
                    my $count = (@{$RepoSubIndex{$repo}{$path}});
1135
                    $warn .= ' - Only One Package' if ( $count < 2 );
1136
 
1137
                    $t->addRow( '&nbsp;&nbsp;&nbsp;&nbsp;&nbsp;', hRef("#Repo_$repo/$path", $path), $count, $warn);
1138
            }
1139
 
1140
    }
1141
 
1142
    print HTML $t->getTable;
1143
 
1144
#DebugDumpData("RepoSubIndex", \%RepoSubIndex);
1145
#DebugDumpData("Repos", \%Repos);
1146
 
1147
    #
1148
    #   Repo back reference
1149
    #
1150
    print HTML header('RepoMap', 'Repository Mapping');
1151
    print HTML "Proposed Repostories and Paths with package mapping and ClearCase Path\n";
1152
 
1153
    $t = new HTML::Table( -border=>1 );
1154
    $t->addRow( 'Repository Path', 'Package Name and Original Vob Path(s)' );
1155
 
1156
    foreach my $repo ( sort {uc($a) cmp uc($b) } keys %Repos )
1157
    {
1158
        next if ( $repo eq 'SVN' );
1159
        next if ( $repo eq 'UNKNOWN' );
1160
        my @data;
1161
        my $t1 = new HTML::Table( -border=>1,-width=>'100%', -style=>"border-collapse:collapse" );
1162
 
1163
        foreach my $pkgid ( @{$Repos{$repo}} )
1164
        {
1165
            my $t2 = new HTML::Table(-border=>0, -padding=>0, -spacing=>0, -class=>'paddedTable' );
1166
            foreach my $vob ( keys %{$PackageData{$pkgid}{vobPath}} )
1167
            {
1168
                    $t2->addRow( $vob );
1169
            }
1170
            if ( $t2->getTableRows() )
1171
            {
1172
                $t2->setColClass (1, 'listTitle' );
1173
            }
1174
            $t1->addRow( linkPkg($pkgid), $t2->getTable() );
1175
        }
1176
        if ( $t1->getTableRows() )
1177
        {
1178
            $t1->setColWidth(1,'30%');
1179
            $t1->setColClass (1, 'listTitle' );
1180
        }
1181
        $t->addRow( anchor("Repo_$repo",$repo), $t1->getTable() );
1182
 
1183
    }
1184
    $t->setColClass (1, 'listTitle' );
1185
    $t->setColHead(1,1);
1186
    print HTML $t->getTable;
1187
 
1188
    #
1189
    #   Highlight packages that have not been mapped to a Repo
1190
    #
1191
    print HTML header('NotMapped', 'Unmapped Packages');
1192
    print HTML "Packages that have not been mapped to a Repository\n";
1193
    $t = new HTML::Table( -border=>1 );
1194
    foreach my $pkgid ( @{$Repos{UNKNOWN}} )
1195
    {
1196
        my $flag_badCC;
1197
        my $flag_multi;
1198
        my $flag_badVob;
1199
 
1200
        $flag_multi  = 1 if $PackageData{$pkgid}{MultiVob};
1201
        $flag_badVob = 1 if $PackageData{$pkgid}{BadVob};
1202
 
1203
        foreach my $pvid ( @{$PackageSet{$pkgid}} )
1204
        {
1205
            $flag_badCC  = 1 if ( $ScmPackages{$pvid}{BadCCView} );
1206
            $flag_multi  = 1 if ( $ScmPackages{$pvid}{MultiVob} );
1207
            $flag_badVob = 1 if ( $ScmPackages{$pvid}{BadVob} );
1208
        }
1209
 
1210
        my @data;
1211
        push @data, "Bad ClearCase View" if $flag_badCC;
1212
        push @data, "Multiple Vobs" if $flag_multi;
1213
        push @data, "Bad VcsTag" if $flag_badVob;
1214
        $t->addRow( linkPkg($pkgid), join( '<br>', @data) );
1215
    }
1216
 
1217
    $t->setColClass (1, 'listTitle' );
1218
    print HTML $t->getTable;
1219
 
1220
    print HTML "</body>\n";
1221
    print HTML "</html>\n";
1222
    close HTML;
1223
    Message ("Created: RepoMap.html");
1224
 
1225
}
1226
 
1227
sub hRef
1228
{
1229
    my ($url, $text, $target) = @_;
1230
    my $ttext = '';
1231
    $ttext = ' TARGET="' . $target . '"' if ( defined $target );
1232
    return ( '<a href="' . $url . '"' . $ttext . '>' . $text . '</a>' );
1233
}
1234
 
1235
sub anchor
1236
{
1237
    my ($name, $text) = @_;
1238
    return ( '<a name="' . $name . '">' . $text . '</a>' );
1239
}
1240
 
1241
 
1242
sub htmlH1
1243
{
1244
    my ($text) = @_;
1245
    return '<h1>' . $text . '</h1>';
1246
}
1247
 
1248
my $headerCount = 0;
1249
sub header
1250
{
1251
    my ($name, $text) = @_;
1252
    $headerCount++;
1253
    return htmlH1('<hr>'
1254
                . anchor($name, $text)
1255
                . anchor("Section_" . $headerCount, '')
1256
                . hRef("#Index"                        ,'<sup><font size="2"> [Top]</font></sup>')
1257
                . hRef("#Section_" . ($headerCount - 1),'<sup><font size="2"> [Prev]</font></sup>')
1258
                . hRef("#Section_" . ($headerCount + 1),'<sup><font size="2"> [Next]</font></sup>')
1259
                );
1260
}
1261
 
395 dpurdie 1262
sub linkBomProject
1263
{
1264
    my ($projId, $text) = @_;
1265
    my $ref = $GBE_DM_URL . "/Default.asp?proj_id=$projId";
1266
 
1267
    return hRef($ref, $text, '_packageData');
1268
}
1269
 
1270
 
392 dpurdie 1271
sub linkRelease
1272
{
1273
    my ($pkgid, $pvid, $mode) = @_;
1274
    my $pkgid_ref = $GBE_RM_URL . "/fixed_issues.asp?rtag_id=$pkgid";
1275
    $pkgid_ref .= "&pv_id=$pvid" if defined $pvid;
1276
 
1277
    my $text = '';
1278
    $text .= "$ScmReleases{$pkgid}{pName} :: " unless ( $mode );
1279
    $text .= $ScmReleases{$pkgid}{name};
1280
 
1281
    $text = hRef($pkgid_ref, $text, '_packageData');
1282
}
1283
 
1284
sub linkPackageDetails
1285
{
1286
    my ($pkgid) = @_;
1287
    my $name = $PackageData{$pkgid}{name};
1288
    return hRef("#Package_${name}",$name);
1289
}
1290
 
1291
sub linkPvid
1292
{
1293
    my ($pvid, $rtagid, $mode) = @_;
1294
    my $pv_base = $GBE_RM_URL . "/fixed_issues.asp?pv_id=$pvid";
1295
    $pv_base .= "&rtag_id=$rtagid" if ($rtagid);
1296
 
1297
    my $text = '';
1298
    $text .= "$ScmPackages{$pvid}{'name'} " unless ( $mode );
1299
    $text .= $ScmPackages{$pvid}{'version'};
1300
    return hRef($pv_base, $text, '_packageData');
1301
}
1302
 
1341 dpurdie 1303
sub linkFindPkgs
1304
{
1305
    my ($name, $rtagid) = @_;
1306
    my $pv_base = $GBE_RM_URL . "/find.asp?searchtype=1&keyword=$name&btn=Find&envtab=3&rtag_id=$rtagid";
1307
    return hRef($pv_base, $name, '_packageData');
1308
}
1309
 
392 dpurdie 1310
sub linkPkg
1311
{
1312
    my ($pkgid, $utext) = @_;
1313
    my $rm_base = $GBE_RM_URL . "/view_by_version.asp?pkg_id=$pkgid";
1314
    my $text = $utext ? $utext : $PackageData{$pkgid}{name};
1315
    return hRef($rm_base, $text , '_packageData');
1316
}
1317
 
1318
sub linkImage
1319
{
1320
    my ($pkgid, $utext) = @_;
1321
    my $name = $PackageData{$pkgid}{name};
1322
    my $ref = $name . '.svg';
1323
    my $text = $utext ? $utext : $name;
1324
    return hRef($ref, $text, '_packageImage');
1325
}
1326
 
1327
sub linkImportLog
1328
{
1329
    my ($pkgid, $utext) = @_;
1330
    my $name = $PackageData{$pkgid}{name};
1331
    my $ref = $name . '.importlog';
1332
    my $text = $utext ? $utext : $name;
1333
    return hRef($ref, $text, '_packageLog');
1334
}
1335
 
1270 dpurdie 1336
sub svnLink
1337
{
1338
    my ($tag, $utext) = @_;
1339
    my $text = $utext ? $utext : $tag;
392 dpurdie 1340
 
1270 dpurdie 1341
    $tag =~ s~^SVN::~~;
1342
    my $url = SvnPath2Url ($tag);
1343
    return hRef($url, $text, '_SvnPage');
1344
}
392 dpurdie 1345
 
1270 dpurdie 1346
 
1347
 
392 dpurdie 1348
#-------------------------------------------------------------------------------
1349
# Function        : startExpander
1350
#                   endExpander
1351
#
1352
# Description     : Insert HTML code to start/end a Javascript expanding
1353
#                   division.
1354
#
1355
# Inputs          : $name           - Unique name for the Section
1356
#                   $text           - Header Text to be displayed
1357
#
1358
# Returns         : 
1359
#
1360
sub startExpander
1361
{
1362
    my ($name, $text) = @_;
1363
    print HTML <<EXPANDER;
1364
<div class="expandingMenu expandingMenuNotSelected">
1365
    <div onclick='click_expandingMenuHeader(this,"$name")' class="expandingMenuHeader" >$text</div>
1366
	<div id="cssprop_$name" class="expandingMenuGroup" style="display:none;">
1367
EXPANDER
1368
}
1369
 
1370
sub endExpander
1371
{
1372
    print HTML "</div></div>\n";
1373
}
1374
 
1375
 
1376
#    if ( 0 )
1377
#    {
1378
#        my $file = "TagList.txt";
1379
#        my $count = 0;
1380
#        Message("Create CC Tag  List", $file);
1381
#        open ( my $fh, '>', $file ) || Error ("Cannot open $file", "Error: $!");
1382
#        my %PackageNames;
1383
#
1384
#        foreach ( sort @taglist )
1385
#        {
1386
#            print $fh "$_\n";
1387
#            $count++;
1388
#        }
1389
#        close $fh;
1390
#        Message("Tags: $count");
1391
#    }
1392
 
1393
 
1394
#    DebugDumpData("VersionTags", \%VersionTags);
1395
#    DebugDumpData("Vobs", \%Vobs);
1396
    #print "VOBS: ", join ("\n", sort keys %Vobs), "\n";
1397
 
1398
#-------------------------------------------------------------------------------
404 dpurdie 1399
# Function        : readInputData
392 dpurdie 1400
#
1401
# Description     : Write out data in a form to allow post processing
1402
#
1403
# Inputs          : 
1404
#
1405
# Returns         : 
1406
#
404 dpurdie 1407
sub readInputData
392 dpurdie 1408
{
1409
 
1410
    my $fname = 'cc2svn.raw.txt';
1411
    Message ("Reading: $fname");
1412
    Error "Cannot locate $fname" unless ( -f $fname );
1413
    require $fname;
1414
 
1415
    Error "Data in $fname is not valid\n"
1416
        unless ( keys(%ScmReleases) >= 0 );
1417
 
1418
#    DebugDumpData("ScmReleases", \%ScmReleases );
1419
#    DebugDumpData("ScmPackages", \%ScmPackages );
1420
#    DebugDumpData("ScmSuffixes", \%ScmSuffixes );
1421
 
1422
    %ScmSuffixes = ();
1423
}
1424
 
1425
##-------------------------------------------------------------------------------
1426
## Function        : getVobMapping
1427
##
1428
## Description     : Read in Package to Repository Mapping
1429
##
1430
## Inputs          :
1431
##
1432
## Returns         : Populates
1433
#                        #%VobMapping;                 # Vob -> Repo
1434
#                        #%PackageMapping;             # Package -> Repo
1435
#                        #%ViewMapping                 # View -> Repo
1436
#sub getVobMapping
1437
#{
1438
#    my $fname = 'cc2svn.mapping.txt';
1439
#    Message ("Reading: $fname");
1440
#    Error "Cannot locate $fname" unless ( -f $fname );
1441
#    require $fname;
1442
#
1443
#    Error "Data in $fname is not valid\n"
1444
#        unless ( keys(%PackageMapping) >= 0 );
1445
#
1446
#    DebugDumpData("PackageMapping", \%PackageMapping );
1447
#    DebugDumpData("VobMapping", \%VobMapping );
1448
#    DebugDumpData("ViewMapping", \%ViewMapping );
1449
#
1450
#}
1451
 
1452
 
1453
#-------------------------------------------------------------------------------
1454
# Function        : mapPackage
1455
#
1456
# Description     : Attempt to map a package to a repo
1457
#
1458
# Inputs          : PackageId
1459
#
1460
# Returns         : RepoPatch
1461
#
1462
sub mapPackage
1463
{
1464
    my ($pkgid) = @_;
1465
    my %Named = (
1466
        'Release_Manager'                       => 'DevTools/ManagerSuite',
1467
        'Access_Manager'                        => 'DevTools/ManagerSuite',
1468
        'Deployment_Manager'                    => 'DevTools/ManagerSuite',
1469
        'Production_Manager'                    => 'DevTools/ManagerSuite',
1470
        'schema_utilities'                      => 'DevTools/ManagerSuite',
1471
        'Release_Manager_Schema'                => 'DevTools/ManagerSuite',
1472
        'Manager_Suite'                         => 'DevTools/ManagerSuite',
1473
        'Manager_Suite_VM'                      => 'DevTools/ManagerSuite',
1474
 
1475
        'QtBuilder'                             => 'DevTools',
1476
        'buildtool'                             => 'DevTools',
1477
        'cabinet_packager'                      => 'DevTools',
1478
        'core_devl'                             => 'DevTools',
1479
        'debian_packager'                       => 'DevTools',
1480
        'deployfiles'                           => 'DevTools',
1481
        'dpkg_blat'                             => 'DevTools',
1482
        'dpkg_management'                       => 'DevTools',
1483
        'generate_release_notes'                => 'DevTools',
1484
        'jants'                                 => 'DevTools',
1485
        'linux_day0fs_tools'                    => 'DevTools',
1486
        'manifest-tool'                         => 'DevTools',
1487
        'nsis_packager'                         => 'DevTools',
2040 dpurdie 1488
        'nsis_library'                          => 'DevTools',
392 dpurdie 1489
        'shellbuild'                            => 'DevTools',
1490
        'wsdl-tools'                            => 'DevTools',
1491
        'binflow'                               => 'DevTools',
1492
        'zendguard_tools'                       => 'DevTools',
1493
        'cpptasks'                              => 'DevTools/ant',
1494
        'AdvisoryDependency'                    => 'DevTools/buildtool_tests',
1495
        'CommonDependency'                      => 'DevTools/buildtool_tests',
1496
        'GenericProduct'                        => 'DevTools/buildtool_tests',
1497
        'LinuxCentricProduct'                   => 'DevTools/buildtool_tests',
1498
        'CotsWithFunnyVersion'                  => 'DevTools/buildtool_tests',
1499
 
1500
        'GenAppaCE'                             => 'DPG_SWCode/utilities',
1501
 
1502
        'AtmelHAL'                              => 'MASS_Dev_Crypto',
1503
        'Netbula'                               => 'COTS',
1504
        'ObjectiveGrid'                         => 'COTS',
1505
        'lmos'                                  => 'DPG_SWBase',
1506
        'basetypes'                             => 'MASS_Dev_Infra',
1507
        'accesscontrol_ejb-api'                 => 'MASS_Dev_Infra/security',
1508
        'tp5000_MUG'                            => 'MREF_Package',
1509
        'udman'                                 => 'MASS_Dev_Infra',
1510
        'emvud'                                 => 'DPG_SWBase/emvud',
1511
        'daf_mmi_ti'                            => 'DPG_SWBase',
1512
        'mos_api'                               => 'MOS',
1513
        'tp5700_Manifest'                       => 'MREF_Package',
1514
        'TRACS'                                 => 'TRACS',
1515
 
1516
        'jboss_config'                          => 'MASS_Dev_Bus/Business' ,
1517
        'jboss_service'                         => 'MASS_Dev_Bus/Business' ,
1197 dpurdie 1518
        'pgres'                                 => 'ITSO_TRACS/DataManagement' ,
395 dpurdie 1519
        'ERGcda_imports'                        => 'MREF_Package',
392 dpurdie 1520
 
1521
    );
1522
 
1523
    my %VobRename = (
395 dpurdie 1524
        'LMOS'              => 'LinuxDevices',
392 dpurdie 1525
        'MANUFACTURING'     => 'Manufacturing',
1526
        'MREF_Package'      => 'MREF_Package',
1527
        'MASS_Dev'          => 'MASS_Dev_Bus',
1528
        's4k_tracs'         => 'TRACS',
1529
        'MASS_Dev_Tools'    => 'DevTools',
1197 dpurdie 1530
 
1531
        'GMPTE2005'             => 'ITSO_TRACS',
1532
        'GMPTE2005_obe'         => 'ITSO_TRACS',
1533
        'UK_ITSO_COMPLIANT'     => 'ITSO_TRACS',
392 dpurdie 1534
    );
1535
 
1536
    # default is 1
1537
    my %VobDepth = (
1538
        'DPG_SWBase'                => 2,
1197 dpurdie 1539
        'ITSO_TRACS'                => 2,
1451 dpurdie 1540
        'ITSO_TRACS/Packages'       => 1,
1197 dpurdie 1541
        'LinuxDevices'              => 2,
392 dpurdie 1542
        'MASS_Dev_Bus'              => 2,
1543
        'MASS_Dev_Infra'            => 2,
1544
        'MPR'                       => 2,
1545
        'ProjectCD'                 => 2,
1546
        'TRACS'                     => 2,
1547
        'VIX-PAYMENTS'              => 2,
1548
        'WINCE500'                  => 2,
1197 dpurdie 1549
        'LinuxDevices/linux'        => 3,
392 dpurdie 1550
        'DAMS_mos_diag'             => 2,
1551
        'MASS_Dev_Bus/Financial'    => 3,
1552
    );
1553
 
1554
    return ('SVN') if ( $PackageData{$pkgid}{isSVN} );
1555
    my $name = $PackageData{$pkgid}{name};
1556
 
1557
    # If only one VOB
1558
    #
1559
    my $path = '';
1560
    unless ( $PackageData{$pkgid}{BadVob} || $PackageData{$pkgid}{MultiVob} )
1561
    {
1197 dpurdie 1562
        my @paths = reverse sort keys %{$PackageData{$pkgid}{vobPath}};
392 dpurdie 1563
        $path = $paths[0] if exists $paths[0];
1564
    }
1565
 
1566
    #
1567
    #   Some path cleanup
1568
    #
1569
    if ( $path )
1570
    {
395 dpurdie 1571
        $path =~ s~DPC_SWCode/~DPG_SWCode/~i;
392 dpurdie 1572
        $path =~ s~MASS_Dev/Bus/~MASS_Dev_Bus/~i;
1573
        $path =~ s~MASS_Dev_Bus/Cbp/~MASS_Dev_Bus/CBP/~i;
1574
        $path =~ s~/Vastraffik/~/Vasttrafik/~;
1575
        $path =~ s~/MREF_Package/ergpostmongui$~/MREF_Package/ergpostmongui~i;
1576
    }
1577
 
1578
    #
1579
    #   Brute force VOB renaming
1580
    #
1581
    foreach my $name ( keys %VobRename  )
1582
    {
1583
        my $newName = $VobRename{$name};
1584
        $path =~ s~^/$name/~/$newName/~i;
1197 dpurdie 1585
        $path =~ s~^/$name$~/$newName~i;
392 dpurdie 1586
    }
1587
 
395 dpurdie 1588
    return $Named{$name}  if ( exists $Named{$name} );
1589
 
1590
    return 'DevTools/ant'  if ( $name =~ m~^ant~ );
1591
    return 'DevTools/ant'  if ( $name =~ m~^jant~ );
1592
 
1593
    return 'LinuxDevices/tools' if ( $path =~ m~LinuxDevices/linux/tools~i );
1594
 
1595
    return 'MASS_Dev_Dataman' if ( $name =~ m~^dm_~ );
1596
 
1597
    return 'MPR/EMV/emvl2' if ( $name =~ m~^cp[sf]-~ );
1598
 
1599
    return 'COTS' if ( $PackageData{$pkgid}{type} eq 'COTS' && ! exists $PackageData{$pkgid}{vobs}{'LMOS'});
1600
 
1601
    #
1602
    #   Must resolve Multivobs
1603
    #
1604
    if ( $PackageData{$pkgid}{MultiVob} )
1605
    {
1606
        $path = resolveMultiVob($name, $pkgid );
1607
    }
1608
 
392 dpurdie 1609
    my $vob = '';
1610
    my @pathBase;
1611
    my @pathFull;
1612
    $path =~ s~/$~~g;
1613
    $path =~ s~^/~~g;
1614
    @pathFull = split( '/', $path);
1615
    $vob = $pathFull[0] || $path;
1616
    push @pathFull, $vob unless ( @pathFull );
1617
 
1618
    @pathBase = @pathFull;
1619
    delete $pathBase[-1];
1620
    push @pathBase, $vob unless ( @pathBase );
1621
 
1622
#print "Full: @pathFull\n";
1623
#print "Base: @pathBase\n";
1624
 
395 dpurdie 1625
    return 'MOS/images'  if (($vob eq 'COTS' || $vob eq 'MOS') &&  $name =~ m~^mos_~ && $name =~ m~\d\d\d\d~);
392 dpurdie 1626
 
1627
    return 'COTS' if ( $vob =~ m~^COTS_~ );
1628
    return 'COTS' if ( $vob eq 'COTS' );
1629
 
1630
    return 'DPG_SWBase/Demos'  if ($vob eq 'DPG_SWBase' &&  $name =~ m~^demo_~ );
1631
    return 'DPG_SWBase/Demos'  if ( $name =~ m~^qt_demo~ );
1632
 
1633
    return 'DPG_SWBase/daf_utils'  if ( $name =~ m~^time_ce~ );
1634
    return 'DPG_SWBase/daf_utils'  if ( $name =~ m~^daf_utils~ );
1635
    return 'DPG_SWBase/daf_utils'  if ( $name =~ m~^daf_bertlv~ );
1636
    return 'DPG_SWBase'            if ( $name =~ m~^daf_br_compiler~ );
1637
    return 'DPG_SWBase'            if ( $name =~ m~^hcp5000icons$~ );
1638
 
1639
    return 'DPG_SWBase/daf_components'  if ( $vob eq 'DPG_SWBase' && $name =~ m~^daf_component_~ );
1640
    return 'DPG_SWBase/daf_transap'  if ( $path =~ m~/transap$~ || $path =~ m~/transap/~ );
1641
#   return 'DPG_SWBase/daf'  if ( $vob eq 'DPG_SWBase' && $name =~ m~^daf_~ );
1642
    return 'DPG_SWBase/IDC'  if ( $vob =~ m~DPG_SW~ && $name =~ m~^IDC~ );
1643
 
1644
    return 'DPG_SWCode/dac'  if ( $name =~ m~^dac_~ );
1645
    return 'DPG_SWCode/ddu'  if ( $name =~ m~^ddu_~ );
1646
    return 'DPG_SWCode/utilities'  if ( $vob eq 'DPG_SWCode' && $path =~ m/utilities/ );
1647
 
1648
    if ( $name =~ m~^VIX~ || $name =~ m~^ERG~ )
1649
    {
1650
        return 'MREF_Package'
395 dpurdie 1651
            if ( $vob =~ m~^CORE~ || $vob =~ m~^MASS~ || $vob =~ m~^MREF~ );
392 dpurdie 1652
    }
1653
 
1654
#    if ( $vob ne 'MREF_Package' )
1655
#    {
1656
#print "---- $name, $path\n" if ( $name =~ m~^VIX~ );
1657
#print "---- $name, $path\n" if ( $name =~ m~^ERG~ );
1658
#    }
1659
 
1660
    #
1661
    #   ProjectCd is badly done
1662
    #   Many packages are in named directories, some are not.
1663
    #
1664
    if ( $vob eq 'ProjectCD' )
1665
    {
1666
        return $vob if ( $name eq 'daf_paper_variables' );
1667
        return ($vob . '/seattle')
1668
            if (  grep {$_ eq 'seattle'} @pathFull );
1669
        return ($vob . '/stockholm')
1670
            if (  grep {$_ eq 'stockholm'} @pathFull );
1671
        return $vob;
1672
    }
1673
 
395 dpurdie 1674
    #
1675
    #   Detect core_xxx packages
1676
    #
1677
    if ( $vob eq 'MASS_Dev_Infra' && $path =~ m~/core_~ )
1678
    {
1679
        return "$vob/Core";
1680
    }
1681
 
392 dpurdie 1682
    return "UNKNOWN"
1683
        unless ( $vob );
1684
 
1685
    #
1686
    #   Determine depth for this path
1687
    #
1688
    my $depth = 1;
1689
    foreach ( reverse sort keys %VobDepth)
1690
    {
1691
        if ( $path =~ m~^$_~ )
1692
        {
1693
            $depth = $VobDepth{$_};
1694
            last;
1695
        }
1696
    }
1697
#print "--Joining: $name, $depth, @pathBase\n";
1698
    return pathJoin($depth, $path, $name, @pathBase);
1699
}
1700
 
1701
sub pathJoin
1702
{
1703
    my ($num, $path, $name, @data) = @_;
1704
    my $val = '';
1705
    my $char = '';
1706
    for( my $ii = 0; $ii < $num; $ii++)
1707
    {
1708
        last unless ( defined $data[$ii] );
1709
        $val = $val . $char . $data[$ii];
1710
        $char = '/'
1711
    }
1712
#print "----$path, $name: $num, @data --> $val\n";
1713
    return $val;
1714
}
1715
 
395 dpurdie 1716
 
392 dpurdie 1717
#-------------------------------------------------------------------------------
395 dpurdie 1718
# Function        : resolveMultiVob
1719
#
1720
# Description     : Time to resolve multivob issues
1721
#
1722
# Inputs          : $name           - Package Name
1723
#                   $pkgid          - Package ID
1724
#
1725
#
1726
# Returns         : Resulved path
1727
#
1728
sub resolveMultiVob
1729
{
1730
    my ($name, $pkgid) = @_;
1731
    my $path = '';
1732
 
1733
my %preferredVob = (
1734
        'uiconv'        => 'DPG_SWBase',
1735
        'gnupg'         => 'COTS',
1736
    );
1737
 
1738
 
1739
    my $pvob = $preferredVob{$name};
1740
    unless ( defined $pvob )
1741
    {
1742
        if ( exists ($PackageData{$pkgid}{vobs}{MASS_Dataman}) && exists ($PackageData{$pkgid}{vobs}{MASS_Dev_Dataman})  )
1743
        {
1744
            $pvob = 'MASS_Dev_Dataman';
1745
        }
1746
 
1747
        if ( exists ($PackageData{$pkgid}{vobs}{DPG_SWBase}) && exists ($PackageData{$pkgid}{vobs}{DPG_SWCode})  )
1748
        {
1749
            $pvob = 'DPG_SWCode';
1750
        }
1751
 
1752
        if ( exists ($PackageData{$pkgid}{vobs}{MREF_Package}) )
1753
        {
1754
            $pvob = 'MREF_Package';
1755
        }
1756
 
1757
        if ( exists ($PackageData{$pkgid}{vobs}{MASS_Dev}) && exists ($PackageData{$pkgid}{vobs}{MASS_Dev_Bus}))
1758
        {
1759
            $pvob = 'MASS_Dev_Bus';
1760
        }
1761
 
1762
        if ( exists ($PackageData{$pkgid}{vobs}{s4k_obe}) && exists ($PackageData{$pkgid}{vobs}{GMPTE2005}))
1763
        {
1764
            $pvob = 'GMPTE2005';
1765
        }
1766
 
1767
        if ( exists ($PackageData{$pkgid}{vobs}{s4k_obe}) && exists ($PackageData{$pkgid}{vobs}{GMPTE2005_obe}))
1768
        {
1769
            $pvob = 'GMPTE2005_obe';
1770
        }
1771
 
1772
        if ( exists ($PackageData{$pkgid}{vobs}{TRACS}) && exists ($PackageData{$pkgid}{vobs}{GMPTE2005}))
1773
        {
1774
            $pvob = 'GMPTE2005';
1775
        }
1776
 
1777
        if ( exists ($PackageData{$pkgid}{vobs}{MASS_Dev_Infra}) && exists ($PackageData{$pkgid}{vobs}{MASS_Dev_Tools}))
1778
        {
1779
            $pvob = 'MASS_Dev_Infra';
1780
        }
1781
 
1782
        if ( exists ($PackageData{$pkgid}{vobs}{COTS}) && exists ($PackageData{$pkgid}{vobs}{MOS}))
1783
        {
1784
            $pvob = 'MOS';
1785
        }
1786
 
1787
        if ( exists ($PackageData{$pkgid}{vobs}{COTS}) && exists ($PackageData{$pkgid}{vobs}{MPR}))
1788
        {
1789
            $pvob = 'MPR';
1790
        }
1791
 
1792
        if ( exists ($PackageData{$pkgid}{vobs}{COTS}) && exists ($PackageData{$pkgid}{vobs}{COTS_Java}))
1793
        {
1794
            $pvob = 'COTS';
1795
        }
1796
    }
1797
 
1798
    if ( defined $pvob )
1799
    {
1800
        if ( exists $PackageData{$pkgid}{vobResolver}{$pvob} )
1801
        {
1802
            $path = $PackageData{$pkgid}{vobResolver}{$pvob} ;
1803
        }
1804
    }
1805
    else
1806
    {
1807
        Message ("Unresolved multivob: $PackageData{$pkgid}{name}");
1808
#DebugDumpData("DATA", \$PackageData{$pkgid} );
1809
#exit 1;
1810
    $path = 'UNKNOWN';
1811
    }
1812
 
1813
    return $path;
1814
}
1815
 
1816
 
1817
#-------------------------------------------------------------------------------
392 dpurdie 1818
# Function        : examineVcsTag
1819
#
1820
# Description     : Examine a VCS Tag and determine if it looks like rubbish
1821
#
1822
# Inputs          : Tag to examine
1823
#
1824
# Returns         : Badness
1825
#
1826
sub examineVcsTag
1827
{
1828
    my ($vcstag) = @_;
1829
    my $bad = 0;
1830
    if ( $vcstag =~ m~^CC::(.*?)(::(.+))?$~ )
1831
    {
1832
        my $path = $1  || '';
1833
        my $label = $2 || '';
1834
#print "$vcstag, $bad, $path, $label\n";
1835
        $bad = 1 unless ( $label );
1836
        $bad = 1 if ( $label =~ m~^N/A$~i || $label  =~ m~^na$~i );
1837
 
1838
        $bad = 1 unless ( $path );
1839
        $bad = 1 if ( $path =~ m~^N/A$~i || $path  =~ m~^na$~i );
1840
        $bad = 1 if ( $path =~ m~^/dpkg_archive~ );
395 dpurdie 1841
        $bad = 1 if ( $path =~ m~^CVS~ );
392 dpurdie 1842
        $bad = 1 if ( $path =~ m~^dpkg_archive~ );
1843
        $bad = 1 if ( $path =~ m~^http:~i );
1844
        $bad = 1 if ( $path =~ m~^[A-Za-z]\:~ );
1845
        $bad = 1 if ( $path =~ m~^//~ );
1846
        $bad = 1 if ( $path =~ m~^/blade1/~ );
1847
        $bad = 1 if ( $path =~ m~^/devl/~ );
394 dpurdie 1848
        $bad = 1 if ( $path =~ m~^/*none~i );
1849
        $bad = 1 if ( $path =~ m~^/*NoWhere~i );
1850
        $bad = 1 if ( $path =~ m~^-$~i );
392 dpurdie 1851
        $bad = 1 if ( $path =~ m~[()]~ );
1852
#        $bad = 1 unless ( $path =~ m~^/~ );
1853
    }
1854
    else
1855
    {
1856
        $bad = 1;
1857
    }
1858
    return $bad;
1859
}
1860
 
1861
#-------------------------------------------------------------------------------
1862
# Function        : usedBy
1863
#
1864
# Description     : Given a pvid, determine which release(s) need it
1865
#
1866
# Inputs          : $pvid
1867
#
1868
# Returns         : Nothing
1869
#
1870
sub usedBy
1871
{
1872
    my ($pvid) = @_;
1873
    Error ("PVID is not an essential package") unless ( exists $ScmPackages{$pvid} );
1874
 
1875
    my @releases = @{$ScmPackages{$pvid}{'release'}} if exists($ScmPackages{$pvid}{'release'});
1876
    my @users = @{$ScmPackages{$pvid}{'usedBy'}} if exists($ScmPackages{$pvid}{'usedBy'});
1877
 
1878
    while ( @users )
1879
    {
1880
        my $pv = pop @users;
1881
        push @releases, @{$ScmPackages{$pv}{'release'}} if (exists $ScmPackages{$pv}{'release'});
1882
        push @users, @{$ScmPackages{$pv}{'usedBy'}} if (exists($ScmPackages{$pv}{'usedBy'}));
1883
    }
1884
 
1885
    my %releases;
1886
    my %ireleases;
1887
    my @dreleases = ();
1888
    my @ireleases;
1889
    foreach ( @releases )
1890
    {
1891
        if ( $ScmPackages{$pvid}{tlp}  )
1892
        {
1893
            next if ( exists $releases{$_} );
1894
            push @dreleases, $_;
1895
            $releases{$_} = 1;
1896
        }
1897
        else
1898
        {
1899
            next if ( exists $ireleases{$_} );
1900
            push @ireleases, $_;
1901
            $ireleases{$_} = 1;
1902
        }
1903
    }
1904
    return \@dreleases, \@ireleases;
1905
}
1906
 
1907
#-------------------------------------------------------------------------------
1908
# Function        : smartPackageType
1909
#
1910
# Description     : Have a look at the projects in the package set and
1911
#                   attempt to determine what sort of mechanism to use
1912
#
1913
# Inputs          : pkgid            - Package ID
1914
#
1915
# Returns         : Type, Array of suffixes
1916
#
1917
sub smartPackageType
1918
{
1919
    my ($pkgid) = @_;
1920
    my %suffixes;
1921
 
1922
    #
1923
    #   Suffixes for all packages
1924
    #
1925
    foreach  ( @{$PackageSet{$pkgid}} )
1926
    {
1927
        my $suffix = $ScmPackages{$_}{'suffix'};
1928
        $suffixes{$suffix}++;
1929
    }
1930
 
1931
    my $packageType = 'UNKNOWN';
1932
 
1933
    if ( exists $suffixes{'.cots'} ) {
1934
        $packageType = 'COTS';
1935
 
1936
    } elsif ( exists $suffixes{'.tool'} ) {
1937
        $packageType = 'TOOL';
1938
 
1939
    } elsif ( scalar (keys %suffixes ) == 1 ) {
1940
        $packageType = 'SINGLE_PROJECT';
1941
 
1942
    } else {
1943
        $packageType = 'MULTIPLE_PROJECT';
1944
    }
1945
 
1946
    return $packageType, keys %suffixes;
1947
}
1948
 
394 dpurdie 1949
 
392 dpurdie 1950
#-------------------------------------------------------------------------------
394 dpurdie 1951
# Function        : vcsCleanup
1952
#
1953
# Description     : Cleanup and rewrite a vcstag
1954
#
1955
#                   DUPLICATED IN:
1956
#                       - cc2svn_procdata
1957
#                       - cc2svn_impartpackage
1958
#
1959
# Inputs          : vcstag
1960
#
1961
# Returns         : Cleaned up vcs tag
1962
#
1963
sub vcsCleanup
1964
{
1965
    my ($tag) = @_;
1966
    $tag =~ tr~\\/~/~;
1967
    if ( $tag =~ m~^CC::~ )
1968
    {
1969
        $tag =~ s~CC::\s+~CC::~;
1970
        $tag =~ s~MASS_Dev_Bus/Cbp/~MASS_Dev_Bus/CBP/~i;
1971
        $tag =~ s~MASS_Dev_Bus~MASS_Dev_Bus~i;
1972
        $tag =~ s~/MASS_Dev/Infra~MASS_Dev_Infra~i;
1973
        $tag =~ s~/MASS_Dev/Bus/web~/MASS_Dev_Bus/web~i;
1974
 
1975
        $tag =~ s~/Vastraffik/~/Vasttrafik/~;
1976
        $tag =~ s~/MREF_Package/ergpostmongui$~/MREF_Package/ergpostmongui~i;
395 dpurdie 1977
        $tag =~ s~DPC_SWCode/~DPG_SWCode/~i;
394 dpurdie 1978
 
1979
    }
1980
    return $tag;
1981
}
1982
 
1983
#-------------------------------------------------------------------------------
392 dpurdie 1984
# Function        : extractVob
1985
#
1986
# Description     : Extract the VOB for a package
1987
#
1988
# Inputs          : $entry              - pvid
1989
#
1990
# Returns         : Vob Name
1991
#
1992
sub extractVob
1993
{
1994
    my ($entry) = @_;
1995
 
394 dpurdie 1996
    $ScmPackages{$entry}{'vcstag'} = vcsCleanup($ScmPackages{$entry}{'vcstag'});
392 dpurdie 1997
 
1998
    my $tag = $ScmPackages{$entry}{vcstag};
1999
    my $package = $ScmPackages{$entry}{name};
2000
    if ( $tag =~ m~^SVN::~ )
2001
    {
2002
        $tag =~ m~SVN::(.*)(/tags/|/branches/|/trunk)~;
2003
        return 'SVN', $1;
2004
    }
2005
 
2006
    if ( $tag !~ m~^CC::~ || examineVcsTag ($tag)){
2007
        $ScmPackages{$entry}{BadVob} = 1;
2008
        return undef;
2009
    }
2010
 
2011
    $tag =~ m~^CC::(.*)::(.*)~;
2012
    my $path = '/' . $1;
2013
    $path =~ tr~\\/~/~s;
2014
    my @pelements = split( m'/+', $path);
2015
    my $vob = $pelements[1];
2016
    unless ( $vob )
2017
    {
2018
        $ScmPackages{$entry}{BadVob} = 1;
2019
        return undef;
2020
    }
2021
 
2022
    $ScmPackages{$entry}{VobName} = $vob;
2023
    $ScmPackages{$entry}{VobPath} = $path;
2024
    return $vob, $path;
2025
}
2026
 
2027
#-------------------------------------------------------------------------------
2028
# Function        : getBadLabelData
2029
#
2030
# Description     : Read in a previous log file and determine versions that
2031
#                   have already been examined
2032
#
2033
# Inputs          : 
2034
#
2035
# Returns         : 
2036
#
2037
sub getBadLabelData
2038
{
2039
    my $badFile = 'cc2svn_labeltest.bad.txt';
2040
    Message ("Reading Bad Label: $badFile");
2041
    open (my $fh, '<', $badFile ) || Error ("Cannot open $badFile");
2042
    while ( <$fh> )
2043
    {
2044
        #
2045
        #   Format of data is:
2046
        #       pvid, $name:, $tag, $rv
2047
        #
2048
        chomp;
2049
        next if ( m~^#~ );
2050
        my @data = split (/\s*,\s*/, $_);
2051
        next unless ( $data[0] );
2052
        $ScmPackages{$data[0]}{BadCCView} = 1 if exists ($ScmPackages{$data[0]});
2053
    }
2054
    close $fh;
2055
}
2056
 
2057
#-------------------------------------------------------------------------------
2058
#   Documentation
2059
#
2060
 
2061
=pod
2062
 
2063
=for htmltoc    SYSUTIL::cc2svn::
2064
 
2065
=head1 NAME
2066
 
2067
cc2svn_procdata - Process CC2SVN Essential Package Data
2068
 
2069
=head1 SYNOPSIS
2070
 
2071
  jats cc2svn_procdata [options]
2072
 
2073
 Options:
2074
    -help              - brief help message
2075
    -help -help        - Detailed help message
2076
    -man               - Full documentation
2077
    -usedby=PVID       - Determine 'Releases' that use a specified PVID
2078
    -allpackages       - Generate data for ALL packages
2079
 
2080
=head1 OPTIONS
2081
 
2082
=over 8
2083
 
2084
=item B<-help>
2085
 
2086
Print a brief help message and exits.
2087
 
2088
=item B<-help -help>
2089
 
2090
Print a detailed help message with an explanation for each option.
2091
 
2092
=item B<-man>
2093
 
2094
Prints the manual page and exits.
2095
 
2096
=item B<-usedby=PVID>
2097
 
2098
This option will alter the operation of the program. It will display the
2099
releases that 'use' the specified PVID and then exit.
2100
 
2101
=back
2102
 
2103
=head1 DESCRIPTION
2104
 
2105
This program is a tool used in the conversion of ClearCase VOBS to subversion.
2106
 
2107
=over 8
2108
 
2109
=item *
2110
 
2111
It will process a datafile and generate infiormation used by other tools.
2112
 
2113
=item *
2114
 
2115
It will display suspect package versions.
2116
 
2117
=item *
2118
 
2119
It will generate an HTML file with a great deal of information about the
2120
packages in the conversion.
2121
 
2122
=item *
2123
 
2124
It can backtrack a PVID and report the Release or Releases that need the package
2125
version
2126
 
2127
=back
2128
 
2129
=cut
2130