Subversion Repositories DevTools

Rev

Rev 7033 | Rev 7046 | Go to most recent revision | Details | Compare with Previous | Last modification | View Log | RSS feed

Rev Author Line No. Line
6914 dpurdie 1
package com.erggroup.buildtool.ripple;
2
 
3
import java.sql.Array;
4
import java.sql.CallableStatement;
5
import java.sql.Clob;
6
import java.sql.Connection;
7
import java.sql.DriverManager;
8
import java.sql.PreparedStatement;
9
import java.sql.ResultSet;
10
import java.sql.SQLException;
11
import java.sql.Timestamp;
12
import java.sql.Types;
13
import java.util.ArrayList;
14
import java.util.Arrays;
15
import java.util.Calendar;
16
import java.util.Date;
17
import java.util.GregorianCalendar;
18
import java.util.Iterator;
19
import java.util.List;
20
import java.util.ListIterator;
21
import java.util.concurrent.locks.ReentrantLock;
22
 
23
import oracle.sql.ArrayDescriptor;
24
 
7033 dpurdie 25
import org.slf4j.Logger;
26
import org.slf4j.LoggerFactory;
6914 dpurdie 27
 
28
import com.erggroup.buildtool.ripple.RunLevel.BuildState;
29
import com.erggroup.buildtool.utilities.MutableDate;
30
 
31
/**Release Manager schema abstraction
32
 */
33
public class ReleaseManager implements Cloneable
34
{
35
    /**Unit test hook.
36
     * Prevents Oracle interaction when false.
37
     * @attribute
38
     */
39
    public static boolean mUseDatabase = true;
40
 
41
    /**Debug Support.
42
     * Set to false if EnvVar GBE_BUILDTOOL_DEBUG exists
43
     * Value of GBE_BUILDTOOL_DEBUG is expected to be an email if greater than
44
     * one character.
45
     *
46
     * When set to false will:
47
     *    Prevents use of Oracle Mutex and potential lockout during debug sessions.
48
     *    Prevent the initiation of an indefinite pause.
49
     *    Force abt_usetestarchive, Add -testArchive to the assemble_dpkg command
50
     * @attribute
51
     */
52
    private static boolean mUseMutex = true;
53
 
54
    /** 
55
     * Reasons for building a package
56
     * The character code is inserted directly into the Release Manager Database
57
     * 
58
     */
59
    public enum BuildReason {
60
 
61
        Ripple('R'),
62
        Test('T'),
63
        NewVersion('N'),
64
        Restore('P');
65
 
66
        private char reason;
67
        private BuildReason(char reason) { this.reason = reason; }
68
        @Override
69
        public  String toString() { return String.valueOf(reason); }
70
        public static BuildReason fromValue(String value) {  
71
            if (value != null) {  
72
              for (BuildReason vReason : values()) {  
73
                if (vReason.reason == value.charAt(0) ) {  
74
                  return vReason;  
75
                }  
76
              }  
77
            }
78
            return null;  
79
        }
80
    }
81
 
82
    /**
83
     * The build result : Error, Complete ...
84
     * The character code is inserted directly into the Release Manager Database
85
     */
86
    public enum BuildResult {
87
 
88
        Building('B'),
89
        BuildError('E'),
90
        Complete('C'),
91
        SystemError('S');
92
 
93
        private char state;
94
        private BuildResult(char state) { this.state = state; }
95
        @Override
96
        public  String toString() { return String.valueOf(state); }
97
//        public static BuildResult fromValue(String value) {  
98
//            if (value != null) {  
99
//              for (BuildResult vState : values()) {  
100
//                if (vState.state == value.charAt(0) ) {  
101
//                  return vState;  
102
//                }  
103
//              }  
104
//            }
105
//            return null;  
106
//        }
107
    }
108
 
109
    /**package object of no consequence
110
     * @attribute
111
     */
112
    public static final Package NULL_PACKAGE = new Package();
113
 
114
    /**Logger
115
     * @attribute
116
     */
7033 dpurdie 117
    private static final Logger mLogger = LoggerFactory.getLogger(ReleaseManager.class);
6914 dpurdie 118
 
119
    /** Class to contain a lock and a connection as a single entity
120
     * 
121
     */
122
    static class RmConnection {
123
    	/**
124
    	 *  Connection to the database
125
    	 */
126
    	public Connection mConnection = null;
127
 
128
    	/**
129
    	 *  Lock used to control access to the connection
130
    	 */
131
    	public final ReentrantLock mSession = new ReentrantLock();
132
 
133
    	/** 
134
    	 * Close the connection on disconnect
135
    	 */
136
    	public boolean mCloseOnDisconnect = false;
137
 
138
    	public RmConnection ( boolean closeMe)
139
    	{
140
    		mCloseOnDisconnect = closeMe;
141
    	}
142
 
143
    	/**
144
    	 *  Close the connection - do not throw an error
145
    	 */
146
    	void closeConnection()
147
    	{
148
    		closeConnection(mConnection);
149
    	}
150
 
151
    	/**
152
    	 *  Close the specified connection - do not throw an error.
153
    	 *  To be used for general error handling
154
    	 * @param connection
155
    	 */
156
    	static void closeConnection( Connection connection )
157
    	{
158
            try {
159
                if (connection != null)
160
                	connection.close();
161
            }
162
            catch (SQLException e)
163
            {
7044 dpurdie 164
                mLogger.error("SQL Exception closing connection: {}", e.getMessage());
6914 dpurdie 165
            }
166
    	}
167
    }
168
 
169
    /**database connection for use when not planning a build
170
     * @attribute
171
     */
172
    private static RmConnection mNonPlanningConnection = new RmConnection(false);
173
 
174
    /**database session handle for use when planning a build
175
     * @attribute
176
     */
177
    private static RmConnection mPlanningConnection = new RmConnection(true);
178
 
179
    /**database session handle
180
     * note this handle is only ever set to mNonPlanningConnection or mPlanningConnection
181
     * @attribute
182
     */
183
    private Connection mConnection = null;
184
    private boolean    mIsConnected = false;
185
 
186
    /**thread synchronization governing database connection request queuing
187
     * this lock is used by master threads with a low priority planning requirement
188
     * use the fairness parameter to grant access to the longest waiting thread
189
     * @attribute
190
     */
191
    private static final ReentrantLock mLowPriorityQueue = new ReentrantLock(true);
192
 
193
    /**collection of ReleaseConfig objects
194
     * @attribute
195
     */
196
    public ReleaseConfigData mReleaseConfigCollection = new ReleaseConfigData();
197
 
198
    /**database connection string
199
     * @attribute
200
     */
201
    public String mConnectionString = "";
202
 
203
    /**database username
204
     * @attribute
205
     */
206
    private String mUsername = "";
207
 
208
    /**database password
209
     * @attribute
210
     */
211
    private String mPassword = "";
212
 
213
    /**collection of RunLevel objects
214
     * @attribute
215
     */
216
    public List<RunLevelData> mRunLevelCollection = new ArrayList<RunLevelData>();
217
 
218
    /**set in claimVersion, cleared in discardVersion
219
     * @attribute
220
     */
221
    private String mPlannedPkgId = null;
222
 
223
    /**set in claimVersion, cleared in discardVersion
224
     * @attribute
225
     */
226
 
227
    private String mPlannedPkgVersion = null;
228
 
229
    /**prevents inadvertently attempting a commit which releases record locks in between claimMutex and releaseMutex
230
     * @attribute
231
     */
232
    private boolean mDoNotCommit = false;
233
 
234
     /**
235
     * Controls the data collection mode.
236
     * True : daemon Mode (default)
237
     * False: escrow Mode
238
     */
239
    public boolean mDaemon = true;
240
 
241
    /**
242
     * Indication of the state of the RM mutex
243
     * Used only for reporting
244
     */
245
    public String mMutexState = "";
246
 
247
    /**
248
     *  The number of seconds to postpone a shut down of a daemon set
249
     *  after the thread has started. 
250
     *  
251
     *  This will prevent a daemon from being automatically disabled as soon
252
     *  as it is restarted
253
     *  
254
     *  Set to four hours
255
     */
256
    private static final long mPostponeShutdown = 4L * 60L * 60L;
257
 
258
 
259
    /**constructor
260
     * @param connectionString
261
     * @param username
262
     * @param password
263
     */
264
    public ReleaseManager(final String connectionString, final String username, final String password)
265
    {
7044 dpurdie 266
        mLogger.debug("ReleaseManager {}", connectionString);
6914 dpurdie 267
        mConnectionString = connectionString;
268
        mUsername = username;
269
        mPassword = password;
270
 
271
        String gbeBtDebug = System.getenv("GBE_BUILDTOOL_DEBUG");
272
        if ( gbeBtDebug != null )
273
        {
7033 dpurdie 274
            mLogger.error("GBE_BUILDTOOL_DEBUG set - Use of database mutex supressed");
6914 dpurdie 275
            setNoMutex();
276
        }
277
    }
278
 
279
    /**
280
     * Clone an instance of this class
281
     */
282
    @Override
283
    public Object clone() throws CloneNotSupportedException {
284
 
285
        //  Clone myself - using Java's build in stuff
286
        ReleaseManager clonedObj = (ReleaseManager) super.clone();
287
 
288
        //  Fix up several members
289
        //
290
        clonedObj.mConnection = null;
291
        clonedObj.mReleaseConfigCollection = new ReleaseConfigData();
292
        clonedObj.mRunLevelCollection = new ArrayList<RunLevelData>();
293
        clonedObj.mPlannedPkgId = null;
294
        clonedObj.mDoNotCommit = false;
295
        clonedObj.mPlannedPkgVersion = null;
296
 
297
        return clonedObj;
298
    }
299
 
300
 
301
    /**constructor used when schema information is unknown eg location, username, password
302
     */
303
    public ReleaseManager()
304
    {
305
        // inherit mConnectionString, mUsername, mPassword
306
        mLogger.debug("ReleaseManager");
307
    }
308
 
309
    /**
310
     * Set the mode of operation to be either escrow mode or daemon mode
311
     * 
312
     * @param isDaemon True: Daemon Mode
313
     *               False: Escrow Mode
314
     */
315
    public void setDaemonMode(boolean isDaemon)
316
    {
317
        mDaemon = isDaemon;
7044 dpurdie 318
        mLogger.debug("DaemonMode:{}", mDaemon);
6914 dpurdie 319
    }
320
 
321
    /**
322
     * Clear mUseMutex
323
     * Used only in test mode to prevent the use of a mutex 
324
     */
325
    public static void setNoMutex()
326
    {
327
        mUseMutex = false;
328
    }
329
 
330
    /**
331
     * Return the state of mUseMutex
332
     * True indicates that the system must use a Mutex to access data
333
     */
334
    public static boolean getUseMutex()
335
    {
336
        return mUseMutex;
337
    }
338
 
339
    /** Returns the current time
340
     * 
341
     *  Overridden in ReleaseManagerUtf
342
     */
343
    public long currentTimeMillis()
344
    {
345
        return System.currentTimeMillis();
346
    }
347
 
348
    /** Returns the applications major version number
349
     *  Used to stamp the generated XML files to ensure that producer and consumer match 
350
     * 
351
     * Overridden in ReleaseManagerUtf
352
     */
353
    public String getMajorVersionNumber()
354
    {
355
        return this.getClass().getPackage().getSpecificationVersion();
356
    }
357
 
358
    /**connect to oracle - in a non planning mode 
359
     * Overridden in ReleaseManagerUtf 
360
     */
361
    public void connect() throws SQLException
362
    {
363
        mLogger.debug("connect");
364
        mNonPlanningConnection = connect( mNonPlanningConnection );
365
    }
366
 
367
    /**connect to oracle - to plan a build
368
     * @param   priority - true: Connect with a high priority (last planning session resulted in a build)
369
     */
370
    public void connectForPlanning( boolean priority ) throws SQLException
371
    {
372
        mLogger.debug("connectForPlanning");
373
 
374
        if ( !priority )
375
        {
376
            // limit only one thread with a low priority build requirement to connect
377
            if ( mLowPriorityQueue.isHeldByCurrentThread() )
378
            {
379
                // by design a thread must NOT connect multiple times
380
                // this is to ensure the lock is claimed only once
381
                mLogger.error("connectForPlanning thread already has the lock");
382
            }
383
            else
384
            {
385
                mLogger.debug("connectForPlanning calling lock");
386
                mLowPriorityQueue.lock();
387
                mLogger.debug("connectForPlanning called lock");
388
            }
389
        }
390
 
391
        // threads with a high priority build requirement are not subject to the mLowPriorityQueue
392
        mPlanningConnection = connect( mPlanningConnection );    
393
    }
394
 
395
    /**Connect to oracle - finally
396
     *  @param  session         - Lock item to use
397
     *  @param  connection      - Connection to use 
398
     */
399
    private RmConnection connect( RmConnection rmc ) throws SQLException
400
    {
401
        mLogger.debug("connect");
402
 
403
        try
404
        {
405
            if ( rmc.mSession.isHeldByCurrentThread() )
406
            {
407
                // by design a thread must NOT connect multiple times
408
                // this is to ensure the lock is claimed only once
409
                mLogger.error("connect thread already has the lock");
410
            }
411
            else
412
            {
413
                mLogger.debug("connect calling lock");
414
                rmc.mSession.lock();
415
                mLogger.debug("connect called lock");
416
            }
417
 
418
            if ( !mUseDatabase )
419
            {
420
                mLogger.info("connect !mUseDatabase");
421
            }
422
            else
423
            {
424
                // DEVI 46868
425
                // loop indefinitely until a connection attempt succeeds
426
                // unless the failure is on the first attempt
427
                boolean problemConnecting;
428
 
429
                do
430
                {
431
                    mLogger.debug("connect check connection");
432
                    problemConnecting = false;
433
 
434
                    try
435
                    {
436
                        if ( rmc.mConnection == null || ( rmc.mConnection != null && !rmc.mConnection.isValid(10) ) )
437
                        {
438
                            mLogger.warn("connect calling getConnection");
439
                            rmc.mConnection = DriverManager.getConnection(mConnectionString, mUsername, mPassword);
440
                            // when connection to the database is established, the connection, by default, is in auto-commit mode
441
                            // to adhere to the design in the use of select for update, it is crucial to turn auto-commit off
442
                            // this also improves performance
443
                            rmc.mConnection.setAutoCommit(false);
444
                        }
445
                    }
446
                    catch(SQLException e)
447
                    {
448
                        mLogger.warn("connect determined problem connecting");
449
                        problemConnecting = true;
450
                        try
451
                        {
452
                            // sleep 30 secs
453
                            mLogger.warn("connect getConnection failed. sleep 30secs");
454
                            Thread.sleep(30000);
455
                        }
456
                        catch (InterruptedException f)
457
                        {
458
                            mLogger.warn("connect caught InterruptedException");
459
                            Thread.currentThread().interrupt();
460
                        }
461
 
462
                        if ( rmc.mConnection == null )
463
                        {
464
                            // failed on first connection attempt - unlikely due to database loading - likely bad connection parameters
465
                            throw new SQLException();
466
                        }
467
                    }
468
                } while ( problemConnecting );
469
                mLogger.debug("connect checked connection");
470
            }
471
        }
472
        finally
473
        {
474
            mConnection = rmc.mConnection;
475
            mIsConnected = true;
476
            mLogger.debug("connect finally connection");
477
        }
478
        return rmc;
479
 
480
    }
481
 
482
    /**Disconnect from oracle Database 
483
     * <br>Is overridden in ReleaseManagerUtf for test purposes 
484
     */
485
    public void disconnect()
486
    {
487
        mLogger.debug("disconnect");
488
 
489
        disconnect( mNonPlanningConnection );
490
    }
491
 
492
    /**Disconnect from oracle
493
     * @param   priority    - True: High priority planning thread
494
     */
495
    public void disconnectForPlanning( boolean priority )
496
    {
497
        mLogger.debug("disconnectForPlanning");
498
 
499
        if ( !priority )
500
        {
501
            // allow another low priority thread to connect
502
            try {
503
                mLowPriorityQueue.unlock();
504
            }
505
            catch( IllegalMonitorStateException e ) {
7033 dpurdie 506
                mLogger.error("disconnectForPlanning. IllegalMonitorStateException exception");
6914 dpurdie 507
            }
508
        }
509
 
510
        disconnect( mPlanningConnection );
511
    }
512
 
513
    /**Disconnect from oracle
514
     * Internal oracle disconnection method. Wrapped by publicly available disconnection methods
515
     * @param   session. Session Lock
516
     */
517
    private void disconnect( RmConnection connection )
518
    {
519
        mLogger.debug("disconnect");
520
 
521
        // The planning connection is flagged to close on disconnect
522
        // This is an attempt to prevent database deadlocks - which have been seen
523
        // under unknown conditions.
524
        // Done before the lock is released
525
        if (connection.mCloseOnDisconnect)
526
        {
527
            mLogger.debug("disconnect close on disconnect");
528
        	connection.closeConnection();
529
        }
530
 
531
        // by design, a thread may call disconnect multiple times
532
        // this is a technique used in finally blocks
533
        // it is to ensure the lock is released in all cases
534
        // only unlock if it is held by this thread
535
        // when unlock is called on a ReentrantLock held by this thread
536
        // the hold count is decremented
537
        // connect should only let the hold count be incremented to 1
538
        // when the hold count is 0 the lock is released
539
        // and the ReentrantLock is no longer held by this thread
540
        // only call unlock when the lock is held by this thread
541
        if ( connection.mSession.isHeldByCurrentThread() )
542
        {
543
            mLogger.debug("disconnect calling unlock");
544
            try {
545
                connection.mSession.unlock();
546
            }
547
            catch (IllegalMonitorStateException e) {
7033 dpurdie 548
                mLogger.error("disconnect. IllegalMonitorStateException exception");
6914 dpurdie 549
            }
550
            mLogger.debug("disconnect called unlock");
551
        }
552
 
553
        mIsConnected = false;
554
    }
555
 
556
    /** Common processing SQL Exceptions
557
     *  If it is a connection error then a new SQLException will be thrown otherwise
558
     *  its an error with the SQL itself and a normal Exception will be thrown.
559
     *  
560
     * @param e                 - Exception being thrown
561
     * @param instanceId        - Method suffix to differentiate multiple methods of the same name
562
     * 
563
     * @throws SQLException
564
     * @throws Exception
565
     */
566
    void handleSQLException(SQLException e, String instanceId ) throws SQLException, Exception
567
    {
568
        String callingMethodName = Thread.currentThread().getStackTrace()[2].getMethodName() + instanceId ;
7044 dpurdie 569
        mLogger.error("{} sql exception:{}", callingMethodName, e.getMessage());
6914 dpurdie 570
 
571
        if ( mConnection == null || !mConnection.isValid(10) )
572
        {
7044 dpurdie 573
            mLogger.error( "{} database access error only", callingMethodName);
6914 dpurdie 574
            RmConnection.closeConnection(mConnection);
575
            throw new SQLException(e);
576
        }
577
        else
578
        {
7044 dpurdie 579
            mLogger.error( "{} show stopper", callingMethodName);
6914 dpurdie 580
            throw new Exception(callingMethodName + " show stopper");
581
        }
582
    }
583
 
584
    /** Claim the Build System Planning Lock
585
     * Essentially locks the row in the BUILD_SERVICE_CONFIG table with a service of MUTEX
586
     * for the duration of the transaction this prevents other MasterThreads from 
587
     * generating build files in parallel and hence prevents planned version numbering contention 
588
     */
589
    public void claimMutex() throws SQLException, Exception
590
    {
591
        mLogger.debug("claimMutex");
592
        mMutexState = "Claiming Mutex";
593
        if ( mUseDatabase && mUseMutex )
594
        {
595
            try
596
            {
597
                CallableStatement stmt = mConnection.prepareCall("select CONFIG from release_manager.BUILD_SERVICE_CONFIG WHERE SERVICE='MUTEX' FOR UPDATE");
7033 dpurdie 598
                mLogger.error("claimMutex calling stmt.executeUpdate");
6914 dpurdie 599
                stmt.executeUpdate();
7033 dpurdie 600
                mLogger.error("claimMutex called stmt.executeUpdate");
6914 dpurdie 601
                stmt.close();
602
                mDoNotCommit = true;
603
                mMutexState = "Holding Mutex";
604
            }
605
            catch ( SQLException e )
606
            {
607
                mMutexState = "Mutex Claim Exception";
608
                handleSQLException(e, "");
609
            }
610
 
611
            // about to start the planning process again, discard previous
612
            discardVersions();
613
        }
614
    }
615
 
616
    /** Release the Build System Planning Lock 
617
     *  Essentially unlocks the row in the BUILD_SERVICE_CONFIG table with a service of MUTEX
618
     */
619
    public void releaseMutex() throws SQLException, Exception
620
    {
621
        mLogger.debug("releaseMutex");
622
        mMutexState = "Releasing Mutex";
623
        if ( mUseDatabase )
624
        {
625
            try
626
            {
627
                mDoNotCommit = false;
7033 dpurdie 628
                mLogger.error("releaseMutex calling commit");
6914 dpurdie 629
                commit();
7033 dpurdie 630
                mLogger.error("releaseMutex called commit");
6914 dpurdie 631
                mMutexState = "Released Mutex";
632
            }
633
            catch ( SQLException e )
634
            {
635
                mMutexState = "Mutex Release Exception";
636
                handleSQLException(e, "");
637
            }
638
        }
639
    }
640
 
641
    /**central commit protection
642
     */
643
    private void commit() throws SQLException, Exception
644
    {
645
        mLogger.debug("commit");
646
        if ( mUseDatabase )
647
        {
648
            if ( mDoNotCommit )
649
            {
650
                mLogger.error("commit attempted commit with mDoNotCommit set, this is a programming error");
651
            }
652
            else
653
            {
654
                mConnection.commit();
655
            }
656
        }
657
    }
658
 
659
    /**Flag a Build System Pause in the database
660
     * This is aimed at stopping ALL daemons dead in the water
661
     * 
662
     * Used when handling an unsupported exception case in either the main or slave daemons
663
     * typically an SQLException other than a database connection related on
664
     *
665
     * @param mRecoverable  True: Recoverable pause wait until recovery is detected
666
     *                  <br>False: Unrecoverable pause. Wait for 20 minutes 
667
     */
668
    public void indefinitePause(boolean mRecoverable)
669
    {
670
        mLogger.debug("indefinitePause");
671
        if ( mUseDatabase )
672
        {
673
            String sqlStr;
674
            if ( mRecoverable) {
675
                sqlStr = "begin PK_BUILDAPI.set_infinite_pause(); end;";
676
            }
677
            else {
678
                sqlStr = "begin PK_BUILDAPI.set_finite_pause(20); end;";
679
            }
680
            try
681
            {
682
                connect();
683
                CallableStatement stmt = mConnection.prepareCall( sqlStr );
684
                stmt.executeUpdate();
685
                stmt.close();
686
                commit();
687
            }
688
            catch( SQLException e )
689
            {
690
                // do not throw Exception
691
                // this is part of Exception handling
7044 dpurdie 692
                mLogger.error( "indefinitePause caught SQLException {}", e.getMessage() );
6914 dpurdie 693
                RmConnection.closeConnection(mConnection);
694
            }
695
            catch( Exception e )
696
            {
7044 dpurdie 697
                mLogger.error( "indefinitePause caught Exception {}", e.getMessage() );
6914 dpurdie 698
            }
699
            finally
700
            {
701
                // this block is executed regardless of what happens in the try block
702
                // even if an exception is thrown
703
                // ensure disconnect
704
                try
705
                {
706
                    disconnect();
707
                }
708
                catch( Exception e )
709
                {
710
                    // do not throw Exception
711
                    // this is part of Exception handling
7044 dpurdie 712
                    mLogger.error( "indefinitePause2 caught Exception {}", e.getMessage() );
6914 dpurdie 713
                    RmConnection.closeConnection(mConnection);
714
                }
715
            }
716
        }
717
    }
718
 
719
    /**ensures a run_level_schedule row with a non null indefinite_pause column does not exist
720
     * this is aimed at resuming all daemons
721
     * 
722
     * Assumes connection to database has been established
723
     */
724
    public void resumeIndefinitePause() throws SQLException, Exception
725
    {
726
        mLogger.debug("resume");
727
        if ( mUseDatabase )
728
        {
729
            try
730
            {
731
                CallableStatement stmt = mConnection.prepareCall( "begin PK_BUILDAPI.SET_RESUME(); end;" );
732
                stmt.executeUpdate();
733
                stmt.close();
734
                commit();
735
            }
736
            catch ( SQLException e )
737
            {
738
                handleSQLException(e, "");
739
            }
740
        }
741
    }
742
 
743
 
744
    /**
745
     *  Only used in daemon mode
746
     *  Update the Database information to show the package being built
747
     * 
748
     * @param pkgId  Identify the package (name) being built
749
     * 
750
     * @param pkgVersion
751
     *                The version at which the package is being built
752
     * 
753
     * @param rtagId The release Id in which the package is being built
754
     * 
755
     * @exception SQLException
756
     * @exception Exception
757
     */
758
    void claimVersion(int pkgId, String pkgVersion, int rtagId) throws SQLException, Exception
759
    {
7044 dpurdie 760
        mLogger.debug("claimVersion {} {}", pkgId, pkgVersion);
6914 dpurdie 761
        if ( mUseDatabase )
762
        {
763
            CallableStatement stmt1 = null;
764
            try
765
            {
766
                if (isRtagIdConfigured( rtagId ))
767
                {
768
                    stmt1 = mConnection.prepareCall(
769
                            "insert into release_manager.planned_versions (pkg_id, pkg_version, planned_time) values (?,?, sysdate)");
770
                    stmt1.setInt(1, pkgId);
771
                    stmt1.setString(2, pkgVersion);
772
                    stmt1.executeUpdate();
773
 
774
                    mPlannedPkgId = String.valueOf(pkgId);
775
                    mPlannedPkgVersion = pkgVersion;
776
                }
777
            }
778
            catch ( SQLException e )
779
            {
780
                handleSQLException(e, "");
781
            }
782
            finally {
783
                if (stmt1 != null)
784
                    stmt1.close();
785
            }
786
        }
787
    }
788
 
789
    /**Only used in daemon mode
790
     * <br>Delete planned package package information from the last planned build
791
     * <p>
792
     * Note: There is an aging process to cleanup entries that are left around due to
793
     *       unforeseen errors.
794
     * <p>      
795
     * Resets mPlannedPkgId and mPlannedPkgVersion to null
796
     * 
797
     * @exception   SQLException
798
     * @exception   Exception
799
     */
800
    public void discardVersion() throws SQLException, Exception
801
    {
7033 dpurdie 802
        mLogger.error("discardVersion");
6914 dpurdie 803
 
804
        if ( mPlannedPkgId != null && mPlannedPkgVersion != null )
805
        {
806
            try
807
            {
808
                connect();
809
                CallableStatement stmt = mConnection.prepareCall(
810
                    "delete from release_manager.planned_versions" +
811
                    " where pkg_id=" + mPlannedPkgId + 
812
                    "   and pkg_version='" + mPlannedPkgVersion + "'");
813
                stmt.executeUpdate();
814
                stmt.close();
815
                commit();
816
                mPlannedPkgId = null;
817
                mPlannedPkgVersion = null;
818
            }
819
            catch ( SQLException e )
820
            {
821
                handleSQLException(e, "");
822
            }
823
            finally
824
            {
825
                disconnect();
826
            }
827
        }
828
    }
829
 
830
    /** Delete planned versions over 24 hours old (rounded to the nearest hour that is) 
831
     *  Only used in daemon mode 
832
     */
833
    private void discardVersions() throws SQLException, Exception
834
    {
835
        mLogger.debug("discardVersions");
836
        try
837
        {
838
            // housekeeping whilst the daemon has the mutex
839
            // trunc(sysdate, 'hh') returns the time now rounded to the nearest hour
840
            // trunc(sysdate, 'hh') - 1 returns the time 24 hours ago rounded to the nearest hour
841
            // this statement does not return any rows when planned_time is null, though this should never be the case
842
            CallableStatement stmt = mConnection.prepareCall("delete from release_manager.planned_versions where planned_time < trunc(sysdate, 'hh') - 1");
843
            stmt.executeUpdate();
844
            stmt.close();
845
        }
846
        catch ( SQLException e )
847
        {
848
            handleSQLException(e, "");
849
        }
850
    }
851
 
852
    /**Update the Database information to show that a package is being built 
853
     * Only used in daemon mode
854
     * 
855
     *  @param rconId - Identifies the Release Config table entry
856
     *  @param pkgId - Identifies the name of the package being built
857
     *  @param pkgPvId - Identifies the packageVersion the build is based upon
858
     */
859
    public void setCurrentPackageBeingBuilt(int rconId, int pkgId, int pkgPvId) throws SQLException, Exception
860
    {
7044 dpurdie 861
        mLogger.error("setCurrentPackageBeingBuilt {}", rconId);
6914 dpurdie 862
        if ( mUseDatabase )
863
        {
864
            CallableStatement stmt = null;
865
            try
866
            {
867
                connect();
868
 
869
                stmt = mConnection.prepareCall(
870
                        "update release_manager.run_level rl"+
871
                        " set current_pkg_id_being_built=?"+
872
                        "    ,current_pv_id=?" +
873
                        "    ,last_build=sysdate" +
874
                        " where rl.rcon_id=?" 
875
                        );
876
                stmt.setInt(1, pkgId);
877
                stmt.setInt(2, pkgPvId);
878
                stmt.setInt(3, rconId);                    
879
                stmt.executeUpdate();
880
 
881
                commit();
882
            }
883
            catch ( SQLException e )
884
            {
885
                handleSQLException(e, "");
886
            }
887
            finally
888
            {
889
                // this block is executed regardless of what happens in the try block
890
                // even if an exception is thrown
891
                // ensure disconnect
892
                if (stmt != null)
893
                    stmt.close();
894
                disconnect();
895
            }
896
        }
897
    }
898
 
899
 
900
    /**Update the Database information to show that no package is being built 
901
     * Only used in daemon mode
902
     * 
903
     *  @param rconId - Identifies the Release Config table entry
904
     */
905
    public void clearCurrentPackageBeingBuilt(int rconId) throws SQLException, Exception
906
    {
7044 dpurdie 907
        mLogger.error("clearCurrentPackageBeingBuilt {}", rconId);
6914 dpurdie 908
        if ( mUseDatabase )
909
        {
910
            try
911
            {
912
                connect();
913
 
914
                CallableStatement stmt4 = mConnection.prepareCall(
915
                        "update release_manager.run_level" +
916
                        " set current_pkg_id_being_built=NULL,"+
917
                        "     current_pv_id=NULL," +
918
                        "     current_build_files=NULL" +
919
                        " where rcon_id=" + rconId
920
                         );
921
                stmt4.executeUpdate();
922
                stmt4.close();
923
                commit();
924
            }
925
            catch ( SQLException e )
926
            {
927
                handleSQLException(e, "");
928
            }
929
            finally
930
            {
931
                // this block is executed regardless of what happens in the try block
932
                // even if an exception is thrown
933
                // ensure disconnect
934
                disconnect();
935
            }
936
        }
937
    }
938
 
939
    /**
940
     * Executes the AutoMakeRelease stored procedure with the passed parameters
941
     *          Handles database connection/disconnection
942
     * 
943
     * @param mReporting
944
     * 
945
     * @return A publishing error
946
     *         True: A publishing error that only affect the current package
947
     *         False: No publishing error
948
     * @exception SQLException
949
     * @exception Exception A publishing error that affects the entire build system.
950
     *                      This will cause an 'indefinite pause'
951
     */
952
    public boolean autoMakeRelease(ReportingData mReporting) throws SQLException, Exception
953
    {
954
 
955
        mReporting.errMsg = null;
7044 dpurdie 956
        mLogger.debug("autoMakeRelease {}", mReporting.packageName);
6914 dpurdie 957
        if ( mUseDatabase )
958
        {
959
            try
960
            {
961
                //  Create an array of dependencies
962
                //  Convert the string mReporting.packageDepends into an array
963
                //      mReporting.packageDepends is of the form 'PackageName','PackageVersion';'PackageName2','PackageVersion2'
964
                String [] depArrayData = mReporting.packageDepends.split(";"); 
965
                ArrayDescriptor desc = ArrayDescriptor.createDescriptor("RELEASE_MANAGER" + "." + "RELMGR_VARCHAR2_TAB_T", mConnection);
966
                Array depArray = new oracle.sql.ARRAY(desc, mConnection, depArrayData);                
967
 
968
                connect();
969
                CallableStatement stmt = mConnection.prepareCall( "begin ? := PK_RMAPI.AUTO_MAKE_VCSRELEASE2(?,?,?,?,?,?,?,?); end;" );
970
                stmt.registerOutParameter( 1, Types.INTEGER);
971
                stmt.setLong( 2, mReporting.rtagId );
972
                stmt.setString( 3, mReporting.packageName );
973
                stmt.setString( 4, mReporting.packageExtension );
974
                stmt.setString( 5, mReporting.packageVersion );
975
                stmt.setString( 6, mReporting.newVcsTag );
976
                stmt.setArray ( 7, depArray );
977
                stmt.setInt   ( 8, mReporting.isRipple ? 1 : 0 );
978
                stmt.setString( 9, "buildadm" );
979
                stmt.executeUpdate();
980
                int result = stmt.getInt( 1 );
981
 
982
                //
983
                //  Return values
984
                //      >0 PVID of package
985
                //      -1 Package not found in pending table
986
                //      -2 Package already exists
987
                //      -3 Not approved for auto build
988
                //      -4 Package Migrated to SVN being built from CC tag
989
                //      -5 Rippled Package: Source path changed
990
                //  Sql Application Errors cause an SQLException
991
                //         Rtagid is NULL
992
                //         No Package Name
993
                //         No Package Version
994
                //         No Package VCS
995
                //         Bad IsRipple value
996
                //         No User Name
997
                //         Malformed VCS Tag
998
                //         Database missing VCS tag
999
                //         Invalid UserName
1000
                //
1001
 
1002
                //
1003
                //  Report per-package errors directly
1004
                //  Exceptions are for errors that need to halt the entire system
1005
                //
1006
                if ( result <= 0 )
1007
                {
7044 dpurdie 1008
                    mLogger.error("autoMakeRelease PK_RMAPI.AUTO_MAKE_VCSRELEASE failed, returned {}", result);
6914 dpurdie 1009
                    if ( result == -4 ) {
1010
                        mReporting.errMsg = "Package migrated to SVN being built from CC tag";
1011
                    } else if ( result == -3 ) {
1012
                        mReporting.errMsg = "Package not approved for autobuild";
1013
                    } else if ( result == -2 ) {
1014
                        // This is OK
1015
                    }  else if ( result == -1 ) {
1016
                        mReporting.errMsg = "Package Version no longer pending";
1017
                    }  else if ( result == -5 ) {
1018
                        mReporting.errMsg = "VCS Source path changed in ripple build";
1019
                    } else {
1020
                        // Don't know this error - so its fatal
1021
                        throw new Exception("autoMakeRelease show stopper PK_RMAPI.AUTO_MAKE_VCSRELEASE failed, returned " + result);
1022
                    }
1023
                }
1024
                else
1025
                {
1026
 
1027
                    //  Now that the package-version has been created in the database, we have the pv_id of the
1028
                    //  new package. Use this in the reporting process.
1029
                    mReporting.packageVersionId = result;
1030
                }
1031
 
1032
                stmt.close();
1033
                commit();
1034
            }
1035
            catch ( SQLException e )
1036
            {
1037
                handleSQLException(e, "");
1038
            }
1039
            finally
1040
            {
1041
                // this block is executed regardless of what happens in the try block
1042
                // even if an exception is thrown
1043
                // ensure disconnect
1044
                disconnect();
1045
            }
1046
        }
1047
        return (mReporting.errMsg != null);
1048
    }
1049
 
1050
    /** Executes the insertPackageMetrics stored procedure with the passed parameters
1051
     *  Handles database connection/disconnection
1052
     */
1053
    public void insertPackageMetrics(int mRtagId, String packageName, 
1054
            String packageExtension, String metrics) throws SQLException, Exception
1055
    {
7044 dpurdie 1056
        mLogger.debug("insertPackageMetrics {}", packageName);
6914 dpurdie 1057
        if ( mUseDatabase )
1058
        {
1059
            try
1060
            {
1061
                connect();
1062
                CallableStatement stmt = mConnection.prepareCall( "begin ? := PK_RMAPI.INSERT_PACKAGE_METRICS(?,?,?,?); end;" );
1063
                stmt.registerOutParameter( 1, Types.INTEGER);
1064
                stmt.setInt   ( 2, mRtagId );
1065
                stmt.setString( 3, packageName );
1066
                stmt.setString( 4, packageExtension );
1067
                stmt.setString( 5, metrics );
1068
                stmt.executeUpdate();
1069
                int result = stmt.getInt( 1 );
1070
 
1071
                if ( result != 0 )
1072
                {
1073
                    // flag build failure
7044 dpurdie 1074
                    mLogger.error("insertPackageMetrics show stopper PK_RMAPI.INSERT_PACKAGE_METRICS failed, returned {}", result);
6914 dpurdie 1075
                    throw new Exception("insertPackageMetrics show stopper PK_RMAPI.INSERT_PACKAGE_METRICS failed, returned" + result);
1076
                }
1077
                stmt.close();
1078
                commit();
1079
            }
1080
            catch ( SQLException e )
1081
            {
1082
                handleSQLException(e, "");
1083
            }
1084
            finally
1085
            {
1086
                // this block is executed regardless of what happens in the try block
1087
                // even if an exception is thrown
1088
                // ensure disconnect
1089
                disconnect();
1090
            }
1091
        }
1092
    }
1093
 
1094
    /**
1095
     * Add entry to the Build_Instance table
1096
     * Returns the build instance number. This will be used to cross reference unit tests results
1097
     * 
1098
     * @throws throws SQLException, Exception 
1099
     * 
1100
     */
1101
    public int createBuildInstance(int rtagId, int pvId, BuildReason reason) throws SQLException, Exception
1102
    {
1103
        int buildId = 0;
1104
 
7044 dpurdie 1105
        mLogger.debug("createBuildInstance {}:{}", rtagId, pvId);
6914 dpurdie 1106
        if ( mUseDatabase )
1107
        {
1108
            try
1109
            {
1110
                connect();
1111
 
1112
                CallableStatement stmt = mConnection.prepareCall("begin ? := PK_RMAPI.new_build_instance(?,?,?); end;");
1113
                stmt.registerOutParameter( 1, Types.INTEGER);
1114
                stmt.setLong( 2,rtagId );
1115
                stmt.setLong( 3,pvId );
1116
                stmt.setString( 4,reason.toString() );
1117
                stmt.executeUpdate();
1118
                buildId = stmt.getInt( 1 );
1119
 
7044 dpurdie 1120
                mLogger.warn("createBuildInstance: Build Instance ID: {}", buildId);
6914 dpurdie 1121
 
1122
                stmt.close();
1123
                commit();
1124
            }
1125
            catch ( SQLException e )
1126
            {
1127
                handleSQLException(e, "");
1128
            }
1129
            finally
1130
            {
1131
                // this block is executed regardless of what happens in the try block
1132
                //      even if an exception is thrown
1133
                //      ensure disconnect
1134
                disconnect();
1135
            }
1136
        }
1137
        return buildId;
1138
    }
1139
 
1140
    /**
1141
     * Update the Build_Instance table.
1142
     * <br>Record the state of the current build in the database
1143
     * 
1144
     * @param buildId  - Build ID of build
1145
     * @param pvId     - PV_ID of the build
1146
     * @param result   - Outcome  of the build
1147
     * 
1148
     * Returns the internal error code. <0 == error
1149
     * 
1150
     * @throws throws SQLException, Exception 
1151
     * 
1152
     */
1153
    public int updateBuildInstance(int buildID, int pvId, BuildResult result) throws SQLException, Exception
1154
    {
1155
        int rv = 0;
1156
 
7044 dpurdie 1157
        mLogger.debug("updateBuildInstance {}:{}:{}", buildID, pvId, result);
6914 dpurdie 1158
        if ( mUseDatabase )
1159
        {
1160
            try
1161
            {
1162
                connect();
1163
 
1164
                String sql = "begin ? := PK_RMAPI.update_build_instance(?,?,?); end;";
1165
 
1166
                CallableStatement stmt = mConnection.prepareCall(sql);
1167
                stmt.registerOutParameter( 1, Types.INTEGER);
1168
                stmt.setLong( 2,buildID );
1169
                stmt.setLong( 3,pvId );
1170
                stmt.setString( 4,result.toString() );
1171
                stmt.executeUpdate();
1172
                rv = stmt.getInt( 1 );
1173
 
7044 dpurdie 1174
                mLogger.warn("updateBuildInstance: Result: {}", rv);
6914 dpurdie 1175
 
1176
                stmt.close();
1177
                commit();
1178
            }
1179
            catch ( SQLException e )
1180
            {
1181
                handleSQLException(e, "");
1182
            }
1183
            finally
1184
            {
1185
                // this block is executed regardless of what happens in the try block
1186
                //      even if an exception is thrown
1187
                //      ensure disconnect
1188
                disconnect();
1189
            }
1190
        }
1191
        return rv;
1192
    }
1193
 
1194
    /**
1195
     * Insert Test Results into Release Manager
1196
     * Manage connection and disconnection
1197
     * 
1198
     * @param buildId
1199
     * @param btr
1200
     * @throws Exception, SQLException 
1201
     */
1202
    public void insertTestResults(int buildId, BuildTestResults btr) throws Exception, SQLException
1203
    {
1204
        if (buildId <= 0)
1205
        {
1206
            mLogger.warn("insertTestResults: Invalid build Id");
1207
            return;
1208
        }
1209
 
1210
        if ( !mUseDatabase || !btr.mResultsFound )
1211
        {
1212
            return;
1213
        }
1214
 
7044 dpurdie 1215
        mLogger.warn("insertTestResults: {}, Number:{}", buildId, btr.mTestResults.size() );
6914 dpurdie 1216
        try
1217
        {
1218
            connect();
1219
            String sql = "BEGIN ? := PK_RMAPI.insert_test_run(?, ?, ?, ?, ?, ?, ?);end;";
1220
            CallableStatement stmt = mConnection.prepareCall(sql);
1221
            stmt.registerOutParameter( 1, Types.INTEGER);
1222
            stmt.setLong(2, buildId);
1223
            Clob myClob = mConnection.createClob();
1224
 
1225
            for (int ii = 0; ii < btr.mTestResults.size(); ii++)
1226
            {
1227
                //System.out.println("Data: " +data.testResults.get(ii).toString());
1228
 
1229
                BuildTestResults.testResultData td = btr.mTestResults.get(ii);
1230
                if (td.platform != null)
1231
                {
1232
                    stmt.setString(3, td.testName);
1233
                    stmt.setString(4, td.outcome);
1234
                    stmt.setString(5, td.platform);
1235
                    stmt.setString(6, td.type);
1236
                    if (td.duration ==  null) {
1237
                        stmt.setNull(7, Types.NUMERIC);
1238
                    } else {
1239
                        stmt.setLong  (7, td.duration);
1240
                    }
1241
 
1242
                    // Insert CLOB data, or a null
1243
                    if (td.message == null)
1244
                    {
1245
                        stmt.setNull(8,Types.CLOB);
1246
                    }
1247
                    else
1248
                    {
1249
                        myClob.truncate(0);
1250
                        myClob.setString(1, td.message);
1251
                        stmt.setClob(8, myClob);
1252
                    }
1253
 
1254
                    stmt.execute();
1255
                    int rv = stmt.getInt( 1 );
1256
 
1257
                    if (rv != 1)
1258
                    {
7033 dpurdie 1259
                        mLogger.error("insertTestResults show stopper. Insert error");
6914 dpurdie 1260
                        throw new Exception("insertTestResults show stopper. Insert error");
1261
                    }
1262
                }
1263
            }
1264
            stmt.close();
1265
 
1266
        }
1267
        catch ( SQLException e )
1268
        {
1269
            handleSQLException(e, "");
1270
        }
1271
        finally
1272
        {
1273
            // this block is executed regardless of what happens in the try block
1274
            // even if an exception is thrown
1275
            // ensure disconnect
1276
            disconnect();
1277
        }
1278
    }
1279
 
1280
    /**executes the get_daemon_inst function with the passed parameters
7023 dpurdie 1281
     * @param   di          - Daemon Instruction Control Data Information
1282
     * 
6914 dpurdie 1283
     * @return  true if an instruction exists - for use in a while loop
1284
     */
7023 dpurdie 1285
    public boolean getDaemonInst(DaemonInstruction di ) throws SQLException, Exception
6914 dpurdie 1286
    {
7044 dpurdie 1287
        mLogger.debug("getDaemonInst {}", di.instruction);
6914 dpurdie 1288
        boolean retVal = false;
1289
 
1290
        if ( mUseDatabase )
1291
        {
1292
            try
1293
            {
7023 dpurdie 1294
                CallableStatement stmt = mConnection.prepareCall( "begin ? := PK_BUILDAPI.GET_DAEMON_INST(?,?,?,?,?,?,?); end;" );
6914 dpurdie 1295
                stmt.registerOutParameter(1, Types.INTEGER);
1296
                stmt.registerOutParameter(3, Types.INTEGER);
1297
                stmt.registerOutParameter(4, Types.INTEGER);
1298
                stmt.registerOutParameter(5, Types.INTEGER);
1299
                stmt.registerOutParameter(6, Types.INTEGER);
1300
                stmt.registerOutParameter(7, Types.INTEGER);
7023 dpurdie 1301
                stmt.setInt(2, di.rtag_id );
1302
                stmt.setInt( 3, di.instruction );
1303
                stmt.setInt( 4, di.opCode );
1304
                stmt.setInt(8, di.expired ? 1 : 0);
6914 dpurdie 1305
                stmt.execute();
1306
                int result = stmt.getInt( 1 );
1307
 
1308
                if ( result == 1 )
1309
                {
1310
                    retVal = true;
7023 dpurdie 1311
                    di.instruction = stmt.getInt( 3 );
1312
                    di.pvId = stmt.getInt( 5 );
1313
                    di.userId = stmt.getInt( 6 );
6914 dpurdie 1314
 
1315
                    //
1316
                    //  Convert userId into an email address
1317
                    //
1318
                    CallableStatement stmt1 = mConnection.prepareCall(
7023 dpurdie 1319
                            "select user_email from release_manager.users where user_id=" + di.userId);
6914 dpurdie 1320
                    ResultSet rset1 = stmt1.executeQuery();
1321
 
1322
                    while( rset1.next() )
1323
                    {
7023 dpurdie 1324
                        di.userEmail = rset1.getString("user_email");
6914 dpurdie 1325
                        if (rset1.wasNull())
1326
                        {
7023 dpurdie 1327
                            di.userEmail = "";
6914 dpurdie 1328
                        }
1329
                    }
1330
 
1331
                    rset1.close();
1332
                    stmt1.close();
1333
 
1334
                }
1335
 
1336
                stmt.close();
1337
 
1338
            }
1339
            catch ( SQLException e )
1340
            {
1341
                handleSQLException(e, "");
1342
            }
1343
        }
1344
        return retVal;
1345
    }
7023 dpurdie 1346
 
6914 dpurdie 1347
    /** Mark a Daemon Instruction as in-progress
1348
     *  Assumes that a database connection has been established
1349
     *  Assumes that the connection is within a Mutex session and the database commit will be done elsewhere
1350
     *  
1351
     *  @param  instruction - PVID of the daemon instruction to process
1352
     */
1353
    public void markDaemonInstInProgress(final int instruction) throws SQLException, Exception
1354
    {
7044 dpurdie 1355
        mLogger.debug("markDaemonInstInProgress {}", instruction);
6914 dpurdie 1356
 
1357
        if ( mUseDatabase )
1358
        {
1359
            try
1360
            {
1361
                CallableStatement stmt = mConnection.prepareCall( "call PK_BUILDAPI.MARK_DAEMON_INST_IN_PROGRESS(?)" );
1362
                stmt.setInt( 1, instruction );
1363
                stmt.executeUpdate();
1364
                stmt.close();
1365
            }
1366
            catch ( SQLException e )
1367
            {
1368
                handleSQLException(e, "");
1369
            }
1370
        }
1371
    }
1372
 
1373
    /** Mark a Daemon Instruction as completed
1374
     *  Will establish (and release) a database connection if non is currently open
1375
     *  Will commit the change - unless commits have been disabled within a Mutex session
1376
     *  
1377
     *  @param  instruction - PVID of Daemon Instruction to process
1378
     */
1379
    public void markDaemonInstCompleted(final int instruction) throws SQLException, Exception
1380
    {
7044 dpurdie 1381
        mLogger.debug("markDaemonInstCompletedConnect {}", instruction);
6914 dpurdie 1382
        boolean connectionCreated = false;
1383
 
1384
        try
1385
        {
1386
            if (! mIsConnected)
1387
            {
1388
                connect();
1389
                connectionCreated = true;
1390
            }
1391
 
1392
            if ( mUseDatabase )
1393
            {
1394
                try
1395
                {
1396
                    CallableStatement stmt = mConnection.prepareCall( "call PK_BUILDAPI.MARK_DAEMON_INST_COMPLETED(?)" );
1397
                    stmt.setInt( 1, instruction );
1398
                    stmt.executeUpdate();
1399
                    stmt.close();
1400
                }
1401
                catch ( SQLException e )
1402
                {
1403
                    handleSQLException(e, "");
1404
                }
1405
            }
1406
 
1407
            if ( ! mDoNotCommit )
1408
            {
1409
                commit();
1410
            }
1411
        }
1412
        catch ( SQLException e )
1413
        {
1414
            handleSQLException(e, "");
1415
        }
1416
        finally
1417
        {
1418
            // this block is executed regardless of what happens in the try block
1419
            // even if an exception is thrown
1420
            // ensure disconnect
1421
            if (connectionCreated)
1422
            {
1423
                disconnect();
1424
            }
1425
        }
1426
    }
1427
 
1428
    /**
1429
     * Determine the RTAG_ID associated with a given SBOM
1430
     * Sets up mRtagId and mSbomId 
1431
     *  
1432
     * Overridden in ReleaseManagerUtf
1433
     * 
1434
     * @param sbom_id An sbom_id to process
1435
     * 
1436
     * @return The SBOM's RTAG_ID, or zero if none was found
1437
     * @exception SQLException
1438
     */
1439
    public int queryRtagIdForSbom(int sbom_id) throws SQLException
1440
    {
1441
        int rtagId = 0;
1442
 
1443
        CallableStatement stmt = mConnection.prepareCall("select b.rtag_id_fk from deployment_manager.boms b where b.bom_id=" + sbom_id);
1444
        ResultSet rset = stmt.executeQuery();
1445
        while( rset.next() )
1446
        {
1447
            rtagId = rset.getInt("rtag_id_fk");
1448
        }
1449
        rset.close();
1450
        stmt.close();
1451
 
1452
        return rtagId;
1453
     }
1454
 
1455
 
1456
    /**In daemon mode
1457
     * Returns a concatenation of the proj_name and rtag_name 
1458
     *  
1459
     * In escrow mode
1460
     * Returns a concatenation of the proj_name, branch_name, bom_version and bom_lifecycle 
1461
     *  
1462
     * Overridden in ReleaseManagerUtf 
1463
     */
1464
    public String queryBaselineName(int baseline) throws SQLException, Exception
1465
    {
7044 dpurdie 1466
        mLogger.debug("queryBaselineName {}", mDaemon);
6914 dpurdie 1467
        StringBuilder retVal = new StringBuilder();
1468
 
1469
        String sql = "";
1470
 
1471
        if ( mDaemon )
1472
        {
1473
            sql = "select p.proj_name, rt.rtag_name" +
1474
                  " from release_manager.projects p, release_manager.release_tags rt" +
1475
                  " where rt.rtag_id=" + baseline + " and p.proj_id=rt.proj_id";
1476
        }
1477
        else
1478
        {
1479
            sql = "select dp.proj_name, br.branch_name, b.bom_version, b.bom_lifecycle" +
1480
                  " from deployment_manager.dm_projects dp, deployment_manager.branches br, deployment_manager.boms b" +
1481
                  " where b.bom_id=" + baseline + " and br.branch_id=b.branch_id and dp.proj_id=br.proj_id";
1482
        }
1483
 
1484
        try
1485
        {
1486
            CallableStatement stmt = mConnection.prepareCall(sql);
1487
            ResultSet rset = stmt.executeQuery();
1488
 
1489
            while( rset.next() )
1490
            {
1491
                String proj_name = rset.getString("proj_name");
1492
 
1493
                if ( proj_name != null )
1494
                {
1495
                    retVal.append(proj_name);
1496
                }
1497
 
1498
                if ( mDaemon )
1499
                {
1500
                    String rtag_name = rset.getString("rtag_name");
1501
 
1502
                    if ( rtag_name != null )
1503
                    {
1504
                        retVal.append(" > ").append(rtag_name);
1505
                    }
1506
                }
1507
                else
1508
                {
1509
                    String branch_name = rset.getString("branch_name");
1510
 
1511
                    if ( branch_name != null )
1512
                    {
1513
                        retVal.append(" > ").append(branch_name);
1514
                    }
1515
 
1516
                    String bom_version = rset.getString("bom_version");
1517
 
1518
                    if ( bom_version != null )
1519
                    {
1520
                        retVal.append(" ").append(bom_version);
1521
                    }
1522
 
1523
                    String bom_lifecycle = rset.getString("bom_lifecycle");
1524
 
1525
                    if ( bom_lifecycle != null )
1526
                    {
1527
                        retVal.append(".").append(bom_lifecycle);
1528
                    }
1529
                }
1530
            }
1531
 
1532
            rset.close();
1533
            stmt.close();
1534
        }
1535
        catch ( SQLException e )
1536
        {
1537
            handleSQLException(e, "");
1538
        }
1539
 
7044 dpurdie 1540
        mLogger.info("queryBaselineName returned {}", retVal);
6914 dpurdie 1541
        return retVal.toString();
1542
    }
1543
 
1544
    /**only used in daemon mode
1545
     *   select config from release_manager.build_service_config where service='MAIL SERVER';
1546
     * returns the configured service 
1547
     *  
1548
     * Overridden in ReleaseManagerUtf 
1549
     *  
1550
     */
1551
    public String queryMailServer() throws SQLException, Exception
1552
    {
1553
        mLogger.debug("queryMailServer");
1554
        String retVal = "";
1555
 
1556
 
1557
        try
1558
        {
1559
            CallableStatement stmt = mConnection.prepareCall("select config from release_manager.build_service_config where service='MAIL SERVER'");
1560
            ResultSet rset = stmt.executeQuery();
1561
 
1562
            while( rset.next() )
1563
            {
1564
                String config = rset.getString("config");
1565
 
1566
                if ( config != null )
1567
                {
1568
                    retVal = config;
1569
                    break;
1570
                }
1571
            }
1572
 
1573
            rset.close();
1574
            stmt.close();
1575
        }
1576
        catch ( SQLException e )
1577
        {
1578
            handleSQLException(e, "");
1579
        }
1580
 
1581
 
7044 dpurdie 1582
        mLogger.info("queryMailServer returned {}", retVal);
6914 dpurdie 1583
        return retVal;
1584
    }
1585
 
1586
    /**only used in daemon mode
1587
     * returns the configured service 
1588
     *  
1589
     * Overridden in ReleaseManagerUtf 
1590
     *  
1591
     */
1592
    public String queryMailSender() throws SQLException, Exception
1593
    {
1594
        mLogger.debug("queryMailSender");
1595
        String retVal = "";
1596
 
1597
        try
1598
        {
1599
            CallableStatement stmt = mConnection.prepareCall("select config from release_manager.build_service_config where service='BUILD FAILURE MAIL SENDER'");
1600
            ResultSet rset = stmt.executeQuery();
1601
 
1602
            while( rset.next() )
1603
            {
1604
                String config = rset.getString("config");
1605
 
1606
                if ( config != null )
1607
                {
1608
                    retVal = config;
1609
                    break;
1610
                }
1611
            }
1612
 
1613
            rset.close();
1614
            stmt.close();
1615
        }
1616
        catch ( SQLException e )
1617
        {
1618
            handleSQLException(e, "");
1619
        }
1620
 
7044 dpurdie 1621
        mLogger.debug("queryMailSender returned {}", retVal);
6914 dpurdie 1622
        return retVal;
1623
    }
1624
 
1625
    /**only used in daemon mode
1626
     * returns the configured global email addresses 
1627
     *  
1628
     * Overridden in ReleaseManagerUtf 
1629
     */
1630
    public String queryGlobalAddresses() throws SQLException, Exception
1631
    {
1632
        mLogger.debug("queryGlobalAddresses");
1633
        String retVal = "";
1634
 
1635
        try
1636
        {
1637
            CallableStatement stmt = mConnection.prepareCall(
1638
                    "select u.user_email from release_manager.build_service_config bsc, release_manager.users u " +
1639
                            "where bsc.service='GLOBAL EMAIL ADDRESS LIST' and u.full_name=bsc.config"
1640
                    );
1641
            ResultSet rset = stmt.executeQuery();
1642
 
1643
            while( rset.next() )
1644
            {
1645
                String email = rset.getString("user_email");
1646
 
1647
                if ( email != null )
1648
                {
1649
                    retVal = email;
1650
                    break;
1651
                }
1652
            }
1653
 
1654
            rset.close();
1655
            stmt.close();
1656
        }
1657
        catch ( SQLException e )
1658
        {
1659
            handleSQLException(e, "");
1660
        }
1661
 
1662
 
7044 dpurdie 1663
        mLogger.debug("queryGlobalAddresses returned {}", retVal);
6914 dpurdie 1664
        return retVal;
1665
    }
1666
 
1667
    /**
1668
     * Determine a list of global, project wide and release email recipients
1669
     * All emails will be sent to people on this list
1670
     * @param baseline - an rtag_id
1671
     * @throws SQLException
1672
     * @returns String vector of email addresses
1673
     */
1674
    public List<String> queryProjectEmail(int baseline) throws SQLException
1675
    {
1676
        //
1677
        //  Get Global and Project Wide email information
1678
        //
1679
        mLogger.debug("queryGlobalandProjectEmail");
1680
        ArrayList<String> emailCollection = new ArrayList<String>();
1681
 
1682
        CallableStatement stmt0 = mConnection.prepareCall(
1683
                "select u.user_email " +
1684
                        "from release_manager.autobuild_failure af, " + 
1685
                        "release_manager.members_group mg, " + 
1686
                        "release_manager.users u, " + 
1687
                        "release_manager.views v, " + 
1688
                        "release_manager.release_tags rt " +
1689
                        "where rt.rtag_id=" + baseline + " " +
1690
                        "and v.view_name='PROJECT WIDE' " +
1691
                        "and af.proj_id=rt.proj_id " +
1692
                        "and af.view_id=v.view_id " +
1693
                        "and mg.group_email_id=af.group_email_id " +
1694
                        "and u.user_id=mg.user_id"
1695
                );
1696
        ResultSet rset0 = stmt0.executeQuery();
1697
        while( rset0.next() )
1698
        {
1699
            String email = rset0.getString("user_email");
1700
 
1701
            if ( email != null )
1702
            {
1703
                email = email.trim();
1704
                emailCollection.addAll( Arrays.asList(email.split("\\s*[,\\s]+\\s*")));
1705
            }
1706
        }
1707
 
1708
        rset0.close();
1709
        stmt0.close();
1710
 
1711
        //  Fetch the Release Specific email address
1712
        //  It may be comma separated
1713
        CallableStatement stmt1 = mConnection.prepareCall(
1714
                "select owner_email from release_manager.release_tags rt where rt.rtag_id = " + baseline
1715
                );
1716
        ResultSet rset1 = stmt1.executeQuery();
1717
 
1718
        while( rset1.next() )
1719
        {
1720
            String email = rset1.getString("owner_email");
1721
 
1722
            if ( email != null )
1723
            {
1724
                email = email.trim();
1725
                emailCollection.addAll( Arrays.asList(email.split("\\s*[,\\s]+\\s*")));
1726
            }
1727
        }
1728
 
1729
        rset1.close();
1730
        stmt1.close();
1731
 
1732
        return emailCollection;
1733
    }
1734
 
1735
    /**	Clears the database entry of the build file
1736
     *  <br>The assumption is that the file has been collected from the database and stored for use
1737
     *  
1738
     *  <p>sets CURRENT_BUILD_FILES to NULL for the rcon_id
1739
     */
1740
    public void clearBuildFile(int rcon_id) throws SQLException, Exception
1741
    {
1742
        mLogger.debug("clearBuildFile");
1743
 
1744
        try
1745
        {
1746
            connect();
1747
 
1748
            CallableStatement stmt = mConnection.prepareCall(
1749
                    "update release_manager.run_level" +
1750
                    " set current_build_files=NULL" +
1751
                    " where rcon_id=" + rcon_id
1752
                    );
1753
            stmt.executeUpdate();
1754
            stmt.close();
1755
            commit();
1756
        }
1757
        catch ( SQLException e )
1758
        {
1759
            handleSQLException(e, "");
1760
        }
1761
        finally
1762
        {
1763
            // this block is executed regardless of what happens in the try block
1764
            // even if an exception is thrown
1765
            // ensure disconnect
1766
            disconnect();
1767
        }
1768
    }
1769
 
1770
    /** Stores a buildfile in the database so that all daemons can collect it
1771
     * updates the CURRENT_BUILD_FILES for the rtag_id
1772
     *      This will trigger the slave build cycle
1773
     * Also sets the pkg_id and pvId of the package being built
1774
     *      This is only used for display purposes in Release manager
1775
     * 
1776
     * @param rtag_id   - Target Release
1777
     * @param buildFile - buildfile content to be saved
1778
     */
1779
    public void publishBuildFile(int rtag_id, BuildFile buildFile) throws SQLException, Exception
1780
    {
7044 dpurdie 1781
        mLogger.debug("publishBuildFile publishing a build file of length {}", buildFile.content.length());
1782
        mLogger.debug("publishBuildFile publishing pkgId: {} pvid: {}", buildFile.mPkgId, buildFile.mPvId);
6914 dpurdie 1783
 
1784
        try
1785
        {
1786
            connect();
1787
 
1788
            if ( isRtagIdConfigured( rtag_id ) )
1789
            {
1790
                PreparedStatement stmt = mConnection.prepareStatement(
1791
                        "update release_manager.run_level " +
1792
                                "    set current_build_files=?,  " +
1793
                                "        current_pkg_id_being_built=?,"+
1794
                                "        current_pv_id=?," +
1795
                                "       last_build=sysdate" +
1796
                                "    WHERE rcon_id in (  " +
1797
                                "        select rl.rcon_id from release_manager.release_config rc,  " +
1798
                                "               release_manager.run_level rl  " +
1799
                                "        where rc.rtag_id=? and rl.rcon_id=rc.rcon_id )" );
1800
                stmt.setString(1, buildFile.content);
1801
 
1802
                if (buildFile.mPkgId ==  0) {
1803
                    stmt.setNull(2, Types.NUMERIC);
1804
                } else {
1805
                    stmt.setInt  (2, buildFile.mPkgId);
1806
                }
1807
 
1808
                if (buildFile.mPvId ==  0) {
1809
                    stmt.setNull(3, Types.NUMERIC);
1810
                } else {
1811
                    stmt.setInt  (3, buildFile.mPvId);
1812
                }
1813
 
1814
                stmt.setInt(4, rtag_id);
1815
 
1816
                stmt.executeUpdate();
1817
                stmt.close();
1818
                commit();
1819
            }
1820
        }
1821
        catch ( SQLException e )
1822
        {
1823
            handleSQLException(e, "");
1824
        }
1825
        catch ( Exception e )
1826
        {
1827
            // this catch and rethrow is historical
1828
            // problems were found using CallableStatement when updating a CLOB column with data > 4000 bytes
7044 dpurdie 1829
            mLogger.error("publishBuildFile caught Exception {}", e.getMessage());
6914 dpurdie 1830
            throw new Exception("publishBuildFile caught Exception " + e.getMessage());
1831
        }
1832
        finally
1833
        {
1834
            // this block is executed regardless of what happens in the try block
1835
            // even if an exception is thrown
1836
            // ensure disconnect
1837
            disconnect();
1838
        }
1839
    }
1840
 
1841
    /**only used in daemon mode
1842
     * <br>Query the Release Sequence Number for the specified Release, while ensuing that the machine
1843
     * is still a part of the current build set
1844
     * 
1845
     * @param   rtagId      Release Identifier
1846
     * @return  <0  - No longer a part of the Build Set
1847
     * <br>     >=0 - Release Sequence Number
1848
     * 
1849
     */
1850
    public int queryReleaseSeqNum(int rtagId, int rcon_id, String machine_hostname) throws SQLException, Exception
1851
    {
1852
        mLogger.debug("queryReleaseSeqNum");
1853
        int retVal = 0;
1854
 
1855
        if ( mUseDatabase )
1856
        {
1857
            try
1858
            {
1859
                connect();
1860
                mLogger.info("queryReleaseSeqNum queryReleaseSeqNum");
1861
                CallableStatement stmt = mConnection.prepareCall(
1862
                        "SELECT NVL(rl.pause,0) AS pause, " + 
1863
                                "(select seqnum from release_modified where rtag_id = "+ rtagId +") as seqnum" +
1864
                                " FROM run_level rl," +
1865
                                "  release_config rc," +
1866
                                "  BUILD_MACHINE_CONFIG bmc" +
1867
                                " WHERE rl.rcon_id = " + rcon_id +
1868
                                " AND rl.RCON_ID   = rc.RCON_ID" +
1869
                                " AND rc.BMCON_ID IS NOT NULL" +
1870
                                " AND rc.BMCON_ID = bmc.BMCON_ID" +
1871
                                " AND rc.DAEMON_MODE = 'M'" +
1872
                                " AND UPPER(bmc.MACHINE_HOSTNAME) = UPPER('"+machine_hostname+"')"
1873
                                );
1874
 
1875
                ResultSet rset = stmt.executeQuery();
1876
                if( rset.next() )
1877
                {
1878
                    int pause = rset.getInt("pause");
1879
                    if (pause > 1)
1880
                        retVal = -2;
1881
                    else
1882
                        retVal = rset.getInt("seqnum");                        
1883
                }
1884
                else
1885
                {
1886
                    retVal = -1;
1887
                }
1888
 
1889
                rset.close();
1890
                stmt.close();
1891
            }
1892
            catch ( SQLException e )
1893
            {
1894
                handleSQLException(e, "");
1895
            }
1896
            finally
1897
            {
1898
                disconnect();
1899
            }
1900
        }
1901
 
7044 dpurdie 1902
        mLogger.warn("queryReleaseSeqNum returned {}", retVal);
6914 dpurdie 1903
        return retVal;
1904
    }
1905
 
1906
    /**
1907
     * Disable all the daemons for a specific release
1908
     *      Should only be done by the master
1909
     *      Used when master thread discovers that no build has occurred for a long time
1910
     *      
1911
     * @param rtag_id
1912
     * @throws SQLException
1913
     * @throws Exception
1914
     */
1915
    private void disableDaemons(final int rtag_id) throws SQLException, Exception
1916
    {
7044 dpurdie 1917
        mLogger.error("disableDaemons: {}", rtag_id );
6914 dpurdie 1918
 
1919
        try
1920
        {
1921
            CallableStatement stmt1 = mConnection.prepareCall( "call PK_BUILDAPI.set_daemon_states(?,2)" );
1922
            stmt1.setInt( 1, rtag_id );
1923
            stmt1.executeUpdate();
1924
            stmt1.close();
1925
            commit();
1926
        }
1927
        catch ( SQLException e )
1928
        {
1929
            handleSQLException(e, "");
1930
        }
1931
    }
1932
 
1933
    /**Checks the existence of any valid daemon configuration for the Release
1934
     * 
1935
     * A valid configuration record has a release_config entry that is linked to
1936
     * a machine_configuration entry. ie: unlinked entries are not part of a configured set.
1937
     * 
1938
     * @param   rtag_id - Release Tag to test
1939
     * @return  True if the Release still has a configuration entry
1940
     */
1941
    private boolean isRtagIdConfigured(final int rtag_id) throws SQLException, Exception
1942
    {
1943
        mLogger.debug("isRtagIdConfigured");
1944
        boolean retVal = false;
1945
 
1946
        try
1947
        {
1948
            // check if the rcon_id is still configured
1949
            CallableStatement stmt = mConnection.prepareCall(
1950
                    "select rtag_id"
1951
                    + " from release_manager.release_config"
1952
                    + " where rtag_id=" + rtag_id
1953
                    + " AND bmcon_id is not NULL");
1954
            ResultSet rset = stmt.executeQuery();
1955
 
1956
            while( rset.next() )
1957
            {
1958
                retVal = true;
1959
            }
1960
 
1961
            rset.close();
1962
            stmt.close();
1963
        }
1964
        catch ( SQLException e )
1965
        {
1966
            handleSQLException(e, "");
1967
        }
7044 dpurdie 1968
        mLogger.info("isRtagIdConfigured returning {}", retVal);
6914 dpurdie 1969
        return retVal;
1970
    }
1971
 
1972
    /**queries the RUN_LEVEL table for daemon to determine if the daemon has been paused
1973
     * or disabled.
1974
     * 
1975
     * Used as a part of allowedToProceed()
1976
     * 
1977
     * Handles the following conditions
1978
     *  Daemon has be de-configured - Returns TRUE
1979
     *  Daemon has been paused - Returns FALSE
1980
     *  Daemon has been disabled - Returns TRUE
1981
     *  Daemon has been set to run - Returns TRUE 
1982
     * 
1983
     * @param   rcon_id Connection identifier
1984
     * @returns False: Build agent has been commanded to PAUSE
1985
     *      <br>True: All other conditions
1986
     * 
1987
     * @exception SQLException
1988
     * @exception Exception
1989
     */
1990
    public boolean queryDirectedRunLevel(final int rcon_id) throws SQLException, Exception
1991
    {
7044 dpurdie 1992
        mLogger.debug("queryDirectedRunLevel {}", rcon_id);
6914 dpurdie 1993
        boolean retVal = true;
1994
 
1995
        if ( mUseDatabase )
1996
        {
1997
            try
1998
            {
1999
                CallableStatement stmt = mConnection.prepareCall(
2000
                        "select NVL(rl.pause,0) as pause" +
2001
                        " from release_manager.run_level rl, release_manager.release_config rc "+
2002
                        " where rl.rcon_id=" + rcon_id +
2003
                        " and rl.RCON_ID = rc.RCON_ID" +
2004
                        " and rc.BMCON_ID is not NULL"
2005
                        );
2006
                ResultSet rset = stmt.executeQuery();
2007
                int rsetSize = 0;
2008
 
2009
                while( rset.next() )
2010
                {
2011
                    rsetSize++;
2012
 
2013
                    //
2014
                    //  Pause: null -> 0 == Run
2015
                    //         1         == Pause
2016
                    //         2         == Disabled
2017
                    //
2018
                    int pause = rset.getInt("pause");
2019
                    if ( pause == 1) {
2020
                        retVal = false;
2021
                    }
2022
                }
2023
 
2024
                rset.close();
2025
                stmt.close();
2026
 
2027
                if ( rsetSize > 1 )
2028
                {
7033 dpurdie 2029
                    mLogger.error("queryDirectedRunLevel rsetSize > 1");
6914 dpurdie 2030
                    // show stopper
2031
                    throw new Exception("queryDirectedRunLevel rsetSize > 1");
2032
                }
2033
            }
2034
            catch ( SQLException e )
2035
            {
2036
                handleSQLException(e, "");
2037
            }
2038
        }
2039
 
7044 dpurdie 2040
        mLogger.info("queryDirectedRunLevel returning {}", retVal);
6914 dpurdie 2041
        return retVal;
2042
    }
2043
 
2044
    /**
2045
     * queries the RELEASE_CONFIG and BUILD_MACHINE_CONFIG tables using the rcon_id primary key, rtag_id, machine_hostname, daemon_mode
2046
     * <p>Return true if the query contains a result set containing one row
2047
     *  (indicating the rcon_id is still configured and its configuration is unchanged, aside from the gbe_buildfilter)
2048
     *  the gbe_buildfilter is queried prior to usage
2049
     * 
2050
     *  <p>Used to determine if this daemon should be allowed to continue running
2051
     *  or if it should be terminated
2052
     *  
2053
     * <br>Overridden in ReleaseManagerUtf 
2054
     * 
2055
     * @param rtag_id          The rtag_id of the machine to examine
2056
     * @param rcon_id          The rcond_id of the machine to examine
2057
     * @param machine_hostname The hostname of the machine to examine
2058
     * @param daemon_mode      The daemon mode of the machine to examine
2059
     * @param threadStartTime  The time that the thread started
2060
     * 
2061
     * @return True: The machine is a part of the current build set
2062
     *         False: The machine is not a part of the current build set
2063
     * @exception SQLException
2064
     * @exception Exception
2065
     */
2066
    public boolean queryReleaseConfig(final int rtag_id, final int rcon_id,final String machine_hostname, final char daemon_mode, final long threadStartTime) throws SQLException, Exception
2067
    {
2068
        mLogger.debug("queryReleaseConfig 1");
2069
        boolean retVal = false;
2070
 
2071
        try
2072
        {
2073
            String sql = 
2074
                    "select rl.pause," +
2075
                    "       rt.build_age," +
2076
                    "       TRUNC((SYSDATE-rl.last_build) ) as last_build_days" +
2077
                    "   from release_manager.release_config rc," +
2078
                    "        release_manager.release_tags rt," +
2079
                    "        release_manager.run_level rl," +
2080
                    "        release_manager.build_machine_config bc" +
2081
                    "   where rc.rtag_id=?" +
2082
                    "     and rc.rcon_id=?" +
2083
                    "     and rc.bmcon_id is not NULL" +
2084
                    "     and rc.bmcon_id = bc.bmcon_id" +
2085
                    "     and bc.machine_hostname=?" +
2086
                    "     and rc.daemon_mode=?" +
2087
                    "     and rl.rcon_id=rc.rcon_id" +
2088
                    "     and rt.rtag_id=rc.rtag_id" +
2089
                    "     and (rt.official = 'N' or rt.official='R' or rt.official='C')";
2090
 
2091
            CallableStatement stmt = mConnection.prepareCall( sql );
2092
            stmt.setFetchSize(10);
2093
            stmt.setInt(1, rtag_id);
2094
            stmt.setInt(2, rcon_id);
2095
            stmt.setString(3, machine_hostname);
2096
            stmt.setString(4, Character.toString(daemon_mode));
7023 dpurdie 2097
            RmResultSet rset = new RmResultSet(stmt.executeQuery(),"queryReleaseConfig 1");
6914 dpurdie 2098
            int rsetSize = 0;
2099
 
2100
            while( rset.next() )
2101
            {
2102
                rsetSize++;
2103
 
2104
                //
2105
                //  Pause: null -> 0 == Run
2106
                //         1         == Pause
2107
                //         2         == Disabled
2108
                //
7023 dpurdie 2109
                int pause = rset.getInt("pause",0);
2110
                int build_age = rset.getInt("build_age", 0);
2111
                int days_since_last_build = rset.getInt("last_build_days", 0);
6914 dpurdie 2112
 
2113
                //
2114
                //  Determine if we should disable the daemons on this release because they have not been
2115
                //  used in a long while.
2116
                //
2117
                //  Only Master makes the decision
2118
                //  If build_age is zero - then the daemon does not get aged out
2119
                //  If the days since last build > build_age, then we will shut down
2120
                //      Allow one days grace - will show up IN RM for a day
2121
                //  Allow the thread to run for x hours before shutting it down
2122
                //      Handles case where daemon has just been started/restarted
2123
                //
2124
                if ( daemon_mode == 'M' &&  build_age > 0 && days_since_last_build > (build_age + 1) )
2125
                {
2126
                    long upTimeSecs = (System.currentTimeMillis() - threadStartTime)/1000;
7044 dpurdie 2127
                    mLogger.error("queryReleaseConfig 1: {},{},{},{},{},{},{}",rtag_id, rcon_id, daemon_mode, pause, build_age, days_since_last_build, upTimeSecs );
6914 dpurdie 2128
                    if ( upTimeSecs > mPostponeShutdown)
2129
                    {
2130
                        disableDaemons(rtag_id);
2131
                        pause = 2;
2132
                    }
2133
                    else
2134
                    {
7033 dpurdie 2135
                        mLogger.error("queryReleaseConfig 1: Shutdown Postponed"  );    
6914 dpurdie 2136
                    }
2137
                }
2138
 
7044 dpurdie 2139
                mLogger.info("queryReleaseConfig 1: {},{},{},{},{},{}",rtag_id, rcon_id, daemon_mode, pause, build_age, days_since_last_build  );
6914 dpurdie 2140
 
2141
                if ( pause <= 1 )
2142
                {
2143
                    retVal = true;
2144
                }
2145
            }
2146
 
2147
            rset.close();
2148
            stmt.close();
2149
 
2150
            if ( rsetSize > 1 )
2151
            {
7033 dpurdie 2152
                mLogger.error("queryReleaseConfig 1 rsetSize > 1");
6914 dpurdie 2153
                // show stopper
2154
                throw new Exception("queryReleaseConfig 1 rsetSize > 1");
2155
            }
2156
        }
2157
        catch ( SQLException e )
2158
        {
2159
            handleSQLException(e, ":1");
2160
        }
2161
 
7044 dpurdie 2162
        mLogger.info("queryReleaseConfig 1 returning {}", retVal);
6914 dpurdie 2163
        return retVal;
2164
    }
2165
 
2166
    /**removes all elements from the mReleaseConfigCollection
2167
     * handles database connection and disconnection
2168
     * queries the RELEASE_CONFIG and BUILD_MACHINE_CONFIG tables using the rtag_id 
2169
     *  
2170
     * populates the mReleaseConfigCollection with the query result set
2171
     * partially implements the sequence diagrams coordinate slave threads generate build files 
2172
     *  
2173
     * Used by Master Thread to determine the build machines that will be a part 
2174
     * of the Slave-Sync process.
2175
     * 
2176
     *  Only called when a database connection has been established
2177
     */
2178
    public void queryReleaseConfig(final int rtag_id) throws SQLException, Exception
2179
    {
2180
        mLogger.debug("queryReleaseConfig 2");
2181
        mReleaseConfigCollection.resetData();
2182
 
2183
        try
2184
        {
2185
            //connect();
2186
 
2187
            CallableStatement stmt = mConnection.prepareCall(
2188
                    " select rc.rcon_id,"+
2189
                    "        rc.daemon_mode,"+
2190
                    "        rl.pause,"+
2191
                    "        bc.machine_hostname,"+
2192
                    "        rc.gbe_buildfilter,"+
2193
                    "        mt.gbe_value,"+
2194
                    "        bm.bm_name" +
2195
                    "    from release_manager.release_config rc, " +
2196
                    "         release_manager.run_level rl, " +
2197
                    "         release_manager.build_machine_config bc, " +
2198
                    "         release_manager.gbe_machtype mt," +
2199
                    "         release_manager.build_machines bm" +
2200
                    "    where   rc.rtag_id=?" +
2201
                    "        and rl.rcon_id=rc.rcon_id " +
2202
                    "        and rc.bmcon_id is not NULL" +
2203
                    "        and rc.bmcon_id = bc.bmcon_id" +
2204
                    "        and mt.gbe_id=bc.gbe_id" +
2205
                    "        and mt.bm_id=bm.bm_id"
2206
                    );
2207
            stmt.setFetchSize(10);
2208
            stmt.setInt(1, rtag_id);
7023 dpurdie 2209
            RmResultSet rset = new RmResultSet(stmt.executeQuery(),"queryReleaseConfig 2");
6914 dpurdie 2210
 
2211
            while( rset.next() )
2212
            {
7023 dpurdie 2213
                int rcon_id = rset.mustGetInt("rcon_id");
2214
 
6914 dpurdie 2215
                char dm = 'S';          
7023 dpurdie 2216
                String daemon_mode = rset.getString("daemon_mode","S");
2217
 
7044 dpurdie 2218
                mLogger.info("queryReleaseConfig 2 daemon_mode '{}'", daemon_mode);
6914 dpurdie 2219
 
7023 dpurdie 2220
                if ( daemon_mode.compareTo("M") == 0 )
6914 dpurdie 2221
                {
7023 dpurdie 2222
                    dm = 'M';
6914 dpurdie 2223
                }
2224
 
7023 dpurdie 2225
                String machine_hostname = rset.mustGetString("machine_hostname");
2226
                String gbe_buildfilter = rset.getString("gbe_buildfilter","");
2227
                String gbe_machtype = rset.mustGetString("gbe_value");
2228
                String gbe_machclass = rset.mustGetString("bm_name");
6914 dpurdie 2229
                //
2230
                //  Pause: null -> 0 == Run
2231
                //         1         == Pause
2232
                //         2         == Disabled
2233
                //
7023 dpurdie 2234
                int pause = rset.getInt("pause",0);
6914 dpurdie 2235
                mLogger.info("queryReleaseConfig 2: " + rtag_id + ", " + rcon_id + ", "+ dm + ", " + pause + 
2236
                        ", " + machine_hostname + ", " + gbe_buildfilter + ", " + gbe_machtype + ", + " + gbe_machclass );
2237
 
2238
                //
2239
                // Daemon Mode : Do not include build daemons that are disabled
2240
                // Escrow Mode : Include all machines
2241
                //
2242
                if ( pause <= 1 ||  ! mDaemon )
2243
                {
2244
                    ReleaseConfig releaseConfig = new ReleaseConfig( rtag_id, rcon_id, dm, machine_hostname, gbe_buildfilter, gbe_machtype, gbe_machclass);
2245
                    mReleaseConfigCollection.add(releaseConfig);
2246
                }
2247
            }
2248
 
2249
 
2250
            rset.close();
2251
            stmt.close();
2252
        }
2253
        catch ( SQLException e )
2254
        {
2255
            handleSQLException(e, ":2");
2256
        }
2257
        finally
2258
        {
2259
            // this block is executed regardless of what happens in the try block
2260
            // even if an exception is thrown
2261
            // ensure disconnect
2262
            //disconnect();
2263
        }
2264
    }
2265
 
2266
    /**removes all elements from the mReleaseConfigCollection
2267
     * handles database connection and disconnection
2268
     * queries the RELEASE_CONFIG and BUILD_MACHINE_CONFIG table using the machine_hostname
2269
     * populates the mReleaseConfigCollection with the query result set
2270
     * partially implements the sequence diagram spawn thread 
2271
     *  
2272
     * Used by the BuildDaemon thread to determine daemons to start and stop
2273
     */
2274
    public void queryReleaseConfig(final String hostname) throws SQLException, Exception
2275
    {
7044 dpurdie 2276
        mLogger.debug("queryReleaseConfig 3 {}", hostname);
6914 dpurdie 2277
        mReleaseConfigCollection.resetData();
2278
 
2279
        try
2280
        {
2281
            connect();
2282
            CallableStatement stmt = mConnection.prepareCall(
2283
                    "select rc.rtag_id,"+
2284
                    "       rc.rcon_id,"+
2285
                    "       rc.daemon_mode,"+
2286
                    "       rl.pause,"+
2287
                    "       bc.machine_hostname,"+
2288
                    "       rc.gbe_buildfilter,"+
2289
                    "       mt.gbe_value,"+
2290
                    "       bm.bm_name" +
2291
                    "  from release_manager.release_config rc," +
2292
                    "       release_manager.release_tags rt," +
2293
                    "       release_manager.run_level rl," +
2294
                    "       release_manager.build_machine_config bc," +
2295
                    "       release_manager.gbe_machtype mt," +
2296
                    "       release_manager.build_machines bm " +
2297
                    "    where bc.machine_hostname=?" +
2298
                    "      and rt.rtag_id=rc.rtag_id" +
2299
                    "      and rl.rcon_id=rc.rcon_id" +
2300
                    "      and rc.bmcon_id is not NULL" +
2301
                    "      and bc.bmcon_id=rc.bmcon_id" +
2302
                    "      and mt.gbe_id=bc.gbe_id" +
2303
                    "      and mt.bm_id=bm.bm_id" +
2304
                    "      and (rt.official = 'N' or rt.official='R' or rt.official='C')"
2305
                    );
2306
 
2307
            stmt.setFetchSize(20);
2308
            stmt.setString(1, hostname);
7023 dpurdie 2309
            RmResultSet rset = new RmResultSet(stmt.executeQuery(),"queryReleaseConfig 3");
6914 dpurdie 2310
 
2311
            while( rset.next() )
2312
            {
7023 dpurdie 2313
                int rtag_id = rset.mustGetKeyInt("rtag_id");
2314
                int rcon_id = rset.mustGetInt("rcon_id");
6914 dpurdie 2315
 
2316
                char dm = 'S';          
7023 dpurdie 2317
                String daemon_mode = rset.getString("daemon_mode", "S");
6914 dpurdie 2318
 
7044 dpurdie 2319
                mLogger.info("queryReleaseConfig 3 daemon_mode '{}'", daemon_mode);
6914 dpurdie 2320
 
7023 dpurdie 2321
                if ( daemon_mode.compareTo("M") == 0 )
6914 dpurdie 2322
                {
7023 dpurdie 2323
                    dm = 'M';
6914 dpurdie 2324
                }
2325
 
7023 dpurdie 2326
                String machine_hostname = rset.mustGetString("machine_hostname");
2327
                String gbe_buildfilter = rset.getString("gbe_buildfilter",null);
2328
                String gbe_machtype = rset.mustGetString("gbe_value");
2329
                String gbe_machclass = rset.mustGetString("bm_name");
2330
 
6914 dpurdie 2331
                //
2332
                //  Pause: null -> 0 == Run
2333
                //         1         == Pause
2334
                //         2         == Disabled
2335
                //
7023 dpurdie 2336
                int pause = rset.getInt("pause",0);
2337
 
6914 dpurdie 2338
                mLogger.info("queryReleaseConfig 3: " + rtag_id + ", " + rcon_id + ", "+ dm + ", " + pause + 
2339
                        ", " + machine_hostname + ", " + gbe_buildfilter + ", " + gbe_machtype + ", + " + gbe_machclass );
2340
 
2341
                //
2342
                // Do not include build daemons that are disabled
2343
                // Only those that are running or paused
2344
                //
2345
                if ( pause <= 1 )
2346
                {
2347
                    ReleaseConfig releaseConfig = new ReleaseConfig( rtag_id, rcon_id, dm, machine_hostname, gbe_buildfilter, gbe_machtype, gbe_machclass);
2348
                    mReleaseConfigCollection.add(releaseConfig);
2349
                }
2350
            }
2351
 
2352
            rset.close();
2353
            stmt.close();
2354
        }
2355
        catch ( SQLException e )
2356
        {
2357
            handleSQLException(e, ":3");
2358
        }
2359
        finally
2360
        {
2361
            // this block is executed regardless of what happens in the try block
2362
            // even if an exception is thrown
2363
            // ensure disconnect
2364
            disconnect();
2365
        }
2366
 
2367
    }
2368
 
2369
    /** Check that the build set has exactly one master
2370
     *  
2371
     *  Ignores entries that are disabled
2372
     *  Ignore entries that have been 'unlinked' - they have no active machine configuration
2373
     *
2374
     *   @param rtag_id - Release Tag
2375
     *  
2376
     *  Used by the Master and Slave Daemons 
2377
     *  Overridden in ReleaseManagerUtf 
2378
     */
2379
    public int queryMasterCount(final int rtag_id) throws SQLException, Exception
2380
    {
7044 dpurdie 2381
        mLogger.debug("queryMasterCount rtag_id {}", rtag_id);
6914 dpurdie 2382
 
2383
        int masterCount = 0;
2384
        try
2385
        {
2386
            connect();
2387
            CallableStatement stmt = mConnection.prepareCall(
2388
                            "SELECT COUNT (rc.daemon_mode) as masterCount" +
2389
                            " FROM release_manager.release_config rc, release_manager.run_level rl" +
2390
                            " WHERE rc.rtag_id =" + rtag_id +
2391
                            " AND rl.RCON_ID = rc.RCON_ID" +
2392
                            " AND   rc.bmcon_id is not NULL" +
2393
                            " AND NVL(rl.PAUSE,0) != 2" +
2394
                            " GROUP BY rc.daemon_mode" +
2395
                            " HAVING rc.daemon_mode = 'M'" );
2396
 
2397
            ResultSet rset = stmt.executeQuery();
2398
 
2399
            if ( rset.next() )
2400
            {
2401
                masterCount = rset.getInt("masterCount");
2402
            }
2403
 
2404
            rset.close();
2405
            stmt.close();
2406
        }
2407
        catch ( SQLException e )
2408
        {
2409
            handleSQLException(e, "");
2410
        }
2411
        finally
2412
        {
2413
            // this block is executed regardless of what happens in the try block
2414
            // even if an exception is thrown
2415
            // ensure disconnect
2416
            disconnect();
2417
        }
2418
 
2419
        return masterCount;
2420
    }
2421
 
2422
    /**
2423
     * Determine an array of machines for which there are active build requests
2424
     * Used to notify slave machines of a pending build request
2425
     * 
2426
     *  
2427
     * @param mHostname - Identifies the build machine
2428
     * @param rconIdList - Comma separated list of RCON_IDs that we are interested in
2429
     * @return An array of Integers, each being the rcon_id of a machine that has an active build
2430
     * @throws Exception 
2431
     */
2432
    public ArrayList<Integer> queryActivatedBuilds(String mHostname, String rconIdList) throws Exception {
2433
 
2434
        ArrayList<Integer> rv = new ArrayList<Integer>();
2435
        try
2436
        {
2437
            connect();
2438
            PreparedStatement stmt = mConnection.prepareStatement(
2439
                    "SELECT rl.rcon_id, rc.RTAG_ID" +
2440
                    " FROM run_level rl, release_config rc, release_tags rt" +
2441
                    " WHERE  rt.rtag_id = rc.RTAG_ID" +
2442
                    " AND UPPER(rc.daemon_hostname) = UPPER('"+mHostname+"')" +
2443
                    " AND rc.DAEMON_MODE != 'M'" +
2444
                    " AND rc.RCON_ID = rl.rcon_id" +
2445
                    " AND CURRENT_BUILD_FILES IS NOT NULL" +
2446
                    " AND rl.pause is null" +
2447
                    " AND rl.rcon_id in ("+rconIdList+")"
2448
                    );
2449
 
2450
            ResultSet rset = stmt.executeQuery();
2451
 
2452
            while (rset.next()) {
2453
                Integer ii = rset.getInt("rcon_id");
2454
                rv.add(ii);
2455
            }
2456
 
2457
            rset.close();
2458
            stmt.close();
2459
        }
2460
        catch ( SQLException e )
2461
        {
2462
            handleSQLException(e, "");
2463
        }
2464
        finally
2465
        {
2466
            // this block is executed regardless of what happens in the try block
2467
            // even if an exception is thrown
2468
            // ensure disconnect
2469
            disconnect();
2470
        }
2471
        return rv;
2472
    }
2473
 
7044 dpurdie 2474
    /**
2475
     * Extract all package-version information for planned, test and released packages
2476
     * In escrow mode there are no Planned or Test packages.
2477
     * 
2478
     * @param   rippleEngine        - Instance to use
2479
     * @param   packageCollection   - Package Collection structure to fill. Expected to be cleared
2480
     * @param   baseline            - RtagId of the release being processed, BomId of an Escrow being processed
6914 dpurdie 2481
     *  
2482
     * Overridden in ReleaseManagerUtf
2483
     *  
2484
     */
7023 dpurdie 2485
 
7044 dpurdie 2486
    protected void queryPackageVersions(RippleEngine rippleEngine, ArrayList<Package> packageCollection, int baseline) throws SQLException, Exception
6914 dpurdie 2487
    {
2488
        Phase phase = new Phase("rmData");
7044 dpurdie 2489
        mLogger.debug("queryPackageVersions {}", mDaemon);
6914 dpurdie 2490
 
2491
        try
2492
        {
2493
            if (mDaemon)
2494
            {
2495
                // Get planned package info
2496
                // Support multiple WIPS on the same package and build in the order they were released
2497
                // These are packages that are marked as pending build
2498
                //
2499
                mLogger.debug("queryPackageVersions: stmt1");
2500
                phase.setPhase("getPlannedPkgs1");
2501
                PreparedStatement stmt1 = mConnection.prepareStatement(
2502
                        "select pl.pv_id, p.pkg_id, p.pkg_name, pv.pkg_version, " +
2503
                                " pv.v_ext, pv.change_type, pv.ripple_field," +
2504
                                " pv.major_limit, pv.minor_limit, pv.patch_limit, pv.build_number_limit," +
2505
                                " pv.modified_stamp," +
2506
                                " release_manager.PK_RMAPI.return_vcs_tag(pl.pv_id) AS vcsTag" +
2507
                                " from release_manager.planned pl," +
2508
                                "      release_manager.package_versions pv," +
2509
                                "      release_manager.packages p" +
2510
                                " where pl.rtag_id=" + baseline +
2511
                                "   and pv.build_type='A' and pv.dlocked='A'" +
2512
                                "   and pv.pv_id=pl.pv_id and p.pkg_id=pv.pkg_id" +
2513
                                " order by pv.modified_stamp"
2514
                        );
2515
                stmt1.setFetchSize(500);
7023 dpurdie 2516
                RmResultSet rset1 = new RmResultSet(stmt1.executeQuery(), "queryPackageVersions rset1");
6914 dpurdie 2517
 
2518
                while( rset1.next() )
2519
                {
7023 dpurdie 2520
                    int pv_id = rset1.mustGetKeyInt("pv_id");
2521
                    int pkg_id = rset1.mustGetInt("pkg_id");
2522
                    String pkg_name = rset1.mustGetString("pkg_name");
2523
                    String pkg_version = rset1.mustGetString("pkg_version");
6914 dpurdie 2524
 
2525
                    // Previous Version of this package, without the project suffix
2526
                    String pkg_prevVersion = getBaseVersionNumber(pv_id);
2527
                    if ( pkg_prevVersion == null)
2528
                    {
7044 dpurdie 2529
                        mLogger.error("queryPackageVersions. No Previous version {}", pv_id);
6914 dpurdie 2530
                        // show stopper
2531
                        throw new Exception("queryPackageVersions. No Previous version" + pv_id);
2532
                    }
2533
 
7023 dpurdie 2534
                    String v_ext = rset1.getString("v_ext","");
2535
                    String change_type = rset1.getString("change_type", "P");
6914 dpurdie 2536
 
2537
                    char ct = 'x';
2538
 
2539
                    if ( change_type.compareTo("M") == 0 )
2540
                    {
2541
                        ct = 'M';
2542
                    }
2543
                    else if ( change_type.compareTo("N") == 0 )
2544
                    {
2545
                        ct = 'N';
2546
                    }
2547
                    else if ( change_type.compareTo("P") == 0 )
2548
                    {
2549
                        ct = 'P';
2550
                    }
2551
                    else if ( change_type.compareTo("F") == 0 )
2552
                    {
2553
                        ct = 'F';
2554
                    }
2555
 
2556
                    if ( ct != 'x' )
2557
                    {
7023 dpurdie 2558
                        String ripple_field = rset1.getString("ripple_field", "b");
2559
                        int major_limit = rset1.getInt("major_limit", 0);
2560
                        int minor_limit = rset1.getInt("minor_limit",0);
2561
                        int patch_limit = rset1.getInt("patch_limit",0);
2562
                        int build_number_limit = rset1.getInt("build_number_limit",0);
2563
                        String vcs_tag = rset1.getString("vcsTag", "");
6914 dpurdie 2564
 
2565
                        Package p = new Package(pkg_id, pv_id, pkg_name, pkg_version, v_ext, pkg_name + v_ext, vcs_tag, ripple_field.charAt(0), ct);
2566
                        p.mDirectlyPlanned = true;
2567
                        p.mBuildReason = BuildReason.NewVersion;
2568
                        p.mMajorLimit = major_limit;
2569
                        p.mMinorLimit = minor_limit;
2570
                        p.mPatchLimit = patch_limit;
2571
                        p.mBuildLimit = build_number_limit;
2572
                        p.mPrevVersion = pkg_prevVersion;
2573
 
2574
                        Package prevPlannedPackage = findPackage(p.mAlias, packageCollection);
2575
 
2576
                        // If there are multiple packages with the same Alias, then only the first one
2577
                        // will be placed in the build set. The will be the oldest, the first one released
2578
                        // to be built
2579
                        if ( prevPlannedPackage == NULL_PACKAGE )
2580
                        {
7044 dpurdie 2581
                            mLogger.info("queryPackageVersions rset1 no previous planned package {}", pv_id);
6914 dpurdie 2582
                            packageCollection.add(p);
2583
                        }
2584
                    }
2585
                }
2586
 
2587
                rset1.close();
2588
                stmt1.close();
2589
 
2590
                // get planned package dependency info
2591
                mLogger.debug("queryPackageVersions: stmt2");
2592
                phase.setPhase("getPlannedPkgs2");
2593
                PreparedStatement stmt2 = mConnection.prepareStatement(
2594
                        "select pl.pv_id, p.pkg_name, dpv.v_ext, pv.modified_stamp " +
2595
                                "from release_manager.planned pl,"+
2596
                                "     release_manager.package_versions pv,"+
2597
                                "     release_manager.package_dependencies pd," +
2598
                                "     release_manager.package_versions dpv,"+
2599
                                "     release_manager.packages p " +
2600
                                " where pl.rtag_id=" + baseline + 
2601
                                "  and pv.build_type='A'"+
2602
                                "  and pv.dlocked='A' " +
2603
                                "  and pv.pv_id = pl.pv_id"+
2604
                                "  and pd.pv_id=pl.pv_id"+
2605
                                "  and dpv.pv_id=pd.dpv_id"+
2606
                                "  and p.pkg_id=dpv.pkg_id " +
2607
                                " order by pv.modified_stamp"
2608
                        );
2609
                stmt2.setFetchSize(500);
7023 dpurdie 2610
                RmResultSet rset2 = new RmResultSet(stmt2.executeQuery(), "queryPackageVersions rset2");
6914 dpurdie 2611
 
2612
                while( rset2.next() )
2613
                {
2614
                    boolean ignore = false;
2615
 
7023 dpurdie 2616
                    int pv_id = rset2.mustGetKeyInt("pv_id");
6914 dpurdie 2617
                    Package p = findPackage(pv_id, packageCollection);
2618
 
2619
                    if ( p == NULL_PACKAGE )
2620
                    {
7044 dpurdie 2621
                        mLogger.info("queryPackageVersions rset2 package superceded by planned {}", pv_id);
6914 dpurdie 2622
                        ignore = true;
2623
                    }
2624
 
7023 dpurdie 2625
                    String pkg_name = rset2.mustGetString("pkg_name");
2626
                    String v_ext = rset2.getString("v_ext","");
6914 dpurdie 2627
                    if ( !ignore )
2628
                    {
2629
                        p.mDependencyCollection.add(pkg_name + v_ext);
2630
                        p.mDependencyIDCollection.add(-1);
2631
                    }
2632
                }
2633
 
2634
                rset2.close();
2635
                stmt2.close();
2636
 
2637
                // get planned package build info
2638
                mLogger.debug("queryPackageVersions: stmt3");
2639
                phase.setPhase("getPlannedPkgs3");
2640
                PreparedStatement stmt3 = mConnection.prepareStatement(
2641
                        "select pl.pv_id, bm.bm_name, bsa.bsa_name, pv.modified_stamp " +
2642
                                "from release_manager.planned pl," +
2643
                                "     release_manager.package_versions pv," +
2644
                                "     release_manager.package_build_info pbi," +
2645
                                "     release_manager.build_machines bm," +
2646
                                "     release_manager.build_standards_addendum bsa " +
2647
                                "where pl.rtag_id=" + baseline + 
2648
                                "     and pv.build_type='A' and pv.dlocked='A' " +
2649
                                "     and pv.pv_id = pl.pv_id" +
2650
                                "     and pbi.pv_id=pv.pv_id" +
2651
                                "     and bm.bm_id=pbi.bm_id" +
2652
                                "     and bsa.bsa_id=pbi.bsa_id " +
2653
                                "order by pv.modified_stamp"
2654
                        );
2655
                stmt3.setFetchSize(500);
7023 dpurdie 2656
                RmResultSet rset3 = new RmResultSet(stmt3.executeQuery(), "queryPackageVersions rset3");
6914 dpurdie 2657
 
2658
                while( rset3.next() )
2659
                {
2660
                    boolean ignore = false;
7023 dpurdie 2661
                    int pv_id = rset3.mustGetKeyInt("pv_id");
6914 dpurdie 2662
 
2663
                    Package p = findPackage(pv_id, packageCollection);
2664
                    if ( p == NULL_PACKAGE )
2665
                    {
7044 dpurdie 2666
                        mLogger.info("queryPackageVersions rset3 package superceded by planned {}", pv_id);
6914 dpurdie 2667
                        ignore = true;
2668
                    }
2669
 
7023 dpurdie 2670
                    String bm_name = rset3.mustGetString("bm_name");
2671
                    String bsa_name = rset3.mustGetString("bsa_name");
6914 dpurdie 2672
 
2673
                    if ( !ignore )
2674
                    {
2675
                        BuildStandard bs = new BuildStandard(rippleEngine, bm_name, bsa_name);
2676
                        if ( bs.supportedBuildStandard() )
2677
                        {
2678
                            p.mBuildStandardCollection.add(bs);
2679
                        }
2680
                    }
2681
                }
2682
 
2683
                rset3.close();
2684
                stmt3.close();
2685
 
2686
                // get planned package unit test info
2687
                mLogger.debug("queryPackageVersions: stmt4");
2688
                phase.setPhase("getPlannedPkgs4");
2689
                PreparedStatement stmt4 = mConnection.prepareStatement(
2690
                        "select pl.pv_id, tt.test_type_name, pv.modified_stamp" +
2691
                        "  from release_manager.planned pl,"+
2692
                        "       release_manager.package_versions pv,"+
2693
                        "       release_manager.unit_tests ut," +
2694
                        "       release_manager.test_types tt" +
2695
                        " where pl.rtag_id=" + baseline + 
2696
                        "   and pv.build_type='A'" +
2697
                        "   and pv.dlocked='A'" +
2698
                        "  and pv.pv_id = pl.pv_id" +
2699
                        "  and ut.pv_id=pv.pv_id" +
2700
                        "  and tt.test_type_id=ut.test_types_fk" +
2701
                        " order by pv.modified_stamp"
2702
                        );
2703
                stmt4.setFetchSize(500);
7023 dpurdie 2704
                RmResultSet rset4 = new RmResultSet(stmt4.executeQuery(), "queryPackageVersions rset4");
6914 dpurdie 2705
 
2706
                while( rset4.next() )
2707
                {
2708
                    boolean ignore = false;
2709
 
7023 dpurdie 2710
                    int pv_id = rset4.mustGetKeyInt("pv_id");
6914 dpurdie 2711
                    Package p = findPackage(pv_id, packageCollection);
2712
                    if ( p == NULL_PACKAGE )
2713
                    {
7044 dpurdie 2714
                        mLogger.info("queryPackageVersions rset4 package superceded by planned {}", pv_id);
6914 dpurdie 2715
                        ignore = true;
2716
                    }
2717
 
7023 dpurdie 2718
                    String test_type_name = rset4.mustGetString("test_type_name");
6914 dpurdie 2719
                    if ( !ignore )
2720
                    {
2721
                        if ( test_type_name.compareTo("Autobuild UTF") == 0 )
2722
                        {
2723
                            p.mHasAutomatedUnitTests = true;
2724
                        }
2725
                    }
2726
                }
2727
 
2728
                rset4.close();
2729
                stmt4.close();
2730
 
2731
                // get planned package build failure info...
2732
                //      view based
2733
                mLogger.debug("queryPackageVersions: stmt5");
2734
                phase.setPhase("getPlannedPkgs6");
2735
                PreparedStatement stmt5 = mConnection.prepareStatement(
2736
                        "select pl.pv_id, u.user_email, pv.modified_stamp " +
2737
                                " from release_manager.planned pl, " +
2738
                                "      release_manager.release_tags rt, " +
2739
                                "      release_manager.package_versions pv, " +
2740
                                "      release_manager.autobuild_failure af, " +
2741
                                "      release_manager.members_group mg, " +
2742
                                "      release_manager.users u " +
2743
                                " where pl.rtag_id=" + baseline + 
2744
                                "      and rt.rtag_id=pl.rtag_id" +
2745
                                "      and pv.build_type='A' and pv.dlocked='A' " +
2746
                                "      and pv.pv_id = pl.pv_id " +
2747
                                "      and af.view_id=pl.view_id " +
2748
                                "      and mg.group_email_id=af.group_email_id " +
2749
                                "      and u.user_id=mg.user_id " +
2750
                                "      and af.proj_id=rt.proj_id " +
2751
                                " order by pv.modified_stamp"
2752
                        );
2753
                stmt5.setFetchSize(500);
7023 dpurdie 2754
                RmResultSet rset5 = new RmResultSet(stmt5.executeQuery(), "queryPackageVersions rset5");
6914 dpurdie 2755
 
2756
                while( rset5.next() )
2757
                {
7023 dpurdie 2758
                    int pv_id = rset5.mustGetKeyInt("pv_id");
6914 dpurdie 2759
                    Package p = findPackage(pv_id, packageCollection);
2760
                    if ( p == NULL_PACKAGE )
2761
                    {
7044 dpurdie 2762
                        mLogger.info("queryPackageVersions rset5 package superceded by planned {}", pv_id);
6914 dpurdie 2763
                    }
2764
                    else
2765
                    {
7023 dpurdie 2766
                        String user_email = rset5.getString("user_email", null);
6914 dpurdie 2767
                        if ( user_email != null )
2768
                        {
2769
                            p.addEmail(user_email);
2770
                        }
2771
                    }
2772
                }
2773
 
2774
                rset5.close();
2775
                stmt5.close();
2776
 
2777
                // get planned package build failure info...
2778
                // package version
7023 dpurdie 2779
                mLogger.debug("queryPackageVersions: stmt6");
6914 dpurdie 2780
                phase.setPhase("getPlannedPkgs7");
7023 dpurdie 2781
                PreparedStatement stmt6 = mConnection.prepareStatement(
6914 dpurdie 2782
                        "select pl.pv_id, u1.user_email, u2.user_email, u3.user_email, pv.modified_stamp" +
2783
                        " from release_manager.planned pl," +
2784
                        "      release_manager.release_tags rt," +
2785
                        "      release_manager.package_versions pv," +
2786
                        "      release_manager.users u1," +
2787
                        "      release_manager.users u2," +
2788
                        "      release_manager.users u3 " +
2789
                        " where pl.rtag_id=" + baseline + 
2790
                        "   and rt.rtag_id=pl.rtag_id" +
2791
                        "   and pv.build_type='A'" +
2792
                        "   and pv.dlocked='A' " +
2793
                        "   and pv.pv_id = pl.pv_id" +
2794
                        "   and u1.user_id=pv.creator_id" +
2795
                        "   and u2.user_id=pv.owner_id" +
2796
                        "   and u3.user_id=pv.modifier_id" +
2797
                        "   order by pv.modified_stamp"
2798
                        );
7023 dpurdie 2799
                stmt6.setFetchSize(500);
2800
                RmResultSet rset6 = new RmResultSet(stmt6.executeQuery(), "queryPackageVersions rset6");
6914 dpurdie 2801
 
7023 dpurdie 2802
                while( rset6.next() )
6914 dpurdie 2803
                {
7023 dpurdie 2804
                    int pv_id = rset6.mustGetKeyInt("pv_id");
6914 dpurdie 2805
                    Package p = findPackage(pv_id, packageCollection);
2806
                    if ( p == NULL_PACKAGE )
2807
                    {
7044 dpurdie 2808
                        mLogger.info("queryPackageVersions rset6 package superceded by planned {}", pv_id);
6914 dpurdie 2809
                    }
2810
                    else
2811
                    {
2812
 
2813
                        // walk the 3 columns of user_email in the resultset
2814
                        // columns 2, 3 and 4, all of the same name, respectively
2815
                        for(int column=2; column<5; column++ )
2816
                        {
7023 dpurdie 2817
                            String user_email = rset6.getString(column,null);
6914 dpurdie 2818
                            if ( user_email != null )
2819
                            {
2820
                                p.addEmail(user_email);
2821
                            }
2822
                        }
2823
                    }
2824
                }
2825
 
7023 dpurdie 2826
                rset6.close();
2827
                stmt6.close();
6914 dpurdie 2828
 
2829
                // get planned package advisory ripple info
2830
                mLogger.debug("queryPackageVersions: stmt7");
2831
                phase.setPhase("getPlannedPkgs8");
2832
                PreparedStatement stmt7 = mConnection.prepareStatement(
2833
                        "select pl.pv_id, pv.modified_stamp " +
2834
                        " from release_manager.planned pl," +
2835
                        "      release_manager.package_versions pv," +
2836
                        "      release_manager.advisory_ripple ar " +
2837
                        " where pl.rtag_id=" + baseline + 
2838
                        "   and pv.build_type='A'" +
2839
                        "    and pv.dlocked='A' " +
2840
                        "    and pv.pv_id = pl.pv_id" +
2841
                        "    and ar.rtag_id=pl.rtag_id" +
2842
                        "    and ar.pv_id=pl.pv_id " +
2843
                        " order by pv.modified_stamp"
2844
                        );
2845
                stmt7.setFetchSize(500);
7023 dpurdie 2846
                RmResultSet rset7 = new RmResultSet(stmt7.executeQuery(), "queryPackageVersions rset7");
6914 dpurdie 2847
 
2848
                while( rset7.next() )
2849
                {
2850
                    boolean ignore = false;
2851
 
7023 dpurdie 2852
                    int pv_id = rset7.mustGetInt("pv_id");
6914 dpurdie 2853
                    Package p = findPackage(pv_id, packageCollection);
2854
                    if ( p == NULL_PACKAGE )
2855
                    {
7044 dpurdie 2856
                        mLogger.info("queryPackageVersions rset7 package superceded by planned {}", pv_id);
6914 dpurdie 2857
                        ignore = true;
2858
                    }
2859
 
2860
                    if ( !ignore )
2861
                    {
2862
                        p.mAdvisoryRipple = true;
2863
                    }
2864
                }
2865
 
2866
                rset7.close();
2867
                stmt7.close();
7023 dpurdie 2868
 
2869
                //  Process Scheduled Build Approvals. OpCode is 2
2870
                //      These are treated as requests to not-include a 'Pending' package-version in the current build set
2871
                //      If there is an un-expired instruction, then remove the pending package-version from the build set
2872
                //
2873
                //  Process all expired requests
2874
                //      These are scheduled builds were the scheduled time has been exceeded
2875
                //      Simply discard the instruction and let the Approved build proceed
2876
                //
2877
                DaemonInstruction di = new DaemonInstruction(baseline, 2, true);
2878
 
2879
                phase.setPhase("removeOldSchedBuilds");
2880
                while ( getDaemonInst( di ) )
2881
                {
2882
                    markDaemonInstCompleted(di.instruction);
7044 dpurdie 2883
                    mLogger.info("queryPackageVersions remove Scheduled Build Approvals {}", di.pvId);
7023 dpurdie 2884
                }
2885
 
2886
                phase.setPhase("getSchedBuilds");
2887
                di = new DaemonInstruction(baseline, 2, false);
2888
                while ( getDaemonInst( di ) )
2889
                {
2890
                    Package p = findPackage(di.pvId, packageCollection);
6914 dpurdie 2891
 
7023 dpurdie 2892
                    if ( p != NULL_PACKAGE )
2893
                    {
7044 dpurdie 2894
                        mLogger.info("queryPackageVersions Scheduled Build Approvals {}", di.pvId);
7023 dpurdie 2895
                        packageCollection.remove(p);
2896
                    }
2897
                    else
2898
                    {
2899
                        // discard - the package no longer exists
2900
                        markDaemonInstCompleted( di.instruction );
7044 dpurdie 2901
                        mLogger.info("queryPackageVersions remove Scheduled Build Approvals for nonexistent package {}", di.pvId);
7023 dpurdie 2902
                    }
2903
                }                
2904
 
6914 dpurdie 2905
                // get released package info
2906
                //    Get package information on ALL released packages within the release of interest
2907
                //
2908
                mLogger.debug("queryPackageVersions: stmt8");
2909
                phase.setPhase("getAllPkgs1");
2910
                PreparedStatement stmt8 = mConnection.prepareStatement(
2911
                        "SELECT rc.pv_id," +
2912
                                "  p.pkg_id," +
2913
                                "  p.pkg_name," +
2914
                                "  pv.pkg_version," +
2915
                                "  pv.v_ext," +
2916
                                "  pv.ripple_field," +
2917
                                "  pv.major_limit," +
2918
                                "  pv.minor_limit," +
2919
                                "  pv.patch_limit," +
2920
                                "  pv.build_number_limit," +
2921
                                "  pv.build_type," +
2922
                                "  rc.sdktag_id," +
2923
                                "  rc.ripple_stop," +
2924
                                "  peg.pv_id as pegged," +
2925
                                "  release_manager.PK_RMAPI.return_vcs_tag(rc.pv_id) AS vcsTag" +
2926
                                " FROM release_manager.release_content rc," +
2927
                                "  release_manager.package_versions pv," +
2928
                                "  release_manager.packages p," +
2929
                                "  release_manager.pegged_versions peg" +
2930
                                " WHERE rc.rtag_id= " + baseline +
2931
                                " AND pv.pv_id    = rc.pv_id" +
2932
                                " AND p.pkg_id    = pv.pkg_id" +
2933
                                " AND peg.rtag_id(+) = rc.rtag_id" +
2934
                                " AND peg.pv_id(+) = rc.pv_id" +
2935
                                " ORDER BY rc.pv_id"
2936
                        );
2937
                mLogger.debug("queryPackageVersions: stmt8 Prepared");
2938
                stmt8.setFetchSize(1000);
7023 dpurdie 2939
                RmResultSet rset8 = new RmResultSet(stmt8.executeQuery(), "queryPackageVersions rset8");
6914 dpurdie 2940
                mLogger.debug("queryPackageVersions: stmt8 Query Done");
2941
 
2942
                while( rset8.next() )
2943
                {
7023 dpurdie 2944
                    int pv_id = rset8.mustGetKeyInt("pv_id");
2945
                    int pkg_id = rset8.mustGetInt("pkg_id");
2946
                    String pkg_name = rset8.mustGetString("pkg_name");
2947
                    String pkg_version = rset8.mustGetString("pkg_version");
2948
                    String v_ext = rset8.getString("v_ext", "");
2949
                    String ripple_field = rset8.getString("ripple_field", "b");
2950
                    int major_limit = rset8.getInt("major_limit",0);
2951
                    int minor_limit = rset8.getInt("minor_limit", 0);
2952
                    int patch_limit = rset8.getInt("patch_limit",0);
2953
                    int build_number_limit = rset8.getInt("build_number_limit", 0);
2954
                    String vcs_tag = rset8.getString("vcsTag","");
2955
                    int isAnSdk = rset8.getInt("sdktag_id",0); 
2956
                    int isPegged = rset8.getInt("pegged",0);
2957
                    String buildType = rset8.getString("build_type", null);
6914 dpurdie 2958
                    boolean isBuildable = ( buildType != null ) && (buildType.equals("A") || buildType.equals("Y") );
2959
 
7023 dpurdie 2960
                    String rippleStopData = rset8.getString("ripple_stop","n");
2961
                    char rippleStop = rippleStopData.charAt(0);
6914 dpurdie 2962
 
2963
                    Package p = new Package(pkg_id, pv_id, pkg_name, pkg_version, v_ext, pkg_name + v_ext, vcs_tag, ripple_field.charAt(0));
2964
                    p.mMajorLimit = major_limit;
2965
                    p.mMinorLimit = minor_limit;
2966
                    p.mPatchLimit = patch_limit;
2967
                    p.mBuildLimit = build_number_limit;
2968
                    p.mIsSdk = isAnSdk > 0;
2969
                    p.mIsPegged = isPegged > 0;
2970
                    p.mIsBuildable = isBuildable;
2971
                    p.mRippleStop = rippleStop;
2972
 
2973
                    Integer ipv_id = Integer.valueOf(pv_id);
2974
                    rippleEngine.mReleasedPvIDCollection.add(ipv_id);
2975
 
2976
                    //  If this package is to be replaced by a planned package then
2977
                    //  insert some of the current packages attributes
2978
                    //  Otherwise, add the the package to the package collection
2979
                    //
2980
                    Package plannedPackage = findPackage(p.mAlias, packageCollection);
2981
                    if ( plannedPackage == NULL_PACKAGE )
2982
                    {
7044 dpurdie 2983
                        mLogger.info("queryPackageVersions rset8 no planned package {}", pv_id);
6914 dpurdie 2984
                        packageCollection.add(p);
2985
                    }
2986
                    else
2987
                    {
2988
                        //  Copy these flags from the package that will be replaced
2989
                        //      Should not be able to replace a package provided by an SDK
2990
                        plannedPackage.mIsSdk = p.mIsSdk;
2991
 
2992
                        // A pegged package can be replaced with a directly built package
2993
                        // plannedPackage.mIsPegged = p.mIsPegged;
2994
                    }
2995
                }
2996
 
2997
                mLogger.debug("queryPackageVersions: stmt8 processing complete");
2998
                rset8.close();
2999
                stmt8.close();
3000
 
3001
                // get released package dependency info
3002
                // 
3003
                mLogger.debug("queryPackageVersions: stmt9");
3004
                phase.setPhase("getAllPkgs2");
3005
                PreparedStatement stmt9 = mConnection.prepareStatement(
7023 dpurdie 3006
                        "select rc.pv_id as pv_id, dpv.pv_id as dpv_id, p.pkg_name, dpv.v_ext" +
6914 dpurdie 3007
                                " from release_manager.release_content rc," +
3008
                                "      release_manager.package_versions pv," + 
3009
                                "      release_manager.package_dependencies pd,"+
3010
                                "      release_manager.package_versions dpv,"+
3011
                                "      release_manager.packages p" +
3012
                                " where rc.rtag_id=" + baseline +
3013
                                "  and pv.pv_id = rc.pv_id" +
3014
                                "  and pd.pv_id=pv.pv_id" +
3015
                                "  and dpv.pv_id=pd.dpv_id" +
3016
                                "  and p.pkg_id=dpv.pkg_id" +
3017
                                " order by rc.pv_id"
3018
                        );
3019
                mLogger.debug("queryPackageVersions: stmt9 prepared");
3020
                stmt9.setFetchSize(1000);
7023 dpurdie 3021
                RmResultSet rset9 = new RmResultSet(stmt9.executeQuery(), "queryPackageVersions rset9");
6914 dpurdie 3022
                mLogger.debug("queryPackageVersions: stmt9 query done");
3023
 
3024
                while( rset9.next() )
3025
                {
3026
                    boolean ignore = false;
3027
 
7023 dpurdie 3028
                    int pv_id = rset9.mustGetKeyInt("pv_id");
3029
                    int dpv_id = rset9.mustGetInt("dpv_id");
6914 dpurdie 3030
                    Package p = findPackage(pv_id, packageCollection);
3031
 
3032
                    if ( p == NULL_PACKAGE )
3033
                    {
7044 dpurdie 3034
                        mLogger.info("queryPackageVersions rset9 package superceded by planned {}", pv_id);
6914 dpurdie 3035
                        ignore = true;
3036
                    }
3037
 
7023 dpurdie 3038
                    String pkg_name = rset9.mustGetString("pkg_name");
3039
                    String v_ext = rset9.getString("v_ext","");
6914 dpurdie 3040
 
3041
                    if ( !ignore )
3042
                    {
3043
                        p.mDependencyCollection.add(pkg_name + v_ext);
3044
                        p.mDependencyIDCollection.add(dpv_id);
3045
                    }
3046
                }
3047
                mLogger.debug("queryPackageVersions: stmt9 processing complete");
3048
 
3049
                rset9.close();
3050
                stmt9.close();
3051
 
3052
                // get released package build info
3053
                mLogger.debug("queryPackageVersions: stmt10");
3054
                phase.setPhase("getAllPkgs3");
3055
                PreparedStatement stmt10 = mConnection.prepareStatement(
3056
                        "select rc.pv_id, bm.bm_name, bsa.bsa_name " +
3057
                                "from release_manager.release_content rc," +
3058
                                "     release_manager.package_versions pv," +
3059
                                "     release_manager.package_build_info pbi," +
3060
                                "     release_manager.build_machines bm," +
3061
                                "     release_manager.build_standards_addendum bsa " +
3062
                                "where rc.rtag_id=?" + 
3063
                                "     and pv.pv_id = rc.pv_id" +
3064
                                "     and pbi.pv_id=pv.pv_id" +
3065
                                "     and bm.bm_id=pbi.bm_id" +
3066
                                "     and bsa.bsa_id=pbi.bsa_id " +
3067
                                "order by rc.pv_id"
3068
                        );
3069
                stmt10.setFetchSize(1000);
3070
                stmt10.setInt(1, baseline);
7023 dpurdie 3071
                RmResultSet rset10 = new RmResultSet(stmt10.executeQuery(), "queryPackageVersions rset10");
6914 dpurdie 3072
 
3073
                while( rset10.next() )
3074
                {
3075
                    boolean ignore = false;
7023 dpurdie 3076
                    int pv_id = rset10.mustGetKeyInt("pv_id");
6914 dpurdie 3077
                    Package p = findPackage(pv_id, packageCollection);
3078
                    if ( p == NULL_PACKAGE )
3079
                    {
7044 dpurdie 3080
                        mLogger.info("queryPackageVersions rset10 package superceded by planned {}", pv_id);
6914 dpurdie 3081
                        ignore = true;
3082
                    }
3083
 
7023 dpurdie 3084
                    String bm_name = rset10.mustGetString("bm_name");
3085
                    String bsa_name = rset10.mustGetString("bsa_name");
6914 dpurdie 3086
 
3087
                    if ( !ignore )
3088
                    {
3089
                        BuildStandard bs = new BuildStandard(rippleEngine, bm_name, bsa_name);
3090
 
3091
                        if ( bs.supportedBuildStandard() )
3092
                        {
3093
                            p.mBuildStandardCollection.add(bs);
3094
                        }
3095
                    }
3096
                }
3097
 
3098
                rset10.close();
3099
                stmt10.close();
3100
 
3101
                // get released package unit test info
3102
                mLogger.debug("queryPackageVersions: stmt11");
3103
                phase.setPhase("getAllPkgs4");
3104
                PreparedStatement stmt11 = mConnection.prepareStatement(
3105
                        "select rc.pv_id, tt.test_type_name " +
3106
                                "from release_manager.release_content rc, release_manager.package_versions pv, release_manager.unit_tests ut, release_manager.test_types tt " +
3107
                                "where rc.rtag_id=" + baseline +
3108
                                " and pv.pv_id = rc.pv_id and ut.pv_id=pv.pv_id and tt.test_type_id=ut.test_types_fk " +
3109
                                "order by rc.pv_id"
3110
                        );
3111
                stmt11.setFetchSize(1000);
7023 dpurdie 3112
                RmResultSet rset11 = new RmResultSet(stmt11.executeQuery(), "queryPackageVersions rset11");
6914 dpurdie 3113
 
3114
                while( rset11.next() )
3115
                {
3116
                    boolean ignore = false;
3117
 
7023 dpurdie 3118
                    int pv_id = rset11.mustGetKeyInt("pv_id");
6914 dpurdie 3119
                    Package p = findPackage(pv_id, packageCollection);
3120
                    if ( p == NULL_PACKAGE )
3121
                    {
7044 dpurdie 3122
                        mLogger.info("queryPackageVersions rset11 package superceded by planned {}", pv_id);
6914 dpurdie 3123
                        ignore = true;
3124
                    }
3125
 
7023 dpurdie 3126
                    String test_type_name = rset11.mustGetString("test_type_name");
6914 dpurdie 3127
                    if ( !ignore )
3128
                    {
3129
                        if ( test_type_name.compareTo("Autobuild UTF") == 0 )
3130
                        {
3131
                            p.mHasAutomatedUnitTests = true;
3132
                        }
3133
                    }
3134
                }
3135
 
3136
                rset11.close();
3137
                stmt11.close();
3138
 
3139
                // get released package build failure info...
3140
                // view based
3141
                mLogger.debug("queryPackageVersions: stmt12");
3142
                phase.setPhase("getAllPkgs5");
3143
                PreparedStatement stmt12 = mConnection.prepareStatement(
3144
                        "SELECT rc.pv_id," +
3145
                        "  u.user_email" +
3146
                        " FROM release_manager.release_content rc," +
3147
                        "  release_manager.release_tags rt," +
3148
                        "  release_manager.package_versions pv," +
3149
                        "  release_manager.autobuild_failure af," +
3150
                        "  release_manager.members_group mg," +
3151
                        "  release_manager.users u" +
3152
                        " WHERE rc.rtag_id     = " + baseline +
3153
                        " AND rt.rtag_id       = rc.rtag_id" +
3154
                        " AND pv.pv_id         = rc.pv_id" +
3155
                        " AND af.view_id       = rc.base_view_id" +
3156
                        " AND mg.group_email_id= af.group_email_id" +
3157
                        " AND u.user_id        = mg.user_id" +
3158
                        " AND af.proj_id       = rt.proj_id" +
3159
                        " ORDER BY rc.pv_id"
3160
                        );
3161
                stmt12.setFetchSize(1000);
7023 dpurdie 3162
                RmResultSet rset12 = new RmResultSet(stmt12.executeQuery(), "queryPackageVersions rset12");
6914 dpurdie 3163
 
3164
                while( rset12.next() )
3165
                {
7023 dpurdie 3166
                    int pv_id = rset12.mustGetKeyInt("pv_id");
6914 dpurdie 3167
                    Package p = findPackage(pv_id, packageCollection);
3168
 
3169
                    if ( p == NULL_PACKAGE )
3170
                    {
7044 dpurdie 3171
                        mLogger.info("queryPackageVersions rset12 package superceded by planned {}", pv_id);
6914 dpurdie 3172
                    }
3173
                    else
3174
                    {
7023 dpurdie 3175
                        String user_email = rset12.getString("user_email",null);
6914 dpurdie 3176
 
3177
                        if ( user_email != null )
3178
                        {
3179
                            p.addEmail(user_email);
3180
                        }
3181
                    }
3182
                }
3183
 
3184
                rset12.close();
3185
                stmt12.close();
3186
 
3187
                // get released advisory ripple info
3188
                mLogger.debug("queryPackageVersions: stmt14");
3189
                phase.setPhase("getAllPkgs6");
3190
                PreparedStatement stmt14 = mConnection.prepareStatement(
3191
                        "select rc.pv_id " +
3192
                                "from release_manager.release_content rc, release_manager.package_versions pv, release_manager.advisory_ripple ar " +
3193
                                "where rc.rtag_id=" + baseline +
3194
                                " and pv.pv_id = rc.pv_id and ar.rtag_id=rc.rtag_id and ar.pv_id=rc.pv_id " +
3195
                                "order by rc.pv_id"
3196
                        );
3197
                stmt14.setFetchSize(1000);
7023 dpurdie 3198
                RmResultSet rset14 = new RmResultSet(stmt14.executeQuery(), "queryPackageVersions rset14");
6914 dpurdie 3199
 
3200
                while( rset14.next() )
3201
                {
3202
                    boolean ignore = false;
3203
 
7023 dpurdie 3204
                    int pv_id = rset14.mustGetInt("pv_id");
6914 dpurdie 3205
                    Package p = findPackage(pv_id, packageCollection);
3206
                    if ( p == NULL_PACKAGE )
3207
                    {
7044 dpurdie 3208
                        mLogger.info("queryPackageVersions rset14 package superceded by planned {}", pv_id);
6914 dpurdie 3209
                        ignore = true;
3210
                    }
3211
 
3212
                    if ( !ignore )
3213
                    {
3214
                        p.mAdvisoryRipple = true;
3215
                    }
3216
                }
3217
 
3218
                rset14.close();
3219
                stmt14.close();
3220
 
3221
                // Daemon Instruction: Force Package Ripple
3222
                //  An op code of 0 means force ripple
7023 dpurdie 3223
 
6914 dpurdie 3224
                phase.setPhase("getDaemonInstructions1");
7023 dpurdie 3225
                di = new DaemonInstruction( baseline, 0, true);
3226
                while ( getDaemonInst( di ) )
6914 dpurdie 3227
                {
7023 dpurdie 3228
                    Package p = findPackage(di.pvId, packageCollection);
6914 dpurdie 3229
 
3230
                    if ( p != NULL_PACKAGE )
3231
                    {
7044 dpurdie 3232
                        mLogger.info("queryPackageVersions forced ripple data {}", di.pvId);
7023 dpurdie 3233
                        p.mForcedRippleInstruction = di.instruction;
3234
                        p.mTestBuildEmail = di.userEmail;
6914 dpurdie 3235
                    }
3236
                    else
3237
                    {
3238
                        // discard
7023 dpurdie 3239
                        markDaemonInstCompleted( di.instruction );
6914 dpurdie 3240
                    }
3241
                }
3242
 
3243
                // Daemon Instruction: Test Build Package
3244
                //  An op code of 1 means test build
3245
                //
3246
                // bare minimal data collection - last thing needed is more data to collect
3247
                // the approach...
3248
                // query all test build instructions for this baseline
3249
                // for each, query its build information
3250
                // store them in "mTestBuild" Package attributes as follows:
3251
                // - mTestBuildInstruction (default 0)
3252
                // - mTestBuildEmail (default "null")
3253
                // - mTestBuildVcsTag (default "null")
3254
                // - mTestBuildStandardCollection
3255
                // - mTestBuildDependencyCollection
3256
                // additionally, trust nothing - these are mostly wips that at any time may have:
3257
                // - no build location
3258
                // - no build label
3259
                // - an empty build standard collection
3260
                // proceed with defaults above if necessary (the build will subsequently fail)
3261
                // in all cases, build a meaningful email body to inform the user
3262
                // of the snapshot of build information that applied to the build and store in:
3263
                // - mTestBuildEmailBody
3264
 
3265
                mLogger.debug("queryPackageVersions: stmt141");
3266
                phase.setPhase("getTestBuild1");
7023 dpurdie 3267
                di = new DaemonInstruction( baseline, 1, true);
3268
                while ( getDaemonInst( di ) )
6914 dpurdie 3269
                {
3270
                    // can only do one test build at a time - others will be discarded until future cycle
7044 dpurdie 3271
                    mLogger.info("queryPackageVersions test build data {}", di.pvId);
7023 dpurdie 3272
                    int testBuildPvId = di.pvId;
3273
                    int testBuildInstruction = di.instruction;
3274
                    String testBuildEmail = di.userEmail; 
6914 dpurdie 3275
 
3276
                    String pkg_name = "";
3277
                    String pkg_ext = "";
3278
                    String testBuildVcsTag = "null";
3279
                    int pkg_id = 0;
3280
 
3281
                    // get package info for test build package
3282
                    mLogger.debug("queryPackageVersions: stmt15");
3283
                    PreparedStatement stmt15 = mConnection.prepareStatement(
3284
                            "select p.pkg_name, p.pkg_id, pv.v_ext, release_manager.PK_RMAPI.return_vcs_tag(pv.pv_id) AS vcsTag " +
3285
                                    " from release_manager.package_versions pv," +
3286
                                    "release_manager.packages p" +
3287
                                    " where pv.pv_id=" + testBuildPvId +
3288
                                    " and p.pkg_id=pv.pkg_id "
3289
                            );
3290
                    stmt15.setFetchSize(10);
7023 dpurdie 3291
                    RmResultSet rset15 = new RmResultSet(stmt15.executeQuery(), "queryPackageVersions rset15");
6914 dpurdie 3292
 
3293
                    int rsetSize = 0;
3294
 
3295
                    while( rset15.next() )
3296
                    {
3297
                        rsetSize++;
7023 dpurdie 3298
                        pkg_name = rset15.mustGetKeyString("pkg_name");
3299
                        pkg_id = rset15.mustGetInt("pkg_id");
3300
                        pkg_ext = rset15.getString("v_ext","");
3301
                        testBuildVcsTag = rset15.getString("vcsTag", "null");
6914 dpurdie 3302
                    }
3303
 
3304
                    rset15.close();
3305
                    stmt15.close();
3306
 
3307
                    mLogger.debug("queryPackageVersions: stmt16");
3308
                    if ( rsetSize == 0 )
3309
                    {
7044 dpurdie 3310
                        mLogger.error("queryPackageVersions rset15 no data found {}", di.instruction);
7023 dpurdie 3311
                        markDaemonInstCompleted( di.instruction );
6914 dpurdie 3312
                    }
3313
                    else
3314
                    {
3315
                        Package q = findPackage(pkg_name + pkg_ext, packageCollection);
3316
 
3317
                        if ( q == NULL_PACKAGE )
3318
                        {
3319
                            // Package alias does not exist in this release (planned or released packages)
3320
                            q = new Package(pkg_id, testBuildPvId, pkg_name, pkg_ext, pkg_name + pkg_ext, testBuildVcsTag, testBuildInstruction, testBuildEmail);
3321
                            packageCollection.add(q);
3322
                        }
3323
                        else
3324
                        {
3325
                            // Avoid interaction with real versions
3326
                        	// Flag as not pegged - so that we test build
3327
                            q.mVersion = "0.0.0000";
3328
                            q.mTestBuildVcsTag = testBuildVcsTag;
3329
                            q.mTestBuildInstruction = testBuildInstruction;
3330
                            q.mTestBuildEmail = testBuildEmail;
3331
                            q.mTestBuildPvId = testBuildPvId;
3332
                            q.mTestBuildHasAutomatedUnitTests = false;
3333
                            q.mIsPegged = false;
3334
                        }
3335
 
3336
                        // get test build package dependency info
3337
                        PreparedStatement stmt16 = mConnection.prepareStatement(
3338
                                "select p.pkg_name, dpv.v_ext " +
3339
                                        " from release_manager.package_versions pv," +
3340
                                        "   release_manager.package_dependencies pd,"+
3341
                                        "   release_manager.package_versions dpv,"+
3342
                                        "   release_manager.packages p" +
3343
                                        " where pv.pv_id=" + testBuildPvId +
3344
                                        "   and pd.pv_id=" + testBuildPvId +
3345
                                        "   and dpv.pv_id=pd.dpv_id"+
3346
                                        "   and p.pkg_id=dpv.pkg_id"
3347
                                );
3348
                        stmt16.setFetchSize(1000);
7023 dpurdie 3349
                        RmResultSet rset16 = new RmResultSet(stmt16.executeQuery(), "queryPackageVersions rset16");
6914 dpurdie 3350
 
3351
                        while( rset16.next() )
3352
                        {
7023 dpurdie 3353
                            String dpkg_name = rset16.mustGetString("pkg_name");
3354
                            String v_ext = rset16.getString("v_ext", "");
6914 dpurdie 3355
                            q.mTestBuildDependencyCollection.add(dpkg_name + v_ext);
3356
                        }
3357
 
3358
                        rset16.close();
3359
                        stmt16.close();
3360
 
3361
                        // get test build package build info
3362
                        mLogger.debug("queryPackageVersions: stmt17");
3363
                        PreparedStatement stmt17 = mConnection.prepareStatement(
3364
                                "select bm.bm_name, bsa.bsa_name " +
3365
                                        "from release_manager.package_versions pv," +
3366
                                        "     release_manager.package_build_info pbi," +
3367
                                        "     release_manager.build_machines bm," +
3368
                                        "     release_manager.build_standards_addendum bsa " +
3369
                                        "where pv.pv_id=" + testBuildPvId +
3370
                                        "   and pbi.pv_id=pv.pv_id" +
3371
                                        "   and bm.bm_id=pbi.bm_id" +
3372
                                        "   and bsa.bsa_id=pbi.bsa_id"
3373
                                );
7023 dpurdie 3374
                        RmResultSet rset17 = new RmResultSet(stmt17.executeQuery(), "queryPackageVersions rset17");
6914 dpurdie 3375
 
3376
                        while( rset17.next() )
3377
                        {
7023 dpurdie 3378
                            String bm_name = rset17.mustGetKeyString("bm_name");
3379
                            String bsa_name = rset17.mustGetString("bsa_name");
6914 dpurdie 3380
 
3381
                            BuildStandard bs = new BuildStandard(rippleEngine, bm_name, bsa_name);
3382
 
3383
                            if ( bs.supportedBuildStandard() )
3384
                            {
3385
                                q.mTestBuildStandardCollection.add(bs);
3386
                            }
3387
                        }
3388
 
3389
                        rset17.close();
3390
                        stmt17.close();
3391
 
3392
                        // get test build package unit test info
3393
                        mLogger.debug("queryPackageVersions: stmt4");
3394
                        PreparedStatement stmt18 = mConnection.prepareStatement(
3395
                                "select tt.test_type_name" +
3396
                                "  from release_manager.unit_tests ut," +
3397
                                "       release_manager.test_types tt" +
3398
                                " where ut.pv_id=" + testBuildPvId +
3399
                                "  and tt.test_type_id=ut.test_types_fk" 
3400
                                );
7023 dpurdie 3401
                        RmResultSet rset18 = new RmResultSet(stmt18.executeQuery(), "queryPackageVersions rset18");
6914 dpurdie 3402
 
3403
                        while( rset18.next() )
3404
                        {
3405
                            boolean ignore = false;
3406
 
7023 dpurdie 3407
                            String test_type_name = rset18.mustGetString("test_type_name");
6914 dpurdie 3408
 
3409
                            if ( !ignore )
3410
                            {
3411
                                if ( test_type_name.compareTo("Autobuild UTF") == 0 )
3412
                                {
3413
                                	q.mTestBuildHasAutomatedUnitTests = true;
3414
                                }
3415
                            }
3416
                        }
3417
 
3418
                        rset18.close();
3419
                        stmt18.close();
3420
 
3421
                    }
3422
                }
7023 dpurdie 3423
 
6914 dpurdie 3424
            }
3425
            else
3426
            {
3427
                // Escrow Mode
3428
                // get released product info
3429
                mLogger.debug("queryPackageVersions: stmt18");
3430
                PreparedStatement stmt = mConnection.prepareStatement(
3431
                        "select oc.prod_id, p.pkg_name, pv.pkg_version, pv.v_ext," +
3432
                                "release_manager.PK_RMAPI.return_vcs_tag(pv.pv_id) AS vcsTag" +
3433
                                " from deployment_manager.bom_contents bc," +
3434
                                "deployment_manager.operating_systems os," +
3435
                                "deployment_manager.os_contents oc," +
3436
                                "release_manager.package_versions pv," +
3437
                                "release_manager.packages p" +
3438
                                " where bc.bom_id=" + baseline +
3439
                                " and os.node_id=bc.node_id" +
3440
                                " and oc.os_id=os.os_id" +
3441
                                " and pv.pv_id=oc.prod_id" +
3442
                                " and p.pkg_id=pv.pkg_id" +
3443
                                " order by oc.prod_id"
3444
                        );
3445
                stmt.setFetchSize(1000);
7023 dpurdie 3446
                RmResultSet rset = new RmResultSet(stmt.executeQuery(), "queryPackageVersions rset");
6914 dpurdie 3447
 
3448
                while( rset.next() )
3449
                {
7023 dpurdie 3450
                    int pv_id = rset.mustGetKeyInt("prod_id");
3451
                    String pkg_name = rset.mustGetString("pkg_name");
3452
                    String pkg_version = rset.mustGetString("pkg_version");
3453
                    String v_ext = rset.getString("v_ext", "");
3454
                    String vcs_tag = rset.getString("vcsTag","");
3455
 
6914 dpurdie 3456
                    Package p = findPackage(pv_id, packageCollection);
3457
                    if ( p == NULL_PACKAGE )
3458
                    {
3459
                        Package q = new Package(0, pv_id, pkg_name, pkg_version, v_ext, pkg_name + "." + pkg_version, vcs_tag, 'x');
3460
                        packageCollection.add(q);
3461
                    }
3462
                }
3463
 
3464
                rset.close();
3465
                stmt.close();
7044 dpurdie 3466
 
3467
                //  Now have all the package-versions used in the SBOM need to 
3468
                //      determine all the dependent packages 
3469
                //      determine the build info for all the packages
3470
 
3471
                //  Determine all dependent packages
3472
                //  Note: use a ListIterator as it allows traverseDependencies to modify the packageCollection
3473
                for (ListIterator<Package> it = packageCollection.listIterator(); it.hasNext(); )
3474
                {
3475
                    Package p = it.next();
3476
                    traverseDependencies(packageCollection, p, false, it);
3477
                }
3478
 
3479
                //  Add required build information
3480
                for (Iterator<Package> it = packageCollection.iterator(); it.hasNext(); )
3481
                {
3482
                    Package p = it.next();
3483
                    queryBuildInfo(rippleEngine, p);
3484
                }
6914 dpurdie 3485
            }
3486
        }
3487
        catch ( SQLException e )
3488
        {
3489
            handleSQLException(e, "");
3490
        }
3491
        phase.setPhase("End");
3492
    }
3493
 
3494
 
3495
   /**	Determine the version number of the base package
3496
    *   Used in a ripple build to determine the base for calculating the next version number
3497
    *   Assumes that a database connection has been established
3498
    *   Used in Daemon Mode Only
3499
    *   
3500
    *   History: Used to determine the last non-rippled package, but this had issues [JATS-402]
3501
    *   This version will located the last release version with a check that it is not a WIP ( ie start with a '(' )
3502
    *   
3503
    *   @param pv_id	- The PVID of the package to process
3504
    *   @return         - The version number without a project suffix. Null on error. 0.0.0000 if no previous
3505
    *   @throws SQLException 
3506
    */
3507
    public String getBaseVersionNumber(int pv_id)
3508
    {
3509
    	String baseVersion = "0.0.0000";
3510
 
3511
    	try {
3512
    		CallableStatement stmt;
3513
			stmt = mConnection.prepareCall(
3514
					"SELECT pv_id,last_pv_id,pkg_version,v_ext,build_type, DLOCKED " +
3515
					" FROM " +
3516
					"  (SELECT build_type,last_pv_id,pv_id,pkg_version,v_ext, DLOCKED " +
3517
					"  FROM " +
3518
					"    (SELECT pv.build_type,pv.last_pv_id AS raw_last_pvid ,pv_id,pv.pkg_version,pv.v_ext,DECODE(pv.pv_id, pv.last_pv_id, NULL, pv.last_pv_id) AS last_pv_id, DLOCKED " +
3519
					"    FROM release_manager.package_versions pv " +
3520
					"    WHERE pv.PKG_ID IN " +
3521
					"      (SELECT pkg_id " +
3522
					"      FROM release_manager.package_versions pv " +
3523
					"      WHERE pv.pv_id = " + pv_id +
3524
					"      ) " +
3525
					"    ) " +
3526
					"    START WITH pv_id = " + pv_id +
3527
					"    CONNECT BY nocycle prior last_pv_id = pv_id " +
3528
					"  ) " +
3529
					" WHERE DLOCKED = 'Y' and pkg_version not like '(%' AND pv_id != " + pv_id
3530
	                   //" WHERE build_type != 'Y' and pv_id != " + pv_id
3531
			        );
3532
 
3533
			ResultSet rset = stmt.executeQuery();
3534
 
3535
			while( rset.next() )
3536
			{
3537
				// Previous Version of this package, without the project suffix
3538
				String pkg_prevVersion = rset.getString("pkg_version");
3539
				if (pkg_prevVersion != null) 
3540
				{
3541
					String pkg_prevVext = rset.getString("v_ext");
3542
					if (pkg_prevVext != null) 
3543
					{
3544
						int endindex = pkg_prevVersion.length() - pkg_prevVext.length();
3545
						if ( endindex > 0 )
3546
						{
3547
							baseVersion = pkg_prevVersion.substring(0, endindex);
3548
						}
3549
					}
3550
				}
3551
 
3552
				// Only want the first entry
3553
				break;
3554
			}
3555
 
3556
			rset.close();
3557
			stmt.close();
3558
 
3559
    	} catch (SQLException e) {
3560
    		baseVersion = null;
7044 dpurdie 3561
    		mLogger.error("Exception for getBaseVersionNumber {}", pv_id);
6914 dpurdie 3562
		}
3563
        return baseVersion;
3564
    }
3565
 
7044 dpurdie 3566
    /** Called only in escrow mode
3567
     * 
3568
     * Used to process each package in the escrow list and to locate all dependent packages - recursively.
3569
     * 
6914 dpurdie 3570
     * if checkCollection is true, checks the pv_id is in the packageCollection
3571
     * if checkCollection is false, or the pv_id is not in the collection
7044 dpurdie 3572
     *    Traverses the pv_id package dependencies
3573
     *    for each dpv.pv_id in the resultset
6914 dpurdie 3574
     *     call traverseDependencies( packageCollection, dpv.pv_id, true )
3575
     *     if the pv_id is not in the collection, add it
7044 dpurdie 3576
     * 
3577
     *   @param packageCollection   - Collection of packages being processed
3578
     *   @param pkg                 - Current package in the collection
3579
     *   @param checkCollection     - How to handle pkg not in the collection. False: Process all package dependencies. True: Skip if package is in collection
3580
     *   @param listIterator        - List iterator being used to iterate over packageCollection. Used to insert new packages
6914 dpurdie 3581
     *   
7044 dpurdie 3582
     *   This function is called recursively
6914 dpurdie 3583
     */
7044 dpurdie 3584
    private void traverseDependencies(ArrayList<Package> packageCollection, Package pkg, boolean checkCollection, ListIterator<Package> listIterator) throws SQLException, Exception
3585
    {
3586
        mLogger.debug("traverseDependencies {}", checkCollection);
6914 dpurdie 3587
        boolean pvIdInCollection = false;
3588
 
3589
        if ( checkCollection )
3590
        {
3591
            for (Iterator<Package> it = packageCollection.iterator(); it.hasNext(); )
3592
            {
3593
                Package p = it.next();
3594
 
3595
                if ( p.mId == pkg.mId )
3596
                {
3597
                    pvIdInCollection = true;
3598
                    break;
3599
                }
3600
            }
3601
        }
3602
 
3603
        if ( !pvIdInCollection )
3604
        {
3605
            ArrayList<Package> resultset = new ArrayList<Package>();
3606
 
3607
            try
3608
            {
3609
                PreparedStatement stmt = mConnection.prepareStatement(
3610
                        "select dpv.pv_id," +
3611
                                "p.pkg_name," + 
3612
                                "dpv.pkg_version," +
3613
                                "dpv.v_ext," + 
3614
                                "release_manager.PK_RMAPI.return_vcs_tag(dpv.pv_id) AS vcsTag" + 
3615
                                " from release_manager.package_versions pv," + 
3616
                                "release_manager.package_dependencies pd," + 
3617
                                "release_manager.package_versions dpv," + 
3618
                                "release_manager.packages p" + 
3619
                                " where pv.pv_id=" + pkg.mId + 
3620
                                "   and pd.pv_id=pv.pv_id" +
3621
                                "   and dpv.pv_id=pd.dpv_id" + 
3622
                                "   and p.pkg_id=dpv.pkg_id" + 
3623
                        " order by pv.pv_id");
3624
                stmt.setFetchSize(1000);
7023 dpurdie 3625
                RmResultSet rset = new RmResultSet(stmt.executeQuery(),"traverseDependencies");
6914 dpurdie 3626
 
3627
                while (rset.next())
3628
                {
7023 dpurdie 3629
                    int pv_id = rset.mustGetKeyInt("pv_id");
3630
                    String pkg_name = rset.mustGetString("pkg_name");
3631
                    String pkg_version = rset.mustGetString("pkg_version");
3632
                    String v_ext = rset.getString("v_ext","");
3633
                    String vcs_tag = rset.getString("vcsTag","");
6914 dpurdie 3634
 
3635
                    Package p = new Package(0, pv_id, pkg_name, pkg_version, v_ext, pkg_name + "." + pkg_version, vcs_tag, 'x');
3636
                    resultset.add(p);
3637
                    pkg.mDependencyCollection.add(p.mAlias);
3638
                }
3639
 
3640
                rset.close();
3641
                stmt.close();
3642
            }
3643
            catch ( SQLException e )
3644
            {
3645
                handleSQLException(e, "");
3646
            }
3647
 
7044 dpurdie 3648
            //  Process each dependent package
6914 dpurdie 3649
            for (Iterator<Package> it = resultset.iterator(); it.hasNext();)
3650
            {
3651
                Package r = it.next();
3652
                traverseDependencies(packageCollection, r, true, listIterator);
3653
 
3654
                pvIdInCollection = false;
3655
 
3656
                for (Iterator<Package> it2 = packageCollection.iterator(); it2.hasNext();)
3657
                {
3658
                    Package p = it2.next();
3659
 
3660
                    if (p.mId == r.mId)
3661
                    {
3662
                        pvIdInCollection = true;
3663
                        break;
3664
                    }
3665
                }
3666
 
3667
                if (!pvIdInCollection)
3668
                {
3669
                    // insert the Package immediately before the next Package returned by next
3670
                    // this does not change the next Package (if any) to be returned by next
3671
                    listIterator.add(r);
3672
                }
3673
 
3674
            }
3675
        }
7044 dpurdie 3676
    }
6914 dpurdie 3677
 
7044 dpurdie 3678
    /** Called only in escrow mode
3679
     * 
3680
     *  <p>Add build information to a Package
3681
     *  <br>Adds: bm_name and bsa_name, but only if they are supported
3682
     * 
3683
     * @param   rippleEngine    - Ripple Engine being used
3684
     * @param   p               - Package to process
3685
     * 
6914 dpurdie 3686
     */
3687
    private void queryBuildInfo(RippleEngine rippleEngine, Package p) throws SQLException, Exception
3688
    {
3689
        mLogger.debug("queryBuildInfo");
3690
 
3691
        try
3692
        {
3693
            CallableStatement stmt = mConnection.prepareCall("select bm.bm_name, bsa.bsa_name "
3694
                    + "from release_manager.package_versions pv," 
3695
                    + "     release_manager.package_build_info pbi,"
3696
                    + "     release_manager.build_machines bm," 
3697
                    + "     release_manager.build_standards_addendum bsa "
3698
                    + "where pv.pv_id=" + p.mId 
3699
                    + "   and pbi.pv_id=pv.pv_id" 
3700
                    + "   and bm.bm_id=pbi.bm_id"
3701
                    + "   and bsa.bsa_id=pbi.bsa_id " 
3702
                    + "order by pv.pv_id");
7023 dpurdie 3703
            RmResultSet rset = new RmResultSet (stmt.executeQuery(),"queryBuildInfo");
6914 dpurdie 3704
 
3705
            while (rset.next())
3706
            {
7023 dpurdie 3707
                String bm_name = rset.mustGetKeyString("bm_name");
3708
                String bsa_name = rset.mustGetString("bsa_name");
6914 dpurdie 3709
 
3710
                BuildStandard bs = new BuildStandard(rippleEngine, bm_name, bsa_name);
3711
 
3712
                if (bs.supportedBuildStandard())
3713
                {
3714
                    p.mBuildStandardCollection.add(bs);
3715
                }
3716
            }
3717
 
3718
            rset.close();
3719
            stmt.close();
3720
        }
3721
        catch ( SQLException e )
3722
        {
3723
            handleSQLException(e, "");
3724
        }
3725
 
3726
    }
3727
 
3728
    /**
3729
     * Find Package by pvid
3730
     * @param   id                  - pvid of package to locate
3731
     * @param   packageCollection   - Collection to scan
3732
     * @return  Package with the matching mID or NULL_PACKAGE if no package has the mID
3733
     */
3734
    protected Package findPackage(int id, ArrayList<Package> packageCollection)
3735
    {
7044 dpurdie 3736
        mLogger.debug("findPackage 1 id {}", id);
6914 dpurdie 3737
        Package retVal = NULL_PACKAGE;
3738
 
3739
        for (Iterator<Package> it = packageCollection.iterator(); it.hasNext(); )
3740
        {
3741
            Package p = it.next();
3742
 
3743
            if ( p.mId == id )
3744
            {
3745
                retVal = p;
3746
                break;
3747
            }
3748
        }
3749
 
7044 dpurdie 3750
        mLogger.debug("findPackage 1 returned {}", retVal.mName);
6914 dpurdie 3751
        return retVal;
3752
    }
3753
 
3754
    /**
3755
     * Find Package by package alias
3756
     * @param   alias               - alias of package to locate
3757
     * @param   packageCollection   - Collection to scan
3758
     * @return  Package with the matching mAlias or NULL_PACKAGE if no package has the mAlias
3759
     */
3760
    protected Package findPackage(String alias, ArrayList<Package> packageCollection)
3761
    {
7044 dpurdie 3762
        mLogger.debug("findPackage 2 alias {}", alias);
6914 dpurdie 3763
        Package retVal = NULL_PACKAGE;
3764
 
3765
        for (Iterator<Package> it = packageCollection.iterator(); it.hasNext(); )
3766
        {
3767
            Package p = it.next();
3768
 
3769
            if ( p.mAlias.compareTo( alias ) == 0 )
3770
            {
3771
                retVal = p;
3772
                break;
3773
            }
3774
        }
3775
 
7044 dpurdie 3776
        mLogger.info("findPackage 2 returned {}", retVal.mName);
6914 dpurdie 3777
        return retVal;
3778
    }
3779
 
3780
    /**only used in daemon mode to determine version existence in the database
3781
     *  1 select pkg_id from release_manager.package_versions where pkg_id=<pkg_id> and pkg_version=<pkg_version>;
3782
     *  2 select pkg_id from release_manager.planned_versions where pkg_id=<pkg_id> and pkg_version=<pkg_version>;
3783
     * returns true if either resultset contains one record to indicate it already exists
3784
     */
3785
    boolean queryPackageVersions(int pkg_id, String pkg_version) throws SQLException, Exception
3786
    {
3787
        mLogger.debug("queryPackageVersions");
3788
        boolean retVal = false;
3789
 
3790
        if ( mUseDatabase )
3791
        {
3792
            try
3793
            {
3794
                mLogger.info("queryPackageVersions release_manager.package_versions");
3795
                CallableStatement stmt1 = mConnection.prepareCall(
3796
                    "select pkg_id" +
3797
                    " from release_manager.package_versions" +
3798
                    " where pkg_id=" + pkg_id + 
3799
                    " and pkg_version='" + pkg_version + "'");
3800
 
3801
                ResultSet rset1 = stmt1.executeQuery();
3802
                int rsetSize = 0;
3803
 
3804
                while( rset1.next() )
3805
                {
3806
                    rsetSize++;
3807
                }
3808
 
3809
                rset1.close();
3810
                stmt1.close();
3811
 
3812
                if ( rsetSize > 1 )
3813
                {
7044 dpurdie 3814
                    String msg = "queryPackageVersions rsetSize > 1 " + pkg_id + " " + pkg_version;
3815
                    mLogger.error(msg);
6914 dpurdie 3816
                    // show stopper
7044 dpurdie 3817
                    throw new Exception(msg);
6914 dpurdie 3818
                }
3819
 
3820
                if ( rsetSize == 1 )
3821
                {
3822
                    retVal = true;
3823
                }
3824
                else
3825
                {
3826
                    mLogger.info("queryPackageVersions release_manager.planned_versions");
3827
                    CallableStatement stmt2 = mConnection.prepareCall(
3828
                        "select pkg_id" +
3829
                        " from release_manager.planned_versions" +
3830
                        " where pkg_id=" + pkg_id + 
3831
                        " and pkg_version='" + pkg_version + "'");
3832
                    ResultSet rset2 = stmt2.executeQuery();
3833
                    rsetSize = 0;
3834
 
3835
                    while( rset2.next() )
3836
                    {
3837
                        rsetSize++;
3838
                    }
3839
 
3840
                    rset2.close();
3841
                    stmt2.close();
3842
 
3843
                    if ( rsetSize > 1 )
3844
                    {
7044 dpurdie 3845
                        String msg = "queryPackageVersions rsetSize > 1 " + pkg_id + " " + pkg_version;
3846
                        mLogger.error(msg);
6914 dpurdie 3847
                        // show stopper
7044 dpurdie 3848
                        throw new Exception(msg);
6914 dpurdie 3849
                    }
3850
 
3851
                    if ( rsetSize == 1 )
3852
                    {
3853
                        retVal = true;
3854
                    }
3855
                }
3856
            }
3857
            catch ( SQLException e )
3858
            {
3859
                handleSQLException(e, "");
3860
            }
3861
        }
3862
 
7044 dpurdie 3863
        mLogger.info("queryPackageVersions returned {}", retVal);
6914 dpurdie 3864
        return retVal;
3865
    }
3866
 
3867
    /**
3868
     * Determine the set of packages that have been excluded from the build 
3869
     * These are packages that have been marked as do_not_ripple 
3870
     *  
3871
     * Overridden in ReleaseManagerUtf
3872
     * 
3873
     * @param buildExclusionCollection
3874
     * @param baseline The rtag_id of the release to examine
3875
     * 
3876
     * @exception SQLException
3877
     * @exception Exception
3878
     */
3879
    public void queryBuildExclusions(List<BuildExclusion> buildExclusionCollection, int baseline) throws SQLException, Exception
3880
    {
7044 dpurdie 3881
        mLogger.debug("queryBuildExclusions {}", baseline);
6914 dpurdie 3882
 
3883
        try
3884
        {
3885
            PreparedStatement stmt = mConnection.prepareStatement(
3886
                    "select pv_id, root_pv_id, root_cause" +
3887
                    " from release_manager.do_not_ripple" + 
3888
                    " where rtag_id=" + baseline);
3889
            stmt.setFetchSize(1000);
7023 dpurdie 3890
            RmResultSet rset = new RmResultSet(stmt.executeQuery(),"queryBuildExclusions");
6914 dpurdie 3891
 
3892
            while( rset.next() )
3893
            {
7023 dpurdie 3894
                int pvId = rset.mustGetKeyInt("pv_id");
3895
                int rootPvId = rset.getInt("root_pv_id", -1);
3896
                String rootCause = rset.getString("root_cause", null);
6914 dpurdie 3897
 
3898
                // force email notification by using a zero test build instruction
3899
                BuildExclusion buildExclusion = new BuildExclusion(pvId, rootPvId, rootCause, 0);
7032 dpurdie 3900
                buildExclusion.setImported();
6914 dpurdie 3901
                buildExclusionCollection.add(buildExclusion);
3902
            }
3903
 
3904
            rset.close();
3905
            stmt.close();
3906
        }
3907
        catch ( SQLException e )
3908
        {
3909
            handleSQLException(e, "");
3910
        }
3911
    }
3912
 
3913
    /**
7032 dpurdie 3914
     * Execute the Exclude_Indirect_From_Build stored procedure
6914 dpurdie 3915
     *  Note: Execute_Indirect_From_Build will delete matching do_not_ripple
3916
     *        rows prior to an insertion - this is crucial!!
7032 dpurdie 3917
     *        
3918
     * Note: The name 'Execute_Indirect_From_Build' is misleading as it appears to be used for both direct and indirect
3919
     *       exclusions.
3920
     * 
6914 dpurdie 3921
     * @param hasConnection        IN True. Use existing connection and will not commit the operation
3922
     * @param packageVersionId     IN passed to Exclude_Indirect_From_Build
3923
     * @param packageVersion       IN passed to Exclude_Indirect_From_Build
3924
     * @param rtagId               IN passed to Exclude_Indirect_From_Build
3925
     * @param rootPvId             IN passed to Exclude_Indirect_From_Build
3926
     * @param rootCause            IN passed to Exclude_Indirect_From_Build
3927
     * @param rootFile             IN passed to Exclude_Indirect_From_Build
3928
     * @param supercede            IN checks for a row with a matching packageVersionId and rtagId when false
3929
     *                                such a row will prevent the execution of Exclude_Indirect_From_Build
3930
     * @param testBuildInstruction IN will prevent the execution of Exclude_Indirect_From_Build true
3931
     * 
3932
     * @exception SQLException
3933
     * @exception Exception
3934
     */
3935
    public void excludeFromBuild(
3936
            boolean hasConnection, 
3937
            int packageVersionId, 
3938
            String packageVersion, 
3939
            int rtagId,
3940
            String rootPvId, 
3941
            String rootCause,
3942
            String rootFile,
3943
            boolean supercede, Boolean testBuildInstruction) throws SQLException, Exception
3944
    {
7044 dpurdie 3945
        mLogger.debug("excludeFromBuild {}", packageVersionId);
6914 dpurdie 3946
 
3947
        //  If a Test Build, then don't excluded package
3948
        if ( testBuildInstruction )
3949
        {
3950
            return;
3951
        }
3952
 
3953
        if ( mUseDatabase )
3954
        {
3955
            try
3956
            {
3957
                if (!hasConnection)
3958
                    connect();
3959
 
3960
                boolean exist = false;
7032 dpurdie 3961
                boolean dbIsIndirect = false;
3962
                boolean entryIsIndirect = (rootPvId != null);
6914 dpurdie 3963
 
3964
                if ( !supercede )
3965
                {
3966
                    // do not exclude a package already excluded ie let the first build failure count
3967
                    // there is a window of opportunity here, but it is worth doing
3968
                    // scenario 1
3969
                    //      1 this query indicates no build failure exists on this version
3970
                    //      2 another build machine reports a build failure on this version
3971
                    //      3 this is then overridden by this thread
3972
                    // does not matter
3973
                    // doing this works well for the following
3974
                    // scenario 2
3975
                    //      1 this query (run by a slave) indicates no build failure exists on this version
3976
                    //      2 build failure is reported
3977
                    //      3 master build machine detects slave in state waiting
3978
                    //      4 master daemon discovers slave did not deliver artifacts
3979
                    //      5 master daemon is prevented from overriding the build failure
7032 dpurdie 3980
                    //
3981
                    // Another complication
3982
                    //  If this is a direct exclusion (rootPvid) is null and the entry in the table is an indirect exclusion
3983
                    //  then we should delete the indirect exclusion and replace it with a direct exclusion
3984
                    //
3985
                    CallableStatement stmt = mConnection.prepareCall("select pv_id, root_pv_id from release_manager.do_not_ripple where pv_id=" + packageVersionId + "and rtag_id=" + rtagId);
6914 dpurdie 3986
                    ResultSet rset = stmt.executeQuery();
3987
 
3988
                    while( rset.next() )
3989
                    {
3990
                        exist = true;
7032 dpurdie 3991
                        rset.getInt("root_pv_id");
3992
                        dbIsIndirect = ! rset.wasNull();
3993
 
3994
                        // Override an indirect database entry with a direct exclusion
3995
                        if ( dbIsIndirect && ! entryIsIndirect ) {
3996
                            exist = false;
3997
                        }
3998
 
6914 dpurdie 3999
                        break;
4000
                    }
4001
 
4002
                    rset.close();
4003
                    stmt.close();
4004
                }
4005
 
4006
                if ( !exist )
4007
                {
4008
                    CallableStatement stmt = mConnection.prepareCall( "begin ? := PK_RMAPI.EXCLUDE_INDIRECT_FROM_BUILD(?,?,?,?,?,?,?); end;" );
4009
                    stmt.registerOutParameter( 1, Types.INTEGER);
4010
                    stmt.setInt    ( 2, packageVersionId );
4011
                    stmt.setString ( 3, packageVersion );
4012
                    stmt.setInt    ( 4, rtagId );
4013
                    stmt.setString ( 5, "buildadm" );
4014
                    stmt.setString ( 6, rootPvId);
4015
                    stmt.setString ( 7, rootCause);
4016
                    stmt.setString ( 8, rootFile);
4017
                    stmt.executeUpdate();
4018
                    int result = stmt.getInt( 1 );
4019
 
4020
                    if ( result != 0 )
4021
                    {
4022
                        // flag build failure
7044 dpurdie 4023
                        mLogger.error( "excludeFromBuild show stopper PK_RMAPI.EXCLUDE_INDIRECT_FROM_BUILD failed, returned {}",  result );
6914 dpurdie 4024
                        throw new Exception("excludeFromBuild show stopper PK_RMAPI.EXCLUDE_INDIRECT_FROM_BUILD failed, returned " + result);
4025
                    }
4026
                    stmt.close();
4027
                    if (!hasConnection )
4028
                        commit();
4029
                }
4030
            }
4031
            catch ( SQLException e )
4032
            {
4033
                handleSQLException(e, "");
4034
            }
4035
            finally
4036
            {
4037
                // this block is executed regardless of what happens in the try block
4038
                // even if an exception is thrown
4039
                // ensure disconnect
4040
                if (!hasConnection )
4041
                    disconnect();
4042
            }
4043
        }
4044
    }
4045
 
4046
    /**
4047
     * Removes an excluded package from the do_not_ripple table, thereby including the package back into the build set.
4048
     * The method does not remove packages that were manually added to the DNR table, as those
4049
     * packages are not in the domain of the buildtool.
4050
     * 
4051
     * @param packageVersionId Packages PVID
4052
     * @param rtagId           The RTAG id of the release to consider
4053
     * 
4054
     * @exception SQLException
4055
     * @exception Exception
4056
     */
4057
 
4058
    public void includeToBuild(int packageVersionId, int rtagId) throws SQLException, Exception
4059
    {
7044 dpurdie 4060
        mLogger.debug("includeToBuild {}", packageVersionId);
6914 dpurdie 4061
        if ( mUseDatabase )
4062
        {
4063
            try
4064
            {
4065
                CallableStatement stmt = mConnection.prepareCall(
4066
                    "delete from release_manager.do_not_ripple " +
4067
                    "  where rtag_id=" + rtagId + 
4068
                    "  and pv_id=" + packageVersionId +
4069
                    "  and (root_pv_id is not NULL or root_cause is not NULL or root_file is not NULL)"
4070
                    );
4071
                stmt.executeUpdate();
4072
                stmt.close();
4073
            }
4074
            catch ( SQLException e )
4075
            {
4076
                handleSQLException(e, "");
4077
            }
4078
        }
4079
    }
4080
 
4081
 
4082
 
4083
 
4084
    /**queries the RUN_LEVEL table using the rcon_id primary key
4085
     * handles database connection and disconnection
4086
     * returns the current_build_files
4087
     * implements the sequence diagram consume build files 
4088
     *  
4089
     * Used by the Slave Daemon
4090
     * 
4091
     *  @param rcon_id - My release config id
4092
     *  @return The buildFile content. Will be null if none is found
4093
     */
4094
    public String queryBuildFile(int rcon_id) throws SQLException, Exception
4095
    {
4096
        String buildFile = null;
4097
 
7044 dpurdie 4098
        mLogger.debug("queryRunLevel 1 rcon_id {}", rcon_id);
6914 dpurdie 4099
        if ( !mUseDatabase )
4100
        {
4101
            mLogger.info("queryRunLevel 1 !mUseDatabase");
4102
            buildFile = "unit test build file content";
4103
        }
4104
        else
4105
        {
4106
            try
4107
            {
4108
                connect();
4109
                CallableStatement stmt = mConnection.prepareCall("select current_build_files from release_manager.run_level where rcon_id=" + rcon_id);
4110
                ResultSet rset = stmt.executeQuery();
4111
                int rsetSize = 0;
4112
 
4113
                while( rset.next() )
4114
                {
4115
                    rsetSize++;
4116
                    buildFile = rset.getString("current_build_files");
4117
                }
4118
 
4119
                if ( rsetSize > 1 )
4120
                {
7033 dpurdie 4121
                    mLogger.error("queryRunLevel 1 rsetSize > 1");
6914 dpurdie 4122
                    // show stopper
4123
                    throw new Exception("queryRunLevel 1 rsetSize > 1");
4124
                }
4125
 
4126
                rset.close();
4127
                stmt.close();
4128
            }
4129
            catch ( SQLException e )
4130
            {
4131
                handleSQLException(e, "");
4132
            }
4133
            finally
4134
            {
4135
                // this block is executed regardless of what happens in the try block
4136
                // even if an exception is thrown
4137
                // ensure disconnect
4138
                disconnect();
4139
            }
4140
        }
4141
 
4142
        return buildFile;
4143
    }
4144
 
4145
    /** Updates mRunLevelCollection
4146
     *  Removes all elements from mRunLevelCollection, then queries the Database
4147
     *  and re-populates the structure.
4148
     *  
4149
     *  Used to determine which slave daemons the master needs to wait upon.
4150
     *  
4151
     *  Ignores entries that are disabled
4152
     *  Ignore entries that have been 'unlinked' - they have no active machine configuration
4153
     *
4154
     *   @param	rtag_id	- Release Tag
4155
     *  
4156
     *	Used by the Master Daemon 
4157
     * 	Overridden in ReleaseManagerUtf 
4158
     */
4159
    public void queryRunLevel(final int rtag_id) throws SQLException, Exception
4160
    {
7044 dpurdie 4161
        mLogger.debug("queryRunLevel 2 rtag_id {}", rtag_id);
6914 dpurdie 4162
 
4163
        mRunLevelCollection.clear();
4164
 
4165
        try
4166
        {
4167
            connect();
4168
            CallableStatement stmt = mConnection.prepareCall(
4169
                    "SELECT rl.rcon_id," +
4170
                    "  rl.current_run_level," +
4171
                    "  NVL(rl.pause,0) as pause," +
4172
                    "  rc.daemon_mode," +
4173
                    "  NVL2(rl.CURRENT_BUILD_FILES, 1 , 0) as bfPresent" +
4174
                    " FROM release_manager.release_config rc," +
4175
                    "     release_manager.run_level rl" +
4176
                    " WHERE rc.rtag_id = " + rtag_id +
4177
                    " AND   rl.rcon_id = rc.rcon_id" +
4178
                    " AND   rc.bmcon_id is not NULL");
4179
            stmt.setFetchSize(20);
7023 dpurdie 4180
            RmResultSet rset = new RmResultSet(stmt.executeQuery(),"queryRunLevel 2");
6914 dpurdie 4181
            int rcon_id = 0;
4182
            int current_run_level = 0;
4183
            String modeString;
4184
            char mode;
4185
            int pause = 0;
4186
            int buildFilePresent = 0;
4187
 
4188
            while( rset.next() )
4189
            {
7023 dpurdie 4190
                rcon_id = rset.mustGetKeyInt("rcon_id");
4191
                modeString = rset.mustGetString("daemon_mode");
6914 dpurdie 4192
                mode = modeString.charAt(0);
7023 dpurdie 4193
                buildFilePresent = rset.getInt("bfPresent",0);
4194
                current_run_level = rset.getInt("current_run_level", BuildState.DB_IDLE.toValue());
6914 dpurdie 4195
 
4196
                //
4197
                //  Pause: null -> 0 == Run
4198
                //         1         == Pause
4199
                //         2         == Disabled
4200
                //
7023 dpurdie 4201
                pause = rset.getInt("pause", 0);
6914 dpurdie 4202
 
4203
                //  Ignore disabled entries
4204
                if ( pause <= 1 )
4205
                {
4206
                    RunLevelData runLevel = new RunLevelData(rcon_id, current_run_level, mode, buildFilePresent);
4207
                    mRunLevelCollection.add(runLevel);
4208
                }
4209
            }
4210
 
4211
            rset.close();
4212
            stmt.close();
4213
        }
4214
        catch ( SQLException e )
4215
        {
4216
            handleSQLException(e, "");
4217
        }
4218
        finally
4219
        {
4220
            // this block is executed regardless of what happens in the try block
4221
            // even if an exception is thrown
4222
            // ensure disconnect
4223
            disconnect();
4224
        }
4225
    }
4226
 
4227
    /**
4228
     * Removes all elements and then re-populates mRunLevelCollection
4229
     * 
4230
     * Queries the RM database to determine the run_level of the current daemon.
4231
     * Populates the mRunLevelCollection with the query result set 
4232
     *  
4233
     * Used to determine if the (Slave) thread should still be running
4234
     *  
4235
     * Used by the Slave Daemon 
4236
     * Overridden in ReleaseManagerUtf 
4237
     * 
4238
     * @param rcon_id     Identify the Release_Config table entry for the daemon
4239
     * @param hostname    Name of the host machine
4240
     * @param daemon_mode Specifies the current daemon type
4241
     * 
4242
     * @exception SQLException
4243
     *                      Database connection errors
4244
     *                      Bad SQL statement
4245
     * @exception Exception Too many rows extracted from the database
4246
     *                      Empty(NULL) data in database
4247
     */
4248
    public void querySingleRunLevel(final int rcon_id, String hostname, char daemon_mode) throws SQLException, Exception
4249
    {
7044 dpurdie 4250
        mLogger.debug("querySingleRunLevel rcon_id {}", rcon_id);
6914 dpurdie 4251
        mRunLevelCollection.clear();
4252
 
4253
        try
4254
        {
4255
            connect();
4256
 
4257
            CallableStatement stmt = mConnection.prepareCall(
4258
                    "select rl.rcon_id, "+
4259
                    "  rl.current_run_level,"+
4260
                    "  NVL(rl.pause,0) as pause," +
4261
                    "  NVL2(rl.CURRENT_BUILD_FILES, 1 , 0) as bfPresent" +
4262
                    " from release_manager.run_level rl,"+
4263
                    "   release_manager.release_config rc" +
4264
                    " where rl.rcon_id = rc.rcon_id" +
4265
                    "   AND rc.rcon_id=" + rcon_id +
4266
                    "   AND rc.bmcon_id is not NULL" +
4267
                    "   AND rc.daemon_mode='" + daemon_mode + "'" +
4268
                    "   AND UPPER(rc.daemon_hostname)=UPPER('" + hostname + "')"
4269
                    );
7023 dpurdie 4270
            RmResultSet rset = new RmResultSet(stmt.executeQuery(),"querySingleRunLevel");
6914 dpurdie 4271
            int rsetSize = 0;
4272
            int current_run_level = 0;
4273
            int pause = 0;
4274
            int buildFilePresent = 0;
4275
 
4276
            while( rset.next() )
4277
            {
4278
                rsetSize++;
7023 dpurdie 4279
                current_run_level = rset.mustGetInt("current_run_level");
4280
                buildFilePresent = rset.getInt("bfPresent",0);
6914 dpurdie 4281
 
4282
                //
4283
                //  Pause: null -> 0 == Run
4284
                //         1         == Pause
4285
                //         2         == Disabled
4286
                //
7023 dpurdie 4287
                pause = rset.getInt("pause",0);
6914 dpurdie 4288
 
4289
                //  Ignore disabled daemons
4290
                if ( pause <= 1)
4291
                {
4292
                    RunLevelData runLevel = new RunLevelData(rcon_id, current_run_level, daemon_mode, buildFilePresent);
4293
                    mRunLevelCollection.add(runLevel);
4294
                }
4295
            }
4296
 
4297
            rset.close();
4298
            stmt.close();
4299
 
4300
            //  Must have no more than one record
4301
            //  Will have none if this daemon is no longer a part of the build set
4302
            //
4303
            if ( rsetSize > 1 )
4304
            {
4305
                //  show stopper
4306
                //  More rows than expected returned from the database
7033 dpurdie 4307
                mLogger.error("querySingleRunLevel rsetSize > 1");
6914 dpurdie 4308
                throw new Exception("querySingleRunLevel rsetSize > 1");
4309
            }
4310
        }
4311
        catch ( SQLException e )
4312
        {
4313
            handleSQLException(e, "");
4314
        }
4315
        finally
4316
        {
4317
            // this block is executed regardless of what happens in the try block
4318
            // even if an exception is thrown
4319
            // ensure disconnect
4320
            disconnect();
4321
        }
4322
    }
4323
 
4324
    /**Queries the RUN_LEVEL_SCHEDULE table to determine if we can proceed
4325
     * <br>Will not proceed if:
4326
     *      <br>- Inside a scheduled downtime
4327
     *      <br>- Indefinite pause present
4328
     * 
4329
     * <br>Should delete rows with a non NULL indefinite pause (but doesn't appear too)
4330
     *  
4331
     * <br>Assumes connection to database has been established
4332
     * 
4333
     * @param   resumeTime.value  Returns date-time when daemon can run again 
4334
     * 
4335
     * @return  False: if a row in the query result set indicates build service downtime is scheduled
4336
     *      <br>False: if a row in the query result set has a non NULL indefinite_pause
4337
     */
4338
    public boolean queryRunLevelSchedule(MutableDate resumeTime) throws SQLException, Exception
4339
    {
4340
        mLogger.debug("queryRunLevelSchedule");
4341
        boolean retVal = true;
4342
 
4343
        if ( mUseDatabase )
4344
        {
4345
            //
4346
            //  Clean up the run_level_schedule table by deleting out of date entries
4347
            //
4348
            try
4349
            {
4350
                CallableStatement stmt = mConnection.prepareCall( "BEGIN PK_BUILDAPI.DELETE_OUT_OF_DATE_SCHEDULE;   END;" );
4351
                stmt.executeUpdate();
4352
                stmt.close();
4353
                commit();
4354
            }
4355
            catch ( SQLException e )
4356
            {
4357
                handleSQLException(e, ":1");
4358
            }
4359
 
4360
            try
4361
            {
4362
                //  Extract info from the database
4363
                //
4364
                CallableStatement stmt = mConnection.prepareCall(
4365
                        "select scheduled_pause, scheduled_resume, repeat, indefinite_pause" + 
4366
                        " from release_manager.run_level_schedule");
4367
                ResultSet rset = stmt.executeQuery();
4368
                Date now = new Date();
4369
 
4370
                //
4371
                //  Scan the database information and determine if there is any reason
4372
                //  to pause. Terminate the loop on the first excuse to pause
4373
                //  as indefinite pause may have multiple (lots) of entries in the data
4374
                //  base.
4375
                //
4376
                while( retVal && rset.next() )
4377
                {
4378
                    //
4379
                    //  Examine the current row from the data base
4380
                    //  Expect one of two forms:
4381
                    //    1) scheduled_pause
4382
                    //       Must also have a scheduled_resume and a repeat
4383
                    //    2) indefinite_pause
4384
                    //
4385
 
4386
                    //  Look for scheduled_pause style of entry
4387
                    //
4388
                    Timestamp sp = rset.getTimestamp("scheduled_pause");
4389
                    if ( sp != null )
4390
                    {
4391
                        Date scheduledPause = new Date( sp.getTime() );
4392
                        Timestamp sr = rset.getTimestamp("scheduled_resume");
4393
 
4394
                        if ( sr != null )
4395
                        {
4396
                            Date scheduledResume = new Date( sr.getTime() );
4397
                            int repeat = rset.getInt("repeat");
7044 dpurdie 4398
                            mLogger.info("queryRunLevelSchedule repeat {}", repeat);
6914 dpurdie 4399
 
4400
                            //
4401
                            //  Have scheduled_pause and scheduled_resume
4402
                            //  Examine the repeat field and determine how these are used
4403
                            //  Supported repeat:
4404
                            //      0:Once Only
4405
                            //      1:Daily           Year, Month and Day information is ignored
4406
                            //      7:Weekly          Only day of week is utilized
4407
                            //
4408
                            if ( !rset.wasNull() )
4409
                            {
4410
                                GregorianCalendar startOfDowntime = new GregorianCalendar();
4411
                                GregorianCalendar endOfDowntime = new GregorianCalendar();
4412
                                GregorianCalendar clock = new GregorianCalendar();
4413
 
4414
                                switch( repeat )
4415
                                {
4416
                                    case 0:
4417
                                        // Once Only
4418
                                        // Simple check between start and end date-times
4419
                                        if ( scheduledPause.before(now) && scheduledResume.after(now) )
4420
                                        {
4421
                                            mLogger.warn("queryRunLevelSchedule one off scheduled downtime");
4422
                                            resumeTime.value = scheduledResume;
4423
                                            retVal = false;
4424
                                        }
4425
                                        break;
4426
 
4427
                                    case 1:
4428
 
4429
                                        //  Daily
4430
                                        //  Create start and end times, then massage some fields
4431
                                        //  to reflect todays date.
4432
                                        //  Use start and end times from scheduled_pause and scheduled_resume
4433
                                        //
4434
 
4435
                                        startOfDowntime.setTime(scheduledPause);
4436
                                        endOfDowntime.setTime(scheduledResume);
4437
                                        clock.setTime(now);
4438
 
4439
                                        // Force date fields to todays date
4440
                                        endOfDowntime.set  ( clock.get(Calendar.YEAR), clock.get(Calendar.MONTH), clock.get(Calendar.DAY_OF_MONTH) );
4441
                                        startOfDowntime.set( clock.get(Calendar.YEAR), clock.get(Calendar.MONTH), clock.get(Calendar.DAY_OF_MONTH) );
4442
 
4443
                                        if ( startOfDowntime.before(clock) && endOfDowntime.after(clock) )
4444
                                        {
4445
                                            mLogger.warn("queryRunLevelSchedule daily scheduled downtime");
4446
                                            resumeTime.value.setTime(endOfDowntime.getTimeInMillis());
4447
                                            retVal = false;
4448
                                        }
4449
                                        break;
4450
 
4451
                                    case 7:
4452
 
4453
                                        // Weekly
4454
                                        // Create start and end times, then massage some fields
4455
                                        // to reflect todays date.
4456
                                        // Use DayOfWeek and time from scheduled_pause
4457
                                        // Use time from scheduled_resume
4458
                                        //
4459
                                        startOfDowntime.setTime(scheduledPause);
4460
                                        endOfDowntime.setTime(scheduledResume);
4461
                                        clock.setTime(now);
4462
 
4463
                                        // Only interested in one day of the week
4464
                                        if ( startOfDowntime.get(Calendar.DAY_OF_WEEK) == clock.get(Calendar.DAY_OF_WEEK) )
4465
                                        {
4466
                                            endOfDowntime.set  ( clock.get(Calendar.YEAR), clock.get(Calendar.MONTH), clock.get(Calendar.DAY_OF_MONTH) );
4467
                                            startOfDowntime.set( clock.get(Calendar.YEAR), clock.get(Calendar.MONTH), clock.get(Calendar.DAY_OF_MONTH) );
4468
 
4469
                                            if ( startOfDowntime.before(clock) && endOfDowntime.after(clock) )
4470
                                            {
4471
                                                mLogger.warn("queryRunLevelSchedule weekly scheduled downtime");
4472
                                                resumeTime.value.setTime(endOfDowntime.getTimeInMillis());
4473
                                                retVal = false;
4474
                                            }
4475
                                        }
4476
                                        break;
4477
 
4478
                                   default:
4479
                                       //
4480
                                       //   Unexpected value
4481
                                       break;
4482
                                }
4483
                            }
4484
                        }
4485
                    }
4486
 
4487
                    //
4488
                    //  Look for indefinite_pause style of entry
4489
                    //  Note: due to an implementation error there may be many
4490
                    //        rows that match. We only need one. The scan will
4491
                    //        be terminated if we find any
4492
                    //  
4493
                    //
4494
                    String ip = rset.getString("indefinite_pause");
4495
                    if ( ip != null )
4496
                    {
4497
                        // indefinite pause is non null
4498
                        mLogger.warn("queryRunLevelSchedule indefinite pause");
4499
                        GregorianCalendar clock = new GregorianCalendar();
4500
                        clock.setTime(now);
4501
                        // wait a minute
4502
                        resumeTime.value.setTime(clock.getTimeInMillis() + 60000);
4503
                        retVal = false;
4504
                    }
4505
                }
4506
 
4507
                rset.close();
4508
                stmt.close();
4509
            }
4510
            catch ( SQLException e )
4511
            {
4512
                handleSQLException(e, ":2");
4513
            }
4514
        }
4515
 
7044 dpurdie 4516
        mLogger.info("queryRunLevelSchedule returning {}", retVal);
6914 dpurdie 4517
        return retVal;
4518
    }
4519
 
4520
    /**persists the runLevel in the RUN_LEVEL table for the rcon_id primary key
4521
     * 
4522
     * Overridden in the UTF
4523
     * 
4524
     * @param   rcon_id         Identifies the Release Connection (daemon)
4525
     * @param   runLevel        The run level to set
4526
     * 
4527
     */
4528
    public void updateCurrentRunLevel(final int rcon_id, final int runLevel) throws SQLException, Exception
4529
    {
4530
        mLogger.debug("updateCurrentRunLevel");
4531
 
4532
        try
4533
        {
4534
            connect();
4535
 
7044 dpurdie 4536
            mLogger.warn("updateCurrentRunLevel: Set Runlevel:{}, rconId:{}", runLevel, rcon_id);
6914 dpurdie 4537
            PreparedStatement stmt = mConnection.prepareCall("update release_manager.run_level set current_run_level=" + runLevel + ", keep_alive=SYSDATE where rcon_id=" + rcon_id);
4538
            stmt.executeUpdate();
4539
            stmt.close();
4540
 
4541
            mLogger.info("updateCurrentRunLevel: committing");
4542
            commit();
4543
            mLogger.info("updateCurrentRunLevel: committed");
4544
        }
4545
        catch ( SQLException e )
4546
        {
4547
            handleSQLException(e, "");
4548
        }
4549
        finally
4550
        {
4551
            // this block is executed regardless of what happens in the try block
4552
            // even if an exception is thrown
4553
            // ensure disconnect
4554
            disconnect();
4555
        }
4556
 
4557
    }
4558
 
4559
    /** Report the current build plan
4560
     *  This is only for display purposes
4561
     *  Assume a connection has been established. Will not commit if the operation is covered by the Mutex
4562
     *  
4563
     * @param mRtagId - Release we are building
4564
     * @param mBuildOrder - Ordered list of PackageVersions that we plan to build
4565
     * @throws Exception 
4566
     * @throws SQLException 
4567
     */
4568
    public void reportPlan(int mRtagId, List<Package> mBuildOrder) throws SQLException, Exception {
7044 dpurdie 4569
        mLogger.debug("reportPlan {}", mRtagId);
6914 dpurdie 4570
 
4571
        if ( mUseDatabase )
4572
        {
4573
            try
4574
            {
4575
                Iterator<Package> it = mBuildOrder.iterator();
4576
                int fragment = 0;
4577
                CallableStatement stmt = mConnection.prepareCall( "call PK_BUILDAPI.set_build_plan(?,?,?)" );
4578
 
4579
                do {
4580
                    //
4581
                    // Generate a comma separated list of PVIDs
4582
                    // Limit the length of the string since we can only pump 4000 chars into a string
4583
                    // Allow 10 chars per PV_ID
4584
                    //
4585
                    StringBuilder pvList = new StringBuilder();
4586
                    String joiner = "";
4587
 
4588
                    while ( pvList.length() < 3000  && it.hasNext() )
4589
                    {
4590
                        Package p = it.next();
4591
                        pvList.append(joiner);
4592
                        pvList.append(p.mId);
4593
                        joiner = ",";
4594
                    }
4595
 
4596
                    //  Terminate if we have nothing to add and its not the first pass
4597
                    if (pvList.length() <= 0 && fragment != 0)
4598
                    {
4599
                        break;
4600
                    }
4601
 
4602
                    //
4603
                    //  Insert data - one fragment at a time
4604
                    //
4605
                    stmt.setInt    ( 1, mRtagId );
4606
                    stmt.setInt    ( 2, fragment );
4607
                    stmt.setString ( 3, pvList.toString() );
4608
                    stmt.executeUpdate();
4609
                    fragment++;
4610
 
4611
                } while(true);
4612
 
4613
                stmt.close();
4614
 
4615
                //  Commit only if not covered by the Mutex
4616
                if ( ! mDoNotCommit )
4617
                    commit();
4618
            }
4619
            catch ( SQLException e )
4620
            {
4621
                handleSQLException(e, "");
4622
            }
4623
            finally
4624
            {
4625
                // this block is executed regardless of what happens in the try block
4626
                // even if an exception is thrown
4627
            }
4628
        }
4629
    }
4630
 
4631
    public void updateBuildDuration(int pvId, int duration) throws Exception {
7044 dpurdie 4632
        mLogger.debug("updateBuildDuration {}:{}", pvId, duration);
6914 dpurdie 4633
        if ( mUseDatabase )
4634
        {
4635
            try
4636
            {
4637
                connect();
4638
 
4639
                String sql = "update release_manager.package_versions set BUILD_TIME = ? where pv_id = ?";
4640
 
4641
                PreparedStatement stmt = mConnection.prepareStatement(sql);
4642
                stmt.setLong( 1,duration );
4643
                stmt.setLong( 2,pvId );
4644
                stmt.executeUpdate();
4645
                stmt.close();
4646
                commit();
4647
            }
4648
            catch ( SQLException e )
4649
            {
4650
                handleSQLException(e, "");
4651
            }
4652
            finally
4653
            {
4654
                disconnect();
4655
            }
4656
        }
4657
    }
4658
 
4659
    /**  Set RippleStop flag to 'w' for waiting
4660
     *  Indicated that the build system will Ripple the package, when the user confirms that it can be done
4661
     *  Assume database connection has been established
4662
     * @param mRtagId 
4663
     * 
4664
     * @param pkg - Package being processed
4665
     * @throws Exception 
4666
     */
4667
    public void setRippleStopWait(int mRtagId, Package pkg) throws Exception {
4668
 
4669
        // Use a stored procedure as it will also do logging
4670
        mLogger.debug("setRippleStopWait");
4671
        if ( mUseDatabase )
4672
        {
4673
            try
4674
            {
4675
                // "BEGIN  PK_PACKAGE.Set_Ripple_Stop( :PV_ID, :RTAG_ID, :USER_ID, :RSTATE );  END;"
4676
 
4677
                CallableStatement stmt = mConnection.prepareCall( "BEGIN  PK_PACKAGE.Set_Ripple_Stop( ?, ?, ?, 'w' );  END;" );
4678
                stmt.setInt(1, pkg.mId);        // PVID
4679
                stmt.setInt(2, mRtagId);        // RTAG ID 
4680
                stmt.setInt(3, 3768);           // USER ID - buildadm ( Yes I know its ugly )
4681
                stmt.executeUpdate();
4682
                stmt.close();
4683
            }
4684
            catch ( SQLException e )
4685
            {
4686
                handleSQLException(e, "");
4687
            }
4688
        }
4689
 
4690
    }
4691
 
4692
}
4693