Subversion Repositories DevTools

Rev

Go to most recent revision | Details | Last modification | View Log | RSS feed

Rev Author Line No. Line
6914 dpurdie 1
package com.erggroup.buildtool.ripple;
2
 
3
import java.sql.Array;
4
import java.sql.CallableStatement;
5
import java.sql.Clob;
6
import java.sql.Connection;
7
import java.sql.DriverManager;
8
import java.sql.PreparedStatement;
9
import java.sql.ResultSet;
10
import java.sql.SQLException;
11
import java.sql.Timestamp;
12
import java.sql.Types;
13
import java.util.ArrayList;
14
import java.util.Arrays;
15
import java.util.Calendar;
16
import java.util.Date;
17
import java.util.GregorianCalendar;
18
import java.util.Iterator;
19
import java.util.List;
20
import java.util.ListIterator;
21
import java.util.concurrent.locks.ReentrantLock;
22
 
23
import oracle.sql.ArrayDescriptor;
24
 
7033 dpurdie 25
import org.slf4j.Logger;
26
import org.slf4j.LoggerFactory;
6914 dpurdie 27
 
28
import com.erggroup.buildtool.ripple.RunLevel.BuildState;
29
import com.erggroup.buildtool.utilities.MutableDate;
30
 
31
/**Release Manager schema abstraction
32
 */
33
public class ReleaseManager implements Cloneable
34
{
35
    /**Unit test hook.
36
     * Prevents Oracle interaction when false.
37
     * @attribute
38
     */
39
    public static boolean mUseDatabase = true;
40
 
41
    /**Debug Support.
42
     * Set to false if EnvVar GBE_BUILDTOOL_DEBUG exists
43
     * Value of GBE_BUILDTOOL_DEBUG is expected to be an email if greater than
44
     * one character.
45
     *
46
     * When set to false will:
47
     *    Prevents use of Oracle Mutex and potential lockout during debug sessions.
48
     *    Prevent the initiation of an indefinite pause.
49
     *    Force abt_usetestarchive, Add -testArchive to the assemble_dpkg command
50
     * @attribute
51
     */
52
    private static boolean mUseMutex = true;
53
 
54
    /** 
55
     * Reasons for building a package
56
     * The character code is inserted directly into the Release Manager Database
57
     * 
58
     */
59
    public enum BuildReason {
60
 
61
        Ripple('R'),
62
        Test('T'),
63
        NewVersion('N'),
64
        Restore('P');
65
 
66
        private char reason;
67
        private BuildReason(char reason) { this.reason = reason; }
68
        @Override
69
        public  String toString() { return String.valueOf(reason); }
70
        public static BuildReason fromValue(String value) {  
71
            if (value != null) {  
72
              for (BuildReason vReason : values()) {  
73
                if (vReason.reason == value.charAt(0) ) {  
74
                  return vReason;  
75
                }  
76
              }  
77
            }
78
            return null;  
79
        }
80
    }
81
 
82
    /**
83
     * The build result : Error, Complete ...
84
     * The character code is inserted directly into the Release Manager Database
85
     */
86
    public enum BuildResult {
87
 
88
        Building('B'),
89
        BuildError('E'),
90
        Complete('C'),
91
        SystemError('S');
92
 
93
        private char state;
94
        private BuildResult(char state) { this.state = state; }
95
        @Override
96
        public  String toString() { return String.valueOf(state); }
97
//        public static BuildResult fromValue(String value) {  
98
//            if (value != null) {  
99
//              for (BuildResult vState : values()) {  
100
//                if (vState.state == value.charAt(0) ) {  
101
//                  return vState;  
102
//                }  
103
//              }  
104
//            }
105
//            return null;  
106
//        }
107
    }
108
 
109
    /**package object of no consequence
110
     * @attribute
111
     */
112
    public static final Package NULL_PACKAGE = new Package();
113
 
114
    /**Logger
115
     * @attribute
116
     */
7033 dpurdie 117
    private static final Logger mLogger = LoggerFactory.getLogger(ReleaseManager.class);
6914 dpurdie 118
 
119
    /** Class to contain a lock and a connection as a single entity
120
     * 
121
     */
122
    static class RmConnection {
123
    	/**
124
    	 *  Connection to the database
125
    	 */
126
    	public Connection mConnection = null;
127
 
128
    	/**
129
    	 *  Lock used to control access to the connection
130
    	 */
131
    	public final ReentrantLock mSession = new ReentrantLock();
132
 
133
    	/** 
134
    	 * Close the connection on disconnect
135
    	 */
136
    	public boolean mCloseOnDisconnect = false;
137
 
138
    	public RmConnection ( boolean closeMe)
139
    	{
140
    		mCloseOnDisconnect = closeMe;
141
    	}
142
 
143
    	/**
144
    	 *  Close the connection - do not throw an error
145
    	 */
146
    	void closeConnection()
147
    	{
148
    		closeConnection(mConnection);
149
    	}
150
 
151
    	/**
152
    	 *  Close the specified connection - do not throw an error.
153
    	 *  To be used for general error handling
154
    	 * @param connection
155
    	 */
156
    	static void closeConnection( Connection connection )
157
    	{
158
            try {
159
                if (connection != null)
160
                	connection.close();
161
            }
162
            catch (SQLException e)
163
            {
7033 dpurdie 164
                mLogger.error("SQL Exception closing connection:" + e.getMessage());
6914 dpurdie 165
            }
166
    	}
167
    }
168
 
169
    /**database connection for use when not planning a build
170
     * @attribute
171
     */
172
    private static RmConnection mNonPlanningConnection = new RmConnection(false);
173
 
174
    /**database session handle for use when planning a build
175
     * @attribute
176
     */
177
    private static RmConnection mPlanningConnection = new RmConnection(true);
178
 
179
    /**database session handle
180
     * note this handle is only ever set to mNonPlanningConnection or mPlanningConnection
181
     * @attribute
182
     */
183
    private Connection mConnection = null;
184
    private boolean    mIsConnected = false;
185
 
186
    /**thread synchronization governing database connection request queuing
187
     * this lock is used by master threads with a low priority planning requirement
188
     * use the fairness parameter to grant access to the longest waiting thread
189
     * @attribute
190
     */
191
    private static final ReentrantLock mLowPriorityQueue = new ReentrantLock(true);
192
 
193
    /**collection of ReleaseConfig objects
194
     * @attribute
195
     */
196
    public ReleaseConfigData mReleaseConfigCollection = new ReleaseConfigData();
197
 
198
    /**database connection string
199
     * @attribute
200
     */
201
    public String mConnectionString = "";
202
 
203
    /**database username
204
     * @attribute
205
     */
206
    private String mUsername = "";
207
 
208
    /**database password
209
     * @attribute
210
     */
211
    private String mPassword = "";
212
 
213
    /**collection of RunLevel objects
214
     * @attribute
215
     */
216
    public List<RunLevelData> mRunLevelCollection = new ArrayList<RunLevelData>();
217
 
218
    /**set in claimVersion, cleared in discardVersion
219
     * @attribute
220
     */
221
    private String mPlannedPkgId = null;
222
 
223
    /**set in claimVersion, cleared in discardVersion
224
     * @attribute
225
     */
226
 
227
    private String mPlannedPkgVersion = null;
228
 
229
    /**prevents inadvertently attempting a commit which releases record locks in between claimMutex and releaseMutex
230
     * @attribute
231
     */
232
    private boolean mDoNotCommit = false;
233
 
234
     /**
235
     * Controls the data collection mode.
236
     * True : daemon Mode (default)
237
     * False: escrow Mode
238
     */
239
    public boolean mDaemon = true;
240
 
241
    /**
242
     * Indication of the state of the RM mutex
243
     * Used only for reporting
244
     */
245
    public String mMutexState = "";
246
 
247
    /**
248
     *  The number of seconds to postpone a shut down of a daemon set
249
     *  after the thread has started. 
250
     *  
251
     *  This will prevent a daemon from being automatically disabled as soon
252
     *  as it is restarted
253
     *  
254
     *  Set to four hours
255
     */
256
    private static final long mPostponeShutdown = 4L * 60L * 60L;
257
 
258
 
259
    /**constructor
260
     * @param connectionString
261
     * @param username
262
     * @param password
263
     */
264
    public ReleaseManager(final String connectionString, final String username, final String password)
265
    {
266
        mLogger.debug("ReleaseManager " + connectionString);
267
        mConnectionString = connectionString;
268
        mUsername = username;
269
        mPassword = password;
270
 
271
        String gbeBtDebug = System.getenv("GBE_BUILDTOOL_DEBUG");
272
        if ( gbeBtDebug != null )
273
        {
7033 dpurdie 274
            mLogger.error("GBE_BUILDTOOL_DEBUG set - Use of database mutex supressed");
6914 dpurdie 275
            setNoMutex();
276
        }
277
    }
278
 
279
    /**
280
     * Clone an instance of this class
281
     */
282
    @Override
283
    public Object clone() throws CloneNotSupportedException {
284
 
285
        //  Clone myself - using Java's build in stuff
286
        ReleaseManager clonedObj = (ReleaseManager) super.clone();
287
 
288
        //  Fix up several members
289
        //
290
        clonedObj.mConnection = null;
291
        clonedObj.mReleaseConfigCollection = new ReleaseConfigData();
292
        clonedObj.mRunLevelCollection = new ArrayList<RunLevelData>();
293
        clonedObj.mPlannedPkgId = null;
294
        clonedObj.mDoNotCommit = false;
295
        clonedObj.mPlannedPkgVersion = null;
296
 
297
        return clonedObj;
298
    }
299
 
300
 
301
    /**constructor used when schema information is unknown eg location, username, password
302
     */
303
    public ReleaseManager()
304
    {
305
        // inherit mConnectionString, mUsername, mPassword
306
        mLogger.debug("ReleaseManager");
307
    }
308
 
309
    /**
310
     * Set the mode of operation to be either escrow mode or daemon mode
311
     * 
312
     * @param isDaemon True: Daemon Mode
313
     *               False: Escrow Mode
314
     */
315
    public void setDaemonMode(boolean isDaemon)
316
    {
317
        mDaemon = isDaemon;
318
        mLogger.debug("DaemonMode:" + mDaemon);
319
    }
320
 
321
    /**
322
     * Clear mUseMutex
323
     * Used only in test mode to prevent the use of a mutex 
324
     */
325
    public static void setNoMutex()
326
    {
327
        mUseMutex = false;
328
    }
329
 
330
    /**
331
     * Return the state of mUseMutex
332
     * True indicates that the system must use a Mutex to access data
333
     */
334
    public static boolean getUseMutex()
335
    {
336
        return mUseMutex;
337
    }
338
 
339
    /** Returns the current time
340
     * 
341
     *  Overridden in ReleaseManagerUtf
342
     */
343
    public long currentTimeMillis()
344
    {
345
        return System.currentTimeMillis();
346
    }
347
 
348
    /** Returns the applications major version number
349
     *  Used to stamp the generated XML files to ensure that producer and consumer match 
350
     * 
351
     * Overridden in ReleaseManagerUtf
352
     */
353
    public String getMajorVersionNumber()
354
    {
355
        return this.getClass().getPackage().getSpecificationVersion();
356
    }
357
 
358
    /**connect to oracle - in a non planning mode 
359
     * Overridden in ReleaseManagerUtf 
360
     */
361
    public void connect() throws SQLException
362
    {
363
        mLogger.debug("connect");
364
        mNonPlanningConnection = connect( mNonPlanningConnection );
365
    }
366
 
367
    /**connect to oracle - to plan a build
368
     * @param   priority - true: Connect with a high priority (last planning session resulted in a build)
369
     */
370
    public void connectForPlanning( boolean priority ) throws SQLException
371
    {
372
        mLogger.debug("connectForPlanning");
373
 
374
        if ( !priority )
375
        {
376
            // limit only one thread with a low priority build requirement to connect
377
            if ( mLowPriorityQueue.isHeldByCurrentThread() )
378
            {
379
                // by design a thread must NOT connect multiple times
380
                // this is to ensure the lock is claimed only once
381
                mLogger.error("connectForPlanning thread already has the lock");
382
            }
383
            else
384
            {
385
                mLogger.debug("connectForPlanning calling lock");
386
                mLowPriorityQueue.lock();
387
                mLogger.debug("connectForPlanning called lock");
388
            }
389
        }
390
 
391
        // threads with a high priority build requirement are not subject to the mLowPriorityQueue
392
        mPlanningConnection = connect( mPlanningConnection );    
393
    }
394
 
395
    /**Connect to oracle - finally
396
     *  @param  session         - Lock item to use
397
     *  @param  connection      - Connection to use 
398
     */
399
    private RmConnection connect( RmConnection rmc ) throws SQLException
400
    {
401
        mLogger.debug("connect");
402
 
403
        try
404
        {
405
            if ( rmc.mSession.isHeldByCurrentThread() )
406
            {
407
                // by design a thread must NOT connect multiple times
408
                // this is to ensure the lock is claimed only once
409
                mLogger.error("connect thread already has the lock");
410
            }
411
            else
412
            {
413
                mLogger.debug("connect calling lock");
414
                rmc.mSession.lock();
415
                mLogger.debug("connect called lock");
416
            }
417
 
418
            if ( !mUseDatabase )
419
            {
420
                mLogger.info("connect !mUseDatabase");
421
            }
422
            else
423
            {
424
                // DEVI 46868
425
                // loop indefinitely until a connection attempt succeeds
426
                // unless the failure is on the first attempt
427
                boolean problemConnecting;
428
 
429
                do
430
                {
431
                    mLogger.debug("connect check connection");
432
                    problemConnecting = false;
433
 
434
                    try
435
                    {
436
                        if ( rmc.mConnection == null || ( rmc.mConnection != null && !rmc.mConnection.isValid(10) ) )
437
                        {
438
                            mLogger.warn("connect calling getConnection");
439
                            rmc.mConnection = DriverManager.getConnection(mConnectionString, mUsername, mPassword);
440
                            // when connection to the database is established, the connection, by default, is in auto-commit mode
441
                            // to adhere to the design in the use of select for update, it is crucial to turn auto-commit off
442
                            // this also improves performance
443
                            rmc.mConnection.setAutoCommit(false);
444
                        }
445
                    }
446
                    catch(SQLException e)
447
                    {
448
                        mLogger.warn("connect determined problem connecting");
449
                        problemConnecting = true;
450
                        try
451
                        {
452
                            // sleep 30 secs
453
                            mLogger.warn("connect getConnection failed. sleep 30secs");
454
                            Thread.sleep(30000);
455
                        }
456
                        catch (InterruptedException f)
457
                        {
458
                            mLogger.warn("connect caught InterruptedException");
459
                            Thread.currentThread().interrupt();
460
                        }
461
 
462
                        if ( rmc.mConnection == null )
463
                        {
464
                            // failed on first connection attempt - unlikely due to database loading - likely bad connection parameters
465
                            throw new SQLException();
466
                        }
467
                    }
468
                } while ( problemConnecting );
469
                mLogger.debug("connect checked connection");
470
            }
471
        }
472
        finally
473
        {
474
            mConnection = rmc.mConnection;
475
            mIsConnected = true;
476
            mLogger.debug("connect finally connection");
477
        }
478
        return rmc;
479
 
480
    }
481
 
482
    /**Disconnect from oracle Database 
483
     * <br>Is overridden in ReleaseManagerUtf for test purposes 
484
     */
485
    public void disconnect()
486
    {
487
        mLogger.debug("disconnect");
488
 
489
        disconnect( mNonPlanningConnection );
490
    }
491
 
492
    /**Disconnect from oracle
493
     * @param   priority    - True: High priority planning thread
494
     */
495
    public void disconnectForPlanning( boolean priority )
496
    {
497
        mLogger.debug("disconnectForPlanning");
498
 
499
        if ( !priority )
500
        {
501
            // allow another low priority thread to connect
502
            try {
503
                mLowPriorityQueue.unlock();
504
            }
505
            catch( IllegalMonitorStateException e ) {
7033 dpurdie 506
                mLogger.error("disconnectForPlanning. IllegalMonitorStateException exception");
6914 dpurdie 507
            }
508
        }
509
 
510
        disconnect( mPlanningConnection );
511
    }
512
 
513
    /**Disconnect from oracle
514
     * Internal oracle disconnection method. Wrapped by publicly available disconnection methods
515
     * @param   session. Session Lock
516
     */
517
    private void disconnect( RmConnection connection )
518
    {
519
        mLogger.debug("disconnect");
520
 
521
        // The planning connection is flagged to close on disconnect
522
        // This is an attempt to prevent database deadlocks - which have been seen
523
        // under unknown conditions.
524
        // Done before the lock is released
525
        if (connection.mCloseOnDisconnect)
526
        {
527
            mLogger.debug("disconnect close on disconnect");
528
        	connection.closeConnection();
529
        }
530
 
531
        // by design, a thread may call disconnect multiple times
532
        // this is a technique used in finally blocks
533
        // it is to ensure the lock is released in all cases
534
        // only unlock if it is held by this thread
535
        // when unlock is called on a ReentrantLock held by this thread
536
        // the hold count is decremented
537
        // connect should only let the hold count be incremented to 1
538
        // when the hold count is 0 the lock is released
539
        // and the ReentrantLock is no longer held by this thread
540
        // only call unlock when the lock is held by this thread
541
        if ( connection.mSession.isHeldByCurrentThread() )
542
        {
543
            mLogger.debug("disconnect calling unlock");
544
            try {
545
                connection.mSession.unlock();
546
            }
547
            catch (IllegalMonitorStateException e) {
7033 dpurdie 548
                mLogger.error("disconnect. IllegalMonitorStateException exception");
6914 dpurdie 549
            }
550
            mLogger.debug("disconnect called unlock");
551
        }
552
 
553
        mIsConnected = false;
554
    }
555
 
556
    /** Common processing SQL Exceptions
557
     *  If it is a connection error then a new SQLException will be thrown otherwise
558
     *  its an error with the SQL itself and a normal Exception will be thrown.
559
     *  
560
     * @param e                 - Exception being thrown
561
     * @param instanceId        - Method suffix to differentiate multiple methods of the same name
562
     * 
563
     * @throws SQLException
564
     * @throws Exception
565
     */
566
    void handleSQLException(SQLException e, String instanceId ) throws SQLException, Exception
567
    {
568
        String callingMethodName = Thread.currentThread().getStackTrace()[2].getMethodName() + instanceId ;
7033 dpurdie 569
        mLogger.error(callingMethodName + " sql exception:" + e.getMessage());
6914 dpurdie 570
 
571
        if ( mConnection == null || !mConnection.isValid(10) )
572
        {
573
            mLogger.error(callingMethodName + " database access error only");
574
            RmConnection.closeConnection(mConnection);
575
            throw new SQLException(e);
576
        }
577
        else
578
        {
7033 dpurdie 579
            mLogger.error(callingMethodName + " show stopper");
6914 dpurdie 580
            throw new Exception(callingMethodName + " show stopper");
581
        }
582
    }
583
 
584
    /** Claim the Build System Planning Lock
585
     * Essentially locks the row in the BUILD_SERVICE_CONFIG table with a service of MUTEX
586
     * for the duration of the transaction this prevents other MasterThreads from 
587
     * generating build files in parallel and hence prevents planned version numbering contention 
588
     */
589
    public void claimMutex() throws SQLException, Exception
590
    {
591
        mLogger.debug("claimMutex");
592
        mMutexState = "Claiming Mutex";
593
        if ( mUseDatabase && mUseMutex )
594
        {
595
            try
596
            {
597
                CallableStatement stmt = mConnection.prepareCall("select CONFIG from release_manager.BUILD_SERVICE_CONFIG WHERE SERVICE='MUTEX' FOR UPDATE");
7033 dpurdie 598
                mLogger.error("claimMutex calling stmt.executeUpdate");
6914 dpurdie 599
                stmt.executeUpdate();
7033 dpurdie 600
                mLogger.error("claimMutex called stmt.executeUpdate");
6914 dpurdie 601
                stmt.close();
602
                mDoNotCommit = true;
603
                mMutexState = "Holding Mutex";
604
            }
605
            catch ( SQLException e )
606
            {
607
                mMutexState = "Mutex Claim Exception";
608
                handleSQLException(e, "");
609
            }
610
 
611
            // about to start the planning process again, discard previous
612
            discardVersions();
613
        }
614
    }
615
 
616
    /** Release the Build System Planning Lock 
617
     *  Essentially unlocks the row in the BUILD_SERVICE_CONFIG table with a service of MUTEX
618
     */
619
    public void releaseMutex() throws SQLException, Exception
620
    {
621
        mLogger.debug("releaseMutex");
622
        mMutexState = "Releasing Mutex";
623
        if ( mUseDatabase )
624
        {
625
            try
626
            {
627
                mDoNotCommit = false;
7033 dpurdie 628
                mLogger.error("releaseMutex calling commit");
6914 dpurdie 629
                commit();
7033 dpurdie 630
                mLogger.error("releaseMutex called commit");
6914 dpurdie 631
                mMutexState = "Released Mutex";
632
            }
633
            catch ( SQLException e )
634
            {
635
                mMutexState = "Mutex Release Exception";
636
                handleSQLException(e, "");
637
            }
638
        }
639
    }
640
 
641
    /**central commit protection
642
     */
643
    private void commit() throws SQLException, Exception
644
    {
645
        mLogger.debug("commit");
646
        if ( mUseDatabase )
647
        {
648
            if ( mDoNotCommit )
649
            {
650
                mLogger.error("commit attempted commit with mDoNotCommit set, this is a programming error");
651
            }
652
            else
653
            {
654
                mConnection.commit();
655
            }
656
        }
657
    }
658
 
659
    /**Flag a Build System Pause in the database
660
     * This is aimed at stopping ALL daemons dead in the water
661
     * 
662
     * Used when handling an unsupported exception case in either the main or slave daemons
663
     * typically an SQLException other than a database connection related on
664
     *
665
     * @param mRecoverable  True: Recoverable pause wait until recovery is detected
666
     *                  <br>False: Unrecoverable pause. Wait for 20 minutes 
667
     */
668
    public void indefinitePause(boolean mRecoverable)
669
    {
670
        mLogger.debug("indefinitePause");
671
        if ( mUseDatabase )
672
        {
673
            String sqlStr;
674
            if ( mRecoverable) {
675
                sqlStr = "begin PK_BUILDAPI.set_infinite_pause(); end;";
676
            }
677
            else {
678
                sqlStr = "begin PK_BUILDAPI.set_finite_pause(20); end;";
679
            }
680
            try
681
            {
682
                connect();
683
                CallableStatement stmt = mConnection.prepareCall( sqlStr );
684
                stmt.executeUpdate();
685
                stmt.close();
686
                commit();
687
            }
688
            catch( SQLException e )
689
            {
690
                // do not throw Exception
691
                // this is part of Exception handling
7033 dpurdie 692
                mLogger.error( "indefinitePause caught SQLException " + e.getMessage() );
6914 dpurdie 693
                RmConnection.closeConnection(mConnection);
694
            }
695
            catch( Exception e )
696
            {
7033 dpurdie 697
                mLogger.error( "indefinitePause caught Exception " + e.getMessage() );
6914 dpurdie 698
            }
699
            finally
700
            {
701
                // this block is executed regardless of what happens in the try block
702
                // even if an exception is thrown
703
                // ensure disconnect
704
                try
705
                {
706
                    disconnect();
707
                }
708
                catch( Exception e )
709
                {
710
                    // do not throw Exception
711
                    // this is part of Exception handling
7033 dpurdie 712
                    mLogger.error( "indefinitePause2 caught Exception " + e.getMessage() );
6914 dpurdie 713
                    RmConnection.closeConnection(mConnection);
714
                }
715
            }
716
        }
717
    }
718
 
719
    /**ensures a run_level_schedule row with a non null indefinite_pause column does not exist
720
     * this is aimed at resuming all daemons
721
     * 
722
     * Assumes connection to database has been established
723
     */
724
    public void resumeIndefinitePause() throws SQLException, Exception
725
    {
726
        mLogger.debug("resume");
727
        if ( mUseDatabase )
728
        {
729
            try
730
            {
731
                CallableStatement stmt = mConnection.prepareCall( "begin PK_BUILDAPI.SET_RESUME(); end;" );
732
                stmt.executeUpdate();
733
                stmt.close();
734
                commit();
735
            }
736
            catch ( SQLException e )
737
            {
738
                handleSQLException(e, "");
739
            }
740
        }
741
    }
742
 
743
 
744
    /**
745
     *  Only used in daemon mode
746
     *  Update the Database information to show the package being built
747
     * 
748
     * @param pkgId  Identify the package (name) being built
749
     * 
750
     * @param pkgVersion
751
     *                The version at which the package is being built
752
     * 
753
     * @param rtagId The release Id in which the package is being built
754
     * 
755
     * @exception SQLException
756
     * @exception Exception
757
     */
758
    void claimVersion(int pkgId, String pkgVersion, int rtagId) throws SQLException, Exception
759
    {
760
        mLogger.debug("claimVersion " + pkgId + " " + pkgVersion);
761
        if ( mUseDatabase )
762
        {
763
            CallableStatement stmt1 = null;
764
            try
765
            {
766
                if (isRtagIdConfigured( rtagId ))
767
                {
768
                    stmt1 = mConnection.prepareCall(
769
                            "insert into release_manager.planned_versions (pkg_id, pkg_version, planned_time) values (?,?, sysdate)");
770
                    stmt1.setInt(1, pkgId);
771
                    stmt1.setString(2, pkgVersion);
772
                    stmt1.executeUpdate();
773
 
774
                    mPlannedPkgId = String.valueOf(pkgId);
775
                    mPlannedPkgVersion = pkgVersion;
776
                }
777
            }
778
            catch ( SQLException e )
779
            {
780
                handleSQLException(e, "");
781
            }
782
            finally {
783
                if (stmt1 != null)
784
                    stmt1.close();
785
            }
786
        }
787
    }
788
 
789
    /**Only used in daemon mode
790
     * <br>Delete planned package package information from the last planned build
791
     * <p>
792
     * Note: There is an aging process to cleanup entries that are left around due to
793
     *       unforeseen errors.
794
     * <p>      
795
     * Resets mPlannedPkgId and mPlannedPkgVersion to null
796
     * 
797
     * @exception   SQLException
798
     * @exception   Exception
799
     */
800
    public void discardVersion() throws SQLException, Exception
801
    {
7033 dpurdie 802
        mLogger.error("discardVersion");
6914 dpurdie 803
 
804
        if ( mPlannedPkgId != null && mPlannedPkgVersion != null )
805
        {
806
            try
807
            {
808
                connect();
809
                CallableStatement stmt = mConnection.prepareCall(
810
                    "delete from release_manager.planned_versions" +
811
                    " where pkg_id=" + mPlannedPkgId + 
812
                    "   and pkg_version='" + mPlannedPkgVersion + "'");
813
                stmt.executeUpdate();
814
                stmt.close();
815
                commit();
816
                mPlannedPkgId = null;
817
                mPlannedPkgVersion = null;
818
            }
819
            catch ( SQLException e )
820
            {
821
                handleSQLException(e, "");
822
            }
823
            finally
824
            {
825
                disconnect();
826
            }
827
        }
828
    }
829
 
830
    /** Delete planned versions over 24 hours old (rounded to the nearest hour that is) 
831
     *  Only used in daemon mode 
832
     */
833
    private void discardVersions() throws SQLException, Exception
834
    {
835
        mLogger.debug("discardVersions");
836
        try
837
        {
838
            // housekeeping whilst the daemon has the mutex
839
            // trunc(sysdate, 'hh') returns the time now rounded to the nearest hour
840
            // trunc(sysdate, 'hh') - 1 returns the time 24 hours ago rounded to the nearest hour
841
            // this statement does not return any rows when planned_time is null, though this should never be the case
842
            CallableStatement stmt = mConnection.prepareCall("delete from release_manager.planned_versions where planned_time < trunc(sysdate, 'hh') - 1");
843
            stmt.executeUpdate();
844
            stmt.close();
845
        }
846
        catch ( SQLException e )
847
        {
848
            handleSQLException(e, "");
849
        }
850
    }
851
 
852
    /**Update the Database information to show that a package is being built 
853
     * Only used in daemon mode
854
     * 
855
     *  @param rconId - Identifies the Release Config table entry
856
     *  @param pkgId - Identifies the name of the package being built
857
     *  @param pkgPvId - Identifies the packageVersion the build is based upon
858
     */
859
    public void setCurrentPackageBeingBuilt(int rconId, int pkgId, int pkgPvId) throws SQLException, Exception
860
    {
7033 dpurdie 861
        mLogger.error("setCurrentPackageBeingBuilt " + rconId);
6914 dpurdie 862
        if ( mUseDatabase )
863
        {
864
            CallableStatement stmt = null;
865
            try
866
            {
867
                connect();
868
 
869
                stmt = mConnection.prepareCall(
870
                        "update release_manager.run_level rl"+
871
                        " set current_pkg_id_being_built=?"+
872
                        "    ,current_pv_id=?" +
873
                        "    ,last_build=sysdate" +
874
                        " where rl.rcon_id=?" 
875
                        );
876
                stmt.setInt(1, pkgId);
877
                stmt.setInt(2, pkgPvId);
878
                stmt.setInt(3, rconId);                    
879
                stmt.executeUpdate();
880
 
881
                commit();
882
            }
883
            catch ( SQLException e )
884
            {
885
                handleSQLException(e, "");
886
            }
887
            finally
888
            {
889
                // this block is executed regardless of what happens in the try block
890
                // even if an exception is thrown
891
                // ensure disconnect
892
                if (stmt != null)
893
                    stmt.close();
894
                disconnect();
895
            }
896
        }
897
    }
898
 
899
 
900
    /**Update the Database information to show that no package is being built 
901
     * Only used in daemon mode
902
     * 
903
     *  @param rconId - Identifies the Release Config table entry
904
     */
905
    public void clearCurrentPackageBeingBuilt(int rconId) throws SQLException, Exception
906
    {
7033 dpurdie 907
        mLogger.error("clearCurrentPackageBeingBuilt " + rconId);
6914 dpurdie 908
        if ( mUseDatabase )
909
        {
910
            try
911
            {
912
                connect();
913
 
914
                CallableStatement stmt4 = mConnection.prepareCall(
915
                        "update release_manager.run_level" +
916
                        " set current_pkg_id_being_built=NULL,"+
917
                        "     current_pv_id=NULL," +
918
                        "     current_build_files=NULL" +
919
                        " where rcon_id=" + rconId
920
                         );
921
                stmt4.executeUpdate();
922
                stmt4.close();
923
                commit();
924
            }
925
            catch ( SQLException e )
926
            {
927
                handleSQLException(e, "");
928
            }
929
            finally
930
            {
931
                // this block is executed regardless of what happens in the try block
932
                // even if an exception is thrown
933
                // ensure disconnect
934
                disconnect();
935
            }
936
        }
937
    }
938
 
939
    /**
940
     * Executes the AutoMakeRelease stored procedure with the passed parameters
941
     *          Handles database connection/disconnection
942
     * 
943
     * @param mReporting
944
     * 
945
     * @return A publishing error
946
     *         True: A publishing error that only affect the current package
947
     *         False: No publishing error
948
     * @exception SQLException
949
     * @exception Exception A publishing error that affects the entire build system.
950
     *                      This will cause an 'indefinite pause'
951
     */
952
    public boolean autoMakeRelease(ReportingData mReporting) throws SQLException, Exception
953
    {
954
 
955
        mReporting.errMsg = null;
956
        mLogger.debug("autoMakeRelease " + mReporting.packageName);
957
        if ( mUseDatabase )
958
        {
959
            try
960
            {
961
                //  Create an array of dependencies
962
                //  Convert the string mReporting.packageDepends into an array
963
                //      mReporting.packageDepends is of the form 'PackageName','PackageVersion';'PackageName2','PackageVersion2'
964
                String [] depArrayData = mReporting.packageDepends.split(";"); 
965
                ArrayDescriptor desc = ArrayDescriptor.createDescriptor("RELEASE_MANAGER" + "." + "RELMGR_VARCHAR2_TAB_T", mConnection);
966
                Array depArray = new oracle.sql.ARRAY(desc, mConnection, depArrayData);                
967
 
968
                connect();
969
                CallableStatement stmt = mConnection.prepareCall( "begin ? := PK_RMAPI.AUTO_MAKE_VCSRELEASE2(?,?,?,?,?,?,?,?); end;" );
970
                stmt.registerOutParameter( 1, Types.INTEGER);
971
                stmt.setLong( 2, mReporting.rtagId );
972
                stmt.setString( 3, mReporting.packageName );
973
                stmt.setString( 4, mReporting.packageExtension );
974
                stmt.setString( 5, mReporting.packageVersion );
975
                stmt.setString( 6, mReporting.newVcsTag );
976
                stmt.setArray ( 7, depArray );
977
                stmt.setInt   ( 8, mReporting.isRipple ? 1 : 0 );
978
                stmt.setString( 9, "buildadm" );
979
                stmt.executeUpdate();
980
                int result = stmt.getInt( 1 );
981
 
982
                //
983
                //  Return values
984
                //      >0 PVID of package
985
                //      -1 Package not found in pending table
986
                //      -2 Package already exists
987
                //      -3 Not approved for auto build
988
                //      -4 Package Migrated to SVN being built from CC tag
989
                //      -5 Rippled Package: Source path changed
990
                //  Sql Application Errors cause an SQLException
991
                //         Rtagid is NULL
992
                //         No Package Name
993
                //         No Package Version
994
                //         No Package VCS
995
                //         Bad IsRipple value
996
                //         No User Name
997
                //         Malformed VCS Tag
998
                //         Database missing VCS tag
999
                //         Invalid UserName
1000
                //
1001
 
1002
                //
1003
                //  Report per-package errors directly
1004
                //  Exceptions are for errors that need to halt the entire system
1005
                //
1006
                if ( result <= 0 )
1007
                {
7033 dpurdie 1008
                    mLogger.error("autoMakeRelease PK_RMAPI.AUTO_MAKE_VCSRELEASE failed, returned " + result);
6914 dpurdie 1009
                    if ( result == -4 ) {
1010
                        mReporting.errMsg = "Package migrated to SVN being built from CC tag";
1011
                    } else if ( result == -3 ) {
1012
                        mReporting.errMsg = "Package not approved for autobuild";
1013
                    } else if ( result == -2 ) {
1014
                        // This is OK
1015
                    }  else if ( result == -1 ) {
1016
                        mReporting.errMsg = "Package Version no longer pending";
1017
                    }  else if ( result == -5 ) {
1018
                        mReporting.errMsg = "VCS Source path changed in ripple build";
1019
                    } else {
1020
                        // Don't know this error - so its fatal
1021
                        throw new Exception("autoMakeRelease show stopper PK_RMAPI.AUTO_MAKE_VCSRELEASE failed, returned " + result);
1022
                    }
1023
                }
1024
                else
1025
                {
1026
 
1027
                    //  Now that the package-version has been created in the database, we have the pv_id of the
1028
                    //  new package. Use this in the reporting process.
1029
                    mReporting.packageVersionId = result;
1030
                }
1031
 
1032
                stmt.close();
1033
                commit();
1034
            }
1035
            catch ( SQLException e )
1036
            {
1037
                handleSQLException(e, "");
1038
            }
1039
            finally
1040
            {
1041
                // this block is executed regardless of what happens in the try block
1042
                // even if an exception is thrown
1043
                // ensure disconnect
1044
                disconnect();
1045
            }
1046
        }
1047
        return (mReporting.errMsg != null);
1048
    }
1049
 
1050
    /** Executes the insertPackageMetrics stored procedure with the passed parameters
1051
     *  Handles database connection/disconnection
1052
     */
1053
    public void insertPackageMetrics(int mRtagId, String packageName, 
1054
            String packageExtension, String metrics) throws SQLException, Exception
1055
    {
1056
        mLogger.debug("insertPackageMetrics " + packageName);
1057
        if ( mUseDatabase )
1058
        {
1059
            try
1060
            {
1061
                connect();
1062
                CallableStatement stmt = mConnection.prepareCall( "begin ? := PK_RMAPI.INSERT_PACKAGE_METRICS(?,?,?,?); end;" );
1063
                stmt.registerOutParameter( 1, Types.INTEGER);
1064
                stmt.setInt   ( 2, mRtagId );
1065
                stmt.setString( 3, packageName );
1066
                stmt.setString( 4, packageExtension );
1067
                stmt.setString( 5, metrics );
1068
                stmt.executeUpdate();
1069
                int result = stmt.getInt( 1 );
1070
 
1071
                if ( result != 0 )
1072
                {
1073
                    // flag build failure
7033 dpurdie 1074
                    mLogger.error("insertPackageMetrics show stopper PK_RMAPI.INSERT_PACKAGE_METRICS failed, returned" + result);
6914 dpurdie 1075
                    throw new Exception("insertPackageMetrics show stopper PK_RMAPI.INSERT_PACKAGE_METRICS failed, returned" + result);
1076
                }
1077
                stmt.close();
1078
                commit();
1079
            }
1080
            catch ( SQLException e )
1081
            {
1082
                handleSQLException(e, "");
1083
            }
1084
            finally
1085
            {
1086
                // this block is executed regardless of what happens in the try block
1087
                // even if an exception is thrown
1088
                // ensure disconnect
1089
                disconnect();
1090
            }
1091
        }
1092
    }
1093
 
1094
    /**
1095
     * Add entry to the Build_Instance table
1096
     * Returns the build instance number. This will be used to cross reference unit tests results
1097
     * 
1098
     * @throws throws SQLException, Exception 
1099
     * 
1100
     */
1101
    public int createBuildInstance(int rtagId, int pvId, BuildReason reason) throws SQLException, Exception
1102
    {
1103
        int buildId = 0;
1104
 
1105
        mLogger.debug("createBuildInstance " + rtagId + ":" + pvId);
1106
        if ( mUseDatabase )
1107
        {
1108
            try
1109
            {
1110
                connect();
1111
 
1112
                CallableStatement stmt = mConnection.prepareCall("begin ? := PK_RMAPI.new_build_instance(?,?,?); end;");
1113
                stmt.registerOutParameter( 1, Types.INTEGER);
1114
                stmt.setLong( 2,rtagId );
1115
                stmt.setLong( 3,pvId );
1116
                stmt.setString( 4,reason.toString() );
1117
                stmt.executeUpdate();
1118
                buildId = stmt.getInt( 1 );
1119
 
1120
                mLogger.warn("createBuildInstance: Build Instance ID: " + buildId);
1121
 
1122
                stmt.close();
1123
                commit();
1124
            }
1125
            catch ( SQLException e )
1126
            {
1127
                handleSQLException(e, "");
1128
            }
1129
            finally
1130
            {
1131
                // this block is executed regardless of what happens in the try block
1132
                //      even if an exception is thrown
1133
                //      ensure disconnect
1134
                disconnect();
1135
            }
1136
        }
1137
        return buildId;
1138
    }
1139
 
1140
    /**
1141
     * Update the Build_Instance table.
1142
     * <br>Record the state of the current build in the database
1143
     * 
1144
     * @param buildId  - Build ID of build
1145
     * @param pvId     - PV_ID of the build
1146
     * @param result   - Outcome  of the build
1147
     * 
1148
     * Returns the internal error code. <0 == error
1149
     * 
1150
     * @throws throws SQLException, Exception 
1151
     * 
1152
     */
1153
    public int updateBuildInstance(int buildID, int pvId, BuildResult result) throws SQLException, Exception
1154
    {
1155
        int rv = 0;
1156
 
1157
        mLogger.debug("updateBuildInstance " + buildID + ":" + pvId + ":" + result);
1158
        if ( mUseDatabase )
1159
        {
1160
            try
1161
            {
1162
                connect();
1163
 
1164
                String sql = "begin ? := PK_RMAPI.update_build_instance(?,?,?); end;";
1165
 
1166
                CallableStatement stmt = mConnection.prepareCall(sql);
1167
                stmt.registerOutParameter( 1, Types.INTEGER);
1168
                stmt.setLong( 2,buildID );
1169
                stmt.setLong( 3,pvId );
1170
                stmt.setString( 4,result.toString() );
1171
                stmt.executeUpdate();
1172
                rv = stmt.getInt( 1 );
1173
 
1174
                mLogger.warn("updateBuildInstance: Result: " + rv);
1175
 
1176
                stmt.close();
1177
                commit();
1178
            }
1179
            catch ( SQLException e )
1180
            {
1181
                handleSQLException(e, "");
1182
            }
1183
            finally
1184
            {
1185
                // this block is executed regardless of what happens in the try block
1186
                //      even if an exception is thrown
1187
                //      ensure disconnect
1188
                disconnect();
1189
            }
1190
        }
1191
        return rv;
1192
    }
1193
 
1194
    /**
1195
     * Insert Test Results into Release Manager
1196
     * Manage connection and disconnection
1197
     * 
1198
     * @param buildId
1199
     * @param btr
1200
     * @throws Exception, SQLException 
1201
     */
1202
    public void insertTestResults(int buildId, BuildTestResults btr) throws Exception, SQLException
1203
    {
1204
        if (buildId <= 0)
1205
        {
1206
            mLogger.warn("insertTestResults: Invalid build Id");
1207
            return;
1208
        }
1209
 
1210
        if ( !mUseDatabase || !btr.mResultsFound )
1211
        {
1212
            return;
1213
        }
1214
 
1215
        mLogger.warn("insertTestResults: " + buildId + ", Number:" + btr.mTestResults.size() );
1216
        try
1217
        {
1218
            connect();
1219
            String sql = "BEGIN ? := PK_RMAPI.insert_test_run(?, ?, ?, ?, ?, ?, ?);end;";
1220
            CallableStatement stmt = mConnection.prepareCall(sql);
1221
            stmt.registerOutParameter( 1, Types.INTEGER);
1222
            stmt.setLong(2, buildId);
1223
            Clob myClob = mConnection.createClob();
1224
 
1225
            for (int ii = 0; ii < btr.mTestResults.size(); ii++)
1226
            {
1227
                //System.out.println("Data: " +data.testResults.get(ii).toString());
1228
 
1229
                BuildTestResults.testResultData td = btr.mTestResults.get(ii);
1230
                if (td.platform != null)
1231
                {
1232
                    stmt.setString(3, td.testName);
1233
                    stmt.setString(4, td.outcome);
1234
                    stmt.setString(5, td.platform);
1235
                    stmt.setString(6, td.type);
1236
                    if (td.duration ==  null) {
1237
                        stmt.setNull(7, Types.NUMERIC);
1238
                    } else {
1239
                        stmt.setLong  (7, td.duration);
1240
                    }
1241
 
1242
                    // Insert CLOB data, or a null
1243
                    if (td.message == null)
1244
                    {
1245
                        stmt.setNull(8,Types.CLOB);
1246
                    }
1247
                    else
1248
                    {
1249
                        myClob.truncate(0);
1250
                        myClob.setString(1, td.message);
1251
                        stmt.setClob(8, myClob);
1252
                    }
1253
 
1254
                    stmt.execute();
1255
                    int rv = stmt.getInt( 1 );
1256
 
1257
                    if (rv != 1)
1258
                    {
7033 dpurdie 1259
                        mLogger.error("insertTestResults show stopper. Insert error");
6914 dpurdie 1260
                        throw new Exception("insertTestResults show stopper. Insert error");
1261
                    }
1262
                }
1263
            }
1264
            stmt.close();
1265
 
1266
        }
1267
        catch ( SQLException e )
1268
        {
1269
            handleSQLException(e, "");
1270
        }
1271
        finally
1272
        {
1273
            // this block is executed regardless of what happens in the try block
1274
            // even if an exception is thrown
1275
            // ensure disconnect
1276
            disconnect();
1277
        }
1278
    }
1279
 
1280
    /**executes the get_daemon_inst function with the passed parameters
7023 dpurdie 1281
     * @param   di          - Daemon Instruction Control Data Information
1282
     * 
6914 dpurdie 1283
     * @return  true if an instruction exists - for use in a while loop
1284
     */
7023 dpurdie 1285
    public boolean getDaemonInst(DaemonInstruction di ) throws SQLException, Exception
6914 dpurdie 1286
    {
7023 dpurdie 1287
        mLogger.debug("getDaemonInst " + di.instruction);
6914 dpurdie 1288
        boolean retVal = false;
1289
 
1290
        if ( mUseDatabase )
1291
        {
1292
            try
1293
            {
7023 dpurdie 1294
                CallableStatement stmt = mConnection.prepareCall( "begin ? := PK_BUILDAPI.GET_DAEMON_INST(?,?,?,?,?,?,?); end;" );
6914 dpurdie 1295
                stmt.registerOutParameter(1, Types.INTEGER);
1296
                stmt.registerOutParameter(3, Types.INTEGER);
1297
                stmt.registerOutParameter(4, Types.INTEGER);
1298
                stmt.registerOutParameter(5, Types.INTEGER);
1299
                stmt.registerOutParameter(6, Types.INTEGER);
1300
                stmt.registerOutParameter(7, Types.INTEGER);
7023 dpurdie 1301
                stmt.setInt(2, di.rtag_id );
1302
                stmt.setInt( 3, di.instruction );
1303
                stmt.setInt( 4, di.opCode );
1304
                stmt.setInt(8, di.expired ? 1 : 0);
6914 dpurdie 1305
                stmt.execute();
1306
                int result = stmt.getInt( 1 );
1307
 
1308
                if ( result == 1 )
1309
                {
1310
                    retVal = true;
7023 dpurdie 1311
                    di.instruction = stmt.getInt( 3 );
1312
                    di.pvId = stmt.getInt( 5 );
1313
                    di.userId = stmt.getInt( 6 );
6914 dpurdie 1314
 
1315
                    //
1316
                    //  Convert userId into an email address
1317
                    //
1318
                    CallableStatement stmt1 = mConnection.prepareCall(
7023 dpurdie 1319
                            "select user_email from release_manager.users where user_id=" + di.userId);
6914 dpurdie 1320
                    ResultSet rset1 = stmt1.executeQuery();
1321
 
1322
                    while( rset1.next() )
1323
                    {
7023 dpurdie 1324
                        di.userEmail = rset1.getString("user_email");
6914 dpurdie 1325
                        if (rset1.wasNull())
1326
                        {
7023 dpurdie 1327
                            di.userEmail = "";
6914 dpurdie 1328
                        }
1329
                    }
1330
 
1331
                    rset1.close();
1332
                    stmt1.close();
1333
 
1334
                }
1335
 
1336
                stmt.close();
1337
 
1338
            }
1339
            catch ( SQLException e )
1340
            {
1341
                handleSQLException(e, "");
1342
            }
1343
        }
1344
        return retVal;
1345
    }
7023 dpurdie 1346
 
6914 dpurdie 1347
    /** Mark a Daemon Instruction as in-progress
1348
     *  Assumes that a database connection has been established
1349
     *  Assumes that the connection is within a Mutex session and the database commit will be done elsewhere
1350
     *  
1351
     *  @param  instruction - PVID of the daemon instruction to process
1352
     */
1353
    public void markDaemonInstInProgress(final int instruction) throws SQLException, Exception
1354
    {
1355
        mLogger.debug("markDaemonInstInProgress " + instruction);
1356
 
1357
        if ( mUseDatabase )
1358
        {
1359
            try
1360
            {
1361
                CallableStatement stmt = mConnection.prepareCall( "call PK_BUILDAPI.MARK_DAEMON_INST_IN_PROGRESS(?)" );
1362
                stmt.setInt( 1, instruction );
1363
                stmt.executeUpdate();
1364
                stmt.close();
1365
            }
1366
            catch ( SQLException e )
1367
            {
1368
                handleSQLException(e, "");
1369
            }
1370
        }
1371
    }
1372
 
1373
    /** Mark a Daemon Instruction as completed
1374
     *  Will establish (and release) a database connection if non is currently open
1375
     *  Will commit the change - unless commits have been disabled within a Mutex session
1376
     *  
1377
     *  @param  instruction - PVID of Daemon Instruction to process
1378
     */
1379
    public void markDaemonInstCompleted(final int instruction) throws SQLException, Exception
1380
    {
1381
        mLogger.debug("markDaemonInstCompletedConnect " + instruction);
1382
        boolean connectionCreated = false;
1383
 
1384
        try
1385
        {
1386
            if (! mIsConnected)
1387
            {
1388
                connect();
1389
                connectionCreated = true;
1390
            }
1391
 
1392
            if ( mUseDatabase )
1393
            {
1394
                try
1395
                {
1396
                    CallableStatement stmt = mConnection.prepareCall( "call PK_BUILDAPI.MARK_DAEMON_INST_COMPLETED(?)" );
1397
                    stmt.setInt( 1, instruction );
1398
                    stmt.executeUpdate();
1399
                    stmt.close();
1400
                }
1401
                catch ( SQLException e )
1402
                {
1403
                    handleSQLException(e, "");
1404
                }
1405
            }
1406
 
1407
            if ( ! mDoNotCommit )
1408
            {
1409
                commit();
1410
            }
1411
        }
1412
        catch ( SQLException e )
1413
        {
1414
            handleSQLException(e, "");
1415
        }
1416
        finally
1417
        {
1418
            // this block is executed regardless of what happens in the try block
1419
            // even if an exception is thrown
1420
            // ensure disconnect
1421
            if (connectionCreated)
1422
            {
1423
                disconnect();
1424
            }
1425
        }
1426
    }
1427
 
1428
    /**
1429
     * Determine the RTAG_ID associated with a given SBOM
1430
     * Sets up mRtagId and mSbomId 
1431
     *  
1432
     * Overridden in ReleaseManagerUtf
1433
     * 
1434
     * @param sbom_id An sbom_id to process
1435
     * 
1436
     * @return The SBOM's RTAG_ID, or zero if none was found
1437
     * @exception SQLException
1438
     */
1439
    public int queryRtagIdForSbom(int sbom_id) throws SQLException
1440
    {
1441
        int rtagId = 0;
1442
 
1443
        CallableStatement stmt = mConnection.prepareCall("select b.rtag_id_fk from deployment_manager.boms b where b.bom_id=" + sbom_id);
1444
        ResultSet rset = stmt.executeQuery();
1445
        while( rset.next() )
1446
        {
1447
            rtagId = rset.getInt("rtag_id_fk");
1448
        }
1449
        rset.close();
1450
        stmt.close();
1451
 
1452
        return rtagId;
1453
     }
1454
 
1455
 
1456
    /**In daemon mode
1457
     * Returns a concatenation of the proj_name and rtag_name 
1458
     *  
1459
     * In escrow mode
1460
     * Returns a concatenation of the proj_name, branch_name, bom_version and bom_lifecycle 
1461
     *  
1462
     * Overridden in ReleaseManagerUtf 
1463
     */
1464
    public String queryBaselineName(int baseline) throws SQLException, Exception
1465
    {
1466
        mLogger.debug("queryBaselineName " + mDaemon);
1467
        StringBuilder retVal = new StringBuilder();
1468
 
1469
        String sql = "";
1470
 
1471
        if ( mDaemon )
1472
        {
1473
            sql = "select p.proj_name, rt.rtag_name" +
1474
                  " from release_manager.projects p, release_manager.release_tags rt" +
1475
                  " where rt.rtag_id=" + baseline + " and p.proj_id=rt.proj_id";
1476
        }
1477
        else
1478
        {
1479
            sql = "select dp.proj_name, br.branch_name, b.bom_version, b.bom_lifecycle" +
1480
                  " from deployment_manager.dm_projects dp, deployment_manager.branches br, deployment_manager.boms b" +
1481
                  " where b.bom_id=" + baseline + " and br.branch_id=b.branch_id and dp.proj_id=br.proj_id";
1482
        }
1483
 
1484
        try
1485
        {
1486
            CallableStatement stmt = mConnection.prepareCall(sql);
1487
            ResultSet rset = stmt.executeQuery();
1488
 
1489
            while( rset.next() )
1490
            {
1491
                String proj_name = rset.getString("proj_name");
1492
 
1493
                if ( proj_name != null )
1494
                {
1495
                    retVal.append(proj_name);
1496
                }
1497
 
1498
                if ( mDaemon )
1499
                {
1500
                    String rtag_name = rset.getString("rtag_name");
1501
 
1502
                    if ( rtag_name != null )
1503
                    {
1504
                        retVal.append(" > ").append(rtag_name);
1505
                    }
1506
                }
1507
                else
1508
                {
1509
                    String branch_name = rset.getString("branch_name");
1510
 
1511
                    if ( branch_name != null )
1512
                    {
1513
                        retVal.append(" > ").append(branch_name);
1514
                    }
1515
 
1516
                    String bom_version = rset.getString("bom_version");
1517
 
1518
                    if ( bom_version != null )
1519
                    {
1520
                        retVal.append(" ").append(bom_version);
1521
                    }
1522
 
1523
                    String bom_lifecycle = rset.getString("bom_lifecycle");
1524
 
1525
                    if ( bom_lifecycle != null )
1526
                    {
1527
                        retVal.append(".").append(bom_lifecycle);
1528
                    }
1529
                }
1530
            }
1531
 
1532
            rset.close();
1533
            stmt.close();
1534
        }
1535
        catch ( SQLException e )
1536
        {
1537
            handleSQLException(e, "");
1538
        }
1539
 
1540
        mLogger.info("queryBaselineName returned " + retVal);
1541
        return retVal.toString();
1542
    }
1543
 
1544
    /**only used in daemon mode
1545
     *   select config from release_manager.build_service_config where service='MAIL SERVER';
1546
     * returns the configured service 
1547
     *  
1548
     * Overridden in ReleaseManagerUtf 
1549
     *  
1550
     */
1551
    public String queryMailServer() throws SQLException, Exception
1552
    {
1553
        mLogger.debug("queryMailServer");
1554
        String retVal = "";
1555
 
1556
 
1557
        try
1558
        {
1559
            CallableStatement stmt = mConnection.prepareCall("select config from release_manager.build_service_config where service='MAIL SERVER'");
1560
            ResultSet rset = stmt.executeQuery();
1561
 
1562
            while( rset.next() )
1563
            {
1564
                String config = rset.getString("config");
1565
 
1566
                if ( config != null )
1567
                {
1568
                    retVal = config;
1569
                    break;
1570
                }
1571
            }
1572
 
1573
            rset.close();
1574
            stmt.close();
1575
        }
1576
        catch ( SQLException e )
1577
        {
1578
            handleSQLException(e, "");
1579
        }
1580
 
1581
 
1582
        mLogger.info("queryMailServer returned " + retVal);
1583
        return retVal;
1584
    }
1585
 
1586
    /**only used in daemon mode
1587
     * returns the configured service 
1588
     *  
1589
     * Overridden in ReleaseManagerUtf 
1590
     *  
1591
     */
1592
    public String queryMailSender() throws SQLException, Exception
1593
    {
1594
        mLogger.debug("queryMailSender");
1595
        String retVal = "";
1596
 
1597
        try
1598
        {
1599
            CallableStatement stmt = mConnection.prepareCall("select config from release_manager.build_service_config where service='BUILD FAILURE MAIL SENDER'");
1600
            ResultSet rset = stmt.executeQuery();
1601
 
1602
            while( rset.next() )
1603
            {
1604
                String config = rset.getString("config");
1605
 
1606
                if ( config != null )
1607
                {
1608
                    retVal = config;
1609
                    break;
1610
                }
1611
            }
1612
 
1613
            rset.close();
1614
            stmt.close();
1615
        }
1616
        catch ( SQLException e )
1617
        {
1618
            handleSQLException(e, "");
1619
        }
1620
 
1621
        mLogger.debug("queryMailSender returned " + retVal);
1622
        return retVal;
1623
    }
1624
 
1625
    /**only used in daemon mode
1626
     * returns the configured global email addresses 
1627
     *  
1628
     * Overridden in ReleaseManagerUtf 
1629
     */
1630
    public String queryGlobalAddresses() throws SQLException, Exception
1631
    {
1632
        mLogger.debug("queryGlobalAddresses");
1633
        String retVal = "";
1634
 
1635
        try
1636
        {
1637
            CallableStatement stmt = mConnection.prepareCall(
1638
                    "select u.user_email from release_manager.build_service_config bsc, release_manager.users u " +
1639
                            "where bsc.service='GLOBAL EMAIL ADDRESS LIST' and u.full_name=bsc.config"
1640
                    );
1641
            ResultSet rset = stmt.executeQuery();
1642
 
1643
            while( rset.next() )
1644
            {
1645
                String email = rset.getString("user_email");
1646
 
1647
                if ( email != null )
1648
                {
1649
                    retVal = email;
1650
                    break;
1651
                }
1652
            }
1653
 
1654
            rset.close();
1655
            stmt.close();
1656
        }
1657
        catch ( SQLException e )
1658
        {
1659
            handleSQLException(e, "");
1660
        }
1661
 
1662
 
1663
        mLogger.debug("queryGlobalAddresses returned " + retVal);
1664
        return retVal;
1665
    }
1666
 
1667
    /**
1668
     * Determine a list of global, project wide and release email recipients
1669
     * All emails will be sent to people on this list
1670
     * @param baseline - an rtag_id
1671
     * @throws SQLException
1672
     * @returns String vector of email addresses
1673
     */
1674
    public List<String> queryProjectEmail(int baseline) throws SQLException
1675
    {
1676
        //
1677
        //  Get Global and Project Wide email information
1678
        //
1679
        mLogger.debug("queryGlobalandProjectEmail");
1680
        ArrayList<String> emailCollection = new ArrayList<String>();
1681
 
1682
        CallableStatement stmt0 = mConnection.prepareCall(
1683
                "select u.user_email " +
1684
                        "from release_manager.autobuild_failure af, " + 
1685
                        "release_manager.members_group mg, " + 
1686
                        "release_manager.users u, " + 
1687
                        "release_manager.views v, " + 
1688
                        "release_manager.release_tags rt " +
1689
                        "where rt.rtag_id=" + baseline + " " +
1690
                        "and v.view_name='PROJECT WIDE' " +
1691
                        "and af.proj_id=rt.proj_id " +
1692
                        "and af.view_id=v.view_id " +
1693
                        "and mg.group_email_id=af.group_email_id " +
1694
                        "and u.user_id=mg.user_id"
1695
                );
1696
        ResultSet rset0 = stmt0.executeQuery();
1697
        while( rset0.next() )
1698
        {
1699
            String email = rset0.getString("user_email");
1700
 
1701
            if ( email != null )
1702
            {
1703
                email = email.trim();
1704
                emailCollection.addAll( Arrays.asList(email.split("\\s*[,\\s]+\\s*")));
1705
            }
1706
        }
1707
 
1708
        rset0.close();
1709
        stmt0.close();
1710
 
1711
        //  Fetch the Release Specific email address
1712
        //  It may be comma separated
1713
        CallableStatement stmt1 = mConnection.prepareCall(
1714
                "select owner_email from release_manager.release_tags rt where rt.rtag_id = " + baseline
1715
                );
1716
        ResultSet rset1 = stmt1.executeQuery();
1717
 
1718
        while( rset1.next() )
1719
        {
1720
            String email = rset1.getString("owner_email");
1721
 
1722
            if ( email != null )
1723
            {
1724
                email = email.trim();
1725
                emailCollection.addAll( Arrays.asList(email.split("\\s*[,\\s]+\\s*")));
1726
            }
1727
        }
1728
 
1729
        rset1.close();
1730
        stmt1.close();
1731
 
1732
        return emailCollection;
1733
    }
1734
 
1735
    /**	Clears the database entry of the build file
1736
     *  <br>The assumption is that the file has been collected from the database and stored for use
1737
     *  
1738
     *  <p>sets CURRENT_BUILD_FILES to NULL for the rcon_id
1739
     */
1740
    public void clearBuildFile(int rcon_id) throws SQLException, Exception
1741
    {
1742
        mLogger.debug("clearBuildFile");
1743
 
1744
        try
1745
        {
1746
            connect();
1747
 
1748
            CallableStatement stmt = mConnection.prepareCall(
1749
                    "update release_manager.run_level" +
1750
                    " set current_build_files=NULL" +
1751
                    " where rcon_id=" + rcon_id
1752
                    );
1753
            stmt.executeUpdate();
1754
            stmt.close();
1755
            commit();
1756
        }
1757
        catch ( SQLException e )
1758
        {
1759
            handleSQLException(e, "");
1760
        }
1761
        finally
1762
        {
1763
            // this block is executed regardless of what happens in the try block
1764
            // even if an exception is thrown
1765
            // ensure disconnect
1766
            disconnect();
1767
        }
1768
    }
1769
 
1770
    /** Stores a buildfile in the database so that all daemons can collect it
1771
     * updates the CURRENT_BUILD_FILES for the rtag_id
1772
     *      This will trigger the slave build cycle
1773
     * Also sets the pkg_id and pvId of the package being built
1774
     *      This is only used for display purposes in Release manager
1775
     * 
1776
     * @param rtag_id   - Target Release
1777
     * @param buildFile - buildfile content to be saved
1778
     */
1779
    public void publishBuildFile(int rtag_id, BuildFile buildFile) throws SQLException, Exception
1780
    {
1781
        mLogger.debug("publishBuildFile publishing a build file of length " + buildFile.content.length());
1782
        mLogger.debug("publishBuildFile publishing pkgId: " + buildFile.mPkgId + " pvid: " + buildFile.mPvId);
1783
 
1784
        try
1785
        {
1786
            connect();
1787
 
1788
            if ( isRtagIdConfigured( rtag_id ) )
1789
            {
1790
                PreparedStatement stmt = mConnection.prepareStatement(
1791
                        "update release_manager.run_level " +
1792
                                "    set current_build_files=?,  " +
1793
                                "        current_pkg_id_being_built=?,"+
1794
                                "        current_pv_id=?," +
1795
                                "       last_build=sysdate" +
1796
                                "    WHERE rcon_id in (  " +
1797
                                "        select rl.rcon_id from release_manager.release_config rc,  " +
1798
                                "               release_manager.run_level rl  " +
1799
                                "        where rc.rtag_id=? and rl.rcon_id=rc.rcon_id )" );
1800
                stmt.setString(1, buildFile.content);
1801
 
1802
                if (buildFile.mPkgId ==  0) {
1803
                    stmt.setNull(2, Types.NUMERIC);
1804
                } else {
1805
                    stmt.setInt  (2, buildFile.mPkgId);
1806
                }
1807
 
1808
                if (buildFile.mPvId ==  0) {
1809
                    stmt.setNull(3, Types.NUMERIC);
1810
                } else {
1811
                    stmt.setInt  (3, buildFile.mPvId);
1812
                }
1813
 
1814
                stmt.setInt(4, rtag_id);
1815
 
1816
                stmt.executeUpdate();
1817
                stmt.close();
1818
                commit();
1819
            }
1820
        }
1821
        catch ( SQLException e )
1822
        {
1823
            handleSQLException(e, "");
1824
        }
1825
        catch ( Exception e )
1826
        {
1827
            // this catch and rethrow is historical
1828
            // problems were found using CallableStatement when updating a CLOB column with data > 4000 bytes
7033 dpurdie 1829
            mLogger.error("publishBuildFile caught Exception " + e.getMessage());
6914 dpurdie 1830
            throw new Exception("publishBuildFile caught Exception " + e.getMessage());
1831
        }
1832
        finally
1833
        {
1834
            // this block is executed regardless of what happens in the try block
1835
            // even if an exception is thrown
1836
            // ensure disconnect
1837
            disconnect();
1838
        }
1839
    }
1840
 
1841
    /**only used in daemon mode
1842
     * <br>Query the Release Sequence Number for the specified Release, while ensuing that the machine
1843
     * is still a part of the current build set
1844
     * 
1845
     * @param   rtagId      Release Identifier
1846
     * @return  <0  - No longer a part of the Build Set
1847
     * <br>     >=0 - Release Sequence Number
1848
     * 
1849
     */
1850
    public int queryReleaseSeqNum(int rtagId, int rcon_id, String machine_hostname) throws SQLException, Exception
1851
    {
1852
        mLogger.debug("queryReleaseSeqNum");
1853
        int retVal = 0;
1854
 
1855
        if ( mUseDatabase )
1856
        {
1857
            try
1858
            {
1859
                connect();
1860
                mLogger.info("queryReleaseSeqNum queryReleaseSeqNum");
1861
                CallableStatement stmt = mConnection.prepareCall(
1862
                        "SELECT NVL(rl.pause,0) AS pause, " + 
1863
                                "(select seqnum from release_modified where rtag_id = "+ rtagId +") as seqnum" +
1864
                                " FROM run_level rl," +
1865
                                "  release_config rc," +
1866
                                "  BUILD_MACHINE_CONFIG bmc" +
1867
                                " WHERE rl.rcon_id = " + rcon_id +
1868
                                " AND rl.RCON_ID   = rc.RCON_ID" +
1869
                                " AND rc.BMCON_ID IS NOT NULL" +
1870
                                " AND rc.BMCON_ID = bmc.BMCON_ID" +
1871
                                " AND rc.DAEMON_MODE = 'M'" +
1872
                                " AND UPPER(bmc.MACHINE_HOSTNAME) = UPPER('"+machine_hostname+"')"
1873
                                );
1874
 
1875
                ResultSet rset = stmt.executeQuery();
1876
                if( rset.next() )
1877
                {
1878
                    int pause = rset.getInt("pause");
1879
                    if (pause > 1)
1880
                        retVal = -2;
1881
                    else
1882
                        retVal = rset.getInt("seqnum");                        
1883
                }
1884
                else
1885
                {
1886
                    retVal = -1;
1887
                }
1888
 
1889
                rset.close();
1890
                stmt.close();
1891
            }
1892
            catch ( SQLException e )
1893
            {
1894
                handleSQLException(e, "");
1895
            }
1896
            finally
1897
            {
1898
                disconnect();
1899
            }
1900
        }
1901
 
1902
        mLogger.warn("queryReleaseSeqNum returned " + retVal);
1903
        return retVal;
1904
    }
1905
 
1906
    /**
1907
     * Disable all the daemons for a specific release
1908
     *      Should only be done by the master
1909
     *      Used when master thread discovers that no build has occurred for a long time
1910
     *      
1911
     * @param rtag_id
1912
     * @throws SQLException
1913
     * @throws Exception
1914
     */
1915
    private void disableDaemons(final int rtag_id) throws SQLException, Exception
1916
    {
7033 dpurdie 1917
        mLogger.error("disableDaemons: " + rtag_id );
6914 dpurdie 1918
 
1919
        try
1920
        {
1921
            CallableStatement stmt1 = mConnection.prepareCall( "call PK_BUILDAPI.set_daemon_states(?,2)" );
1922
            stmt1.setInt( 1, rtag_id );
1923
            stmt1.executeUpdate();
1924
            stmt1.close();
1925
            commit();
1926
        }
1927
        catch ( SQLException e )
1928
        {
1929
            handleSQLException(e, "");
1930
        }
1931
    }
1932
 
1933
    /**Checks the existence of any valid daemon configuration for the Release
1934
     * 
1935
     * A valid configuration record has a release_config entry that is linked to
1936
     * a machine_configuration entry. ie: unlinked entries are not part of a configured set.
1937
     * 
1938
     * @param   rtag_id - Release Tag to test
1939
     * @return  True if the Release still has a configuration entry
1940
     */
1941
    private boolean isRtagIdConfigured(final int rtag_id) throws SQLException, Exception
1942
    {
1943
        mLogger.debug("isRtagIdConfigured");
1944
        boolean retVal = false;
1945
 
1946
        try
1947
        {
1948
            // check if the rcon_id is still configured
1949
            CallableStatement stmt = mConnection.prepareCall(
1950
                    "select rtag_id"
1951
                    + " from release_manager.release_config"
1952
                    + " where rtag_id=" + rtag_id
1953
                    + " AND bmcon_id is not NULL");
1954
            ResultSet rset = stmt.executeQuery();
1955
 
1956
            while( rset.next() )
1957
            {
1958
                retVal = true;
1959
            }
1960
 
1961
            rset.close();
1962
            stmt.close();
1963
        }
1964
        catch ( SQLException e )
1965
        {
1966
            handleSQLException(e, "");
1967
        }
1968
        mLogger.info("isRtagIdConfigured returning " + retVal);
1969
        return retVal;
1970
    }
1971
 
1972
    /**queries the RUN_LEVEL table for daemon to determine if the daemon has been paused
1973
     * or disabled.
1974
     * 
1975
     * Used as a part of allowedToProceed()
1976
     * 
1977
     * Handles the following conditions
1978
     *  Daemon has be de-configured - Returns TRUE
1979
     *  Daemon has been paused - Returns FALSE
1980
     *  Daemon has been disabled - Returns TRUE
1981
     *  Daemon has been set to run - Returns TRUE 
1982
     * 
1983
     * @param   rcon_id Connection identifier
1984
     * @returns False: Build agent has been commanded to PAUSE
1985
     *      <br>True: All other conditions
1986
     * 
1987
     * @exception SQLException
1988
     * @exception Exception
1989
     */
1990
    public boolean queryDirectedRunLevel(final int rcon_id) throws SQLException, Exception
1991
    {
1992
        mLogger.debug("queryDirectedRunLevel " + rcon_id);
1993
        boolean retVal = true;
1994
 
1995
        if ( mUseDatabase )
1996
        {
1997
            try
1998
            {
1999
                CallableStatement stmt = mConnection.prepareCall(
2000
                        "select NVL(rl.pause,0) as pause" +
2001
                        " from release_manager.run_level rl, release_manager.release_config rc "+
2002
                        " where rl.rcon_id=" + rcon_id +
2003
                        " and rl.RCON_ID = rc.RCON_ID" +
2004
                        " and rc.BMCON_ID is not NULL"
2005
                        );
2006
                ResultSet rset = stmt.executeQuery();
2007
                int rsetSize = 0;
2008
 
2009
                while( rset.next() )
2010
                {
2011
                    rsetSize++;
2012
 
2013
                    //
2014
                    //  Pause: null -> 0 == Run
2015
                    //         1         == Pause
2016
                    //         2         == Disabled
2017
                    //
2018
                    int pause = rset.getInt("pause");
2019
                    if ( pause == 1) {
2020
                        retVal = false;
2021
                    }
2022
                }
2023
 
2024
                rset.close();
2025
                stmt.close();
2026
 
2027
                if ( rsetSize > 1 )
2028
                {
7033 dpurdie 2029
                    mLogger.error("queryDirectedRunLevel rsetSize > 1");
6914 dpurdie 2030
                    // show stopper
2031
                    throw new Exception("queryDirectedRunLevel rsetSize > 1");
2032
                }
2033
            }
2034
            catch ( SQLException e )
2035
            {
2036
                handleSQLException(e, "");
2037
            }
2038
        }
2039
 
2040
        mLogger.info("queryDirectedRunLevel returning " + retVal);
2041
        return retVal;
2042
    }
2043
 
2044
    /**
2045
     * queries the RELEASE_CONFIG and BUILD_MACHINE_CONFIG tables using the rcon_id primary key, rtag_id, machine_hostname, daemon_mode
2046
     * <p>Return true if the query contains a result set containing one row
2047
     *  (indicating the rcon_id is still configured and its configuration is unchanged, aside from the gbe_buildfilter)
2048
     *  the gbe_buildfilter is queried prior to usage
2049
     * 
2050
     *  <p>Used to determine if this daemon should be allowed to continue running
2051
     *  or if it should be terminated
2052
     *  
2053
     * <br>Overridden in ReleaseManagerUtf 
2054
     * 
2055
     * @param rtag_id          The rtag_id of the machine to examine
2056
     * @param rcon_id          The rcond_id of the machine to examine
2057
     * @param machine_hostname The hostname of the machine to examine
2058
     * @param daemon_mode      The daemon mode of the machine to examine
2059
     * @param threadStartTime  The time that the thread started
2060
     * 
2061
     * @return True: The machine is a part of the current build set
2062
     *         False: The machine is not a part of the current build set
2063
     * @exception SQLException
2064
     * @exception Exception
2065
     */
2066
    public boolean queryReleaseConfig(final int rtag_id, final int rcon_id,final String machine_hostname, final char daemon_mode, final long threadStartTime) throws SQLException, Exception
2067
    {
2068
        mLogger.debug("queryReleaseConfig 1");
2069
        boolean retVal = false;
2070
 
2071
        try
2072
        {
2073
            String sql = 
2074
                    "select rl.pause," +
2075
                    "       rt.build_age," +
2076
                    "       TRUNC((SYSDATE-rl.last_build) ) as last_build_days" +
2077
                    "   from release_manager.release_config rc," +
2078
                    "        release_manager.release_tags rt," +
2079
                    "        release_manager.run_level rl," +
2080
                    "        release_manager.build_machine_config bc" +
2081
                    "   where rc.rtag_id=?" +
2082
                    "     and rc.rcon_id=?" +
2083
                    "     and rc.bmcon_id is not NULL" +
2084
                    "     and rc.bmcon_id = bc.bmcon_id" +
2085
                    "     and bc.machine_hostname=?" +
2086
                    "     and rc.daemon_mode=?" +
2087
                    "     and rl.rcon_id=rc.rcon_id" +
2088
                    "     and rt.rtag_id=rc.rtag_id" +
2089
                    "     and (rt.official = 'N' or rt.official='R' or rt.official='C')";
2090
 
2091
            CallableStatement stmt = mConnection.prepareCall( sql );
2092
            stmt.setFetchSize(10);
2093
            stmt.setInt(1, rtag_id);
2094
            stmt.setInt(2, rcon_id);
2095
            stmt.setString(3, machine_hostname);
2096
            stmt.setString(4, Character.toString(daemon_mode));
7023 dpurdie 2097
            RmResultSet rset = new RmResultSet(stmt.executeQuery(),"queryReleaseConfig 1");
6914 dpurdie 2098
            int rsetSize = 0;
2099
 
2100
            while( rset.next() )
2101
            {
2102
                rsetSize++;
2103
 
2104
                //
2105
                //  Pause: null -> 0 == Run
2106
                //         1         == Pause
2107
                //         2         == Disabled
2108
                //
7023 dpurdie 2109
                int pause = rset.getInt("pause",0);
2110
                int build_age = rset.getInt("build_age", 0);
2111
                int days_since_last_build = rset.getInt("last_build_days", 0);
6914 dpurdie 2112
 
2113
                //
2114
                //  Determine if we should disable the daemons on this release because they have not been
2115
                //  used in a long while.
2116
                //
2117
                //  Only Master makes the decision
2118
                //  If build_age is zero - then the daemon does not get aged out
2119
                //  If the days since last build > build_age, then we will shut down
2120
                //      Allow one days grace - will show up IN RM for a day
2121
                //  Allow the thread to run for x hours before shutting it down
2122
                //      Handles case where daemon has just been started/restarted
2123
                //
2124
                if ( daemon_mode == 'M' &&  build_age > 0 && days_since_last_build > (build_age + 1) )
2125
                {
2126
                    long upTimeSecs = (System.currentTimeMillis() - threadStartTime)/1000;
7033 dpurdie 2127
                    mLogger.error("queryReleaseConfig 1: " + rtag_id + ", " + rcon_id + ", "+ daemon_mode + ", " + pause + ", " + build_age + ", " + days_since_last_build + ", " + upTimeSecs );
6914 dpurdie 2128
                    if ( upTimeSecs > mPostponeShutdown)
2129
                    {
2130
                        disableDaemons(rtag_id);
2131
                        pause = 2;
2132
                    }
2133
                    else
2134
                    {
7033 dpurdie 2135
                        mLogger.error("queryReleaseConfig 1: Shutdown Postponed"  );    
6914 dpurdie 2136
                    }
2137
                }
2138
 
2139
                mLogger.info("queryReleaseConfig 1: " + rtag_id + ", " + rcon_id + ", "+ daemon_mode + ", " + pause + ", " + build_age + ", " + days_since_last_build );
2140
 
2141
                if ( pause <= 1 )
2142
                {
2143
                    retVal = true;
2144
                }
2145
            }
2146
 
2147
            rset.close();
2148
            stmt.close();
2149
 
2150
            if ( rsetSize > 1 )
2151
            {
7033 dpurdie 2152
                mLogger.error("queryReleaseConfig 1 rsetSize > 1");
6914 dpurdie 2153
                // show stopper
2154
                throw new Exception("queryReleaseConfig 1 rsetSize > 1");
2155
            }
2156
        }
2157
        catch ( SQLException e )
2158
        {
2159
            handleSQLException(e, ":1");
2160
        }
2161
 
2162
        mLogger.info("queryReleaseConfig 1 returning " + retVal);
2163
        return retVal;
2164
    }
2165
 
2166
    /**removes all elements from the mReleaseConfigCollection
2167
     * handles database connection and disconnection
2168
     * queries the RELEASE_CONFIG and BUILD_MACHINE_CONFIG tables using the rtag_id 
2169
     *  
2170
     * populates the mReleaseConfigCollection with the query result set
2171
     * partially implements the sequence diagrams coordinate slave threads generate build files 
2172
     *  
2173
     * Used by Master Thread to determine the build machines that will be a part 
2174
     * of the Slave-Sync process.
2175
     * 
2176
     *  Only called when a database connection has been established
2177
     */
2178
    public void queryReleaseConfig(final int rtag_id) throws SQLException, Exception
2179
    {
2180
        mLogger.debug("queryReleaseConfig 2");
2181
        mReleaseConfigCollection.resetData();
2182
 
2183
        try
2184
        {
2185
            //connect();
2186
 
2187
            CallableStatement stmt = mConnection.prepareCall(
2188
                    " select rc.rcon_id,"+
2189
                    "        rc.daemon_mode,"+
2190
                    "        rl.pause,"+
2191
                    "        bc.machine_hostname,"+
2192
                    "        rc.gbe_buildfilter,"+
2193
                    "        mt.gbe_value,"+
2194
                    "        bm.bm_name" +
2195
                    "    from release_manager.release_config rc, " +
2196
                    "         release_manager.run_level rl, " +
2197
                    "         release_manager.build_machine_config bc, " +
2198
                    "         release_manager.gbe_machtype mt," +
2199
                    "         release_manager.build_machines bm" +
2200
                    "    where   rc.rtag_id=?" +
2201
                    "        and rl.rcon_id=rc.rcon_id " +
2202
                    "        and rc.bmcon_id is not NULL" +
2203
                    "        and rc.bmcon_id = bc.bmcon_id" +
2204
                    "        and mt.gbe_id=bc.gbe_id" +
2205
                    "        and mt.bm_id=bm.bm_id"
2206
                    );
2207
            stmt.setFetchSize(10);
2208
            stmt.setInt(1, rtag_id);
7023 dpurdie 2209
            RmResultSet rset = new RmResultSet(stmt.executeQuery(),"queryReleaseConfig 2");
6914 dpurdie 2210
 
2211
            while( rset.next() )
2212
            {
7023 dpurdie 2213
                int rcon_id = rset.mustGetInt("rcon_id");
2214
 
6914 dpurdie 2215
                char dm = 'S';          
7023 dpurdie 2216
                String daemon_mode = rset.getString("daemon_mode","S");
2217
 
2218
                mLogger.info("queryReleaseConfig 2 daemon_mode " + daemon_mode + ".");
6914 dpurdie 2219
 
7023 dpurdie 2220
                if ( daemon_mode.compareTo("M") == 0 )
6914 dpurdie 2221
                {
7023 dpurdie 2222
                    dm = 'M';
6914 dpurdie 2223
                }
2224
 
7023 dpurdie 2225
                String machine_hostname = rset.mustGetString("machine_hostname");
2226
                String gbe_buildfilter = rset.getString("gbe_buildfilter","");
2227
                String gbe_machtype = rset.mustGetString("gbe_value");
2228
                String gbe_machclass = rset.mustGetString("bm_name");
6914 dpurdie 2229
                //
2230
                //  Pause: null -> 0 == Run
2231
                //         1         == Pause
2232
                //         2         == Disabled
2233
                //
7023 dpurdie 2234
                int pause = rset.getInt("pause",0);
6914 dpurdie 2235
                mLogger.info("queryReleaseConfig 2: " + rtag_id + ", " + rcon_id + ", "+ dm + ", " + pause + 
2236
                        ", " + machine_hostname + ", " + gbe_buildfilter + ", " + gbe_machtype + ", + " + gbe_machclass );
2237
 
2238
                //
2239
                // Daemon Mode : Do not include build daemons that are disabled
2240
                // Escrow Mode : Include all machines
2241
                //
2242
                if ( pause <= 1 ||  ! mDaemon )
2243
                {
2244
                    ReleaseConfig releaseConfig = new ReleaseConfig( rtag_id, rcon_id, dm, machine_hostname, gbe_buildfilter, gbe_machtype, gbe_machclass);
2245
                    mReleaseConfigCollection.add(releaseConfig);
2246
                }
2247
            }
2248
 
2249
 
2250
            rset.close();
2251
            stmt.close();
2252
        }
2253
        catch ( SQLException e )
2254
        {
2255
            handleSQLException(e, ":2");
2256
        }
2257
        finally
2258
        {
2259
            // this block is executed regardless of what happens in the try block
2260
            // even if an exception is thrown
2261
            // ensure disconnect
2262
            //disconnect();
2263
        }
2264
    }
2265
 
2266
    /**removes all elements from the mReleaseConfigCollection
2267
     * handles database connection and disconnection
2268
     * queries the RELEASE_CONFIG and BUILD_MACHINE_CONFIG table using the machine_hostname
2269
     * populates the mReleaseConfigCollection with the query result set
2270
     * partially implements the sequence diagram spawn thread 
2271
     *  
2272
     * Used by the BuildDaemon thread to determine daemons to start and stop
2273
     */
2274
    public void queryReleaseConfig(final String hostname) throws SQLException, Exception
2275
    {
2276
        mLogger.debug("queryReleaseConfig 3 " + hostname);
2277
        mReleaseConfigCollection.resetData();
2278
 
2279
        try
2280
        {
2281
            connect();
2282
            CallableStatement stmt = mConnection.prepareCall(
2283
                    "select rc.rtag_id,"+
2284
                    "       rc.rcon_id,"+
2285
                    "       rc.daemon_mode,"+
2286
                    "       rl.pause,"+
2287
                    "       bc.machine_hostname,"+
2288
                    "       rc.gbe_buildfilter,"+
2289
                    "       mt.gbe_value,"+
2290
                    "       bm.bm_name" +
2291
                    "  from release_manager.release_config rc," +
2292
                    "       release_manager.release_tags rt," +
2293
                    "       release_manager.run_level rl," +
2294
                    "       release_manager.build_machine_config bc," +
2295
                    "       release_manager.gbe_machtype mt," +
2296
                    "       release_manager.build_machines bm " +
2297
                    "    where bc.machine_hostname=?" +
2298
                    "      and rt.rtag_id=rc.rtag_id" +
2299
                    "      and rl.rcon_id=rc.rcon_id" +
2300
                    "      and rc.bmcon_id is not NULL" +
2301
                    "      and bc.bmcon_id=rc.bmcon_id" +
2302
                    "      and mt.gbe_id=bc.gbe_id" +
2303
                    "      and mt.bm_id=bm.bm_id" +
2304
                    "      and (rt.official = 'N' or rt.official='R' or rt.official='C')"
2305
                    );
2306
 
2307
            stmt.setFetchSize(20);
2308
            stmt.setString(1, hostname);
7023 dpurdie 2309
            RmResultSet rset = new RmResultSet(stmt.executeQuery(),"queryReleaseConfig 3");
6914 dpurdie 2310
 
2311
            while( rset.next() )
2312
            {
7023 dpurdie 2313
                int rtag_id = rset.mustGetKeyInt("rtag_id");
2314
                int rcon_id = rset.mustGetInt("rcon_id");
6914 dpurdie 2315
 
2316
                char dm = 'S';          
7023 dpurdie 2317
                String daemon_mode = rset.getString("daemon_mode", "S");
6914 dpurdie 2318
 
7023 dpurdie 2319
                mLogger.info("queryReleaseConfig 3 daemon_mode " + daemon_mode + ".");
6914 dpurdie 2320
 
7023 dpurdie 2321
                if ( daemon_mode.compareTo("M") == 0 )
6914 dpurdie 2322
                {
7023 dpurdie 2323
                    dm = 'M';
6914 dpurdie 2324
                }
2325
 
7023 dpurdie 2326
                String machine_hostname = rset.mustGetString("machine_hostname");
2327
                String gbe_buildfilter = rset.getString("gbe_buildfilter",null);
2328
                String gbe_machtype = rset.mustGetString("gbe_value");
2329
                String gbe_machclass = rset.mustGetString("bm_name");
2330
 
6914 dpurdie 2331
                //
2332
                //  Pause: null -> 0 == Run
2333
                //         1         == Pause
2334
                //         2         == Disabled
2335
                //
7023 dpurdie 2336
                int pause = rset.getInt("pause",0);
2337
 
6914 dpurdie 2338
                mLogger.info("queryReleaseConfig 3: " + rtag_id + ", " + rcon_id + ", "+ dm + ", " + pause + 
2339
                        ", " + machine_hostname + ", " + gbe_buildfilter + ", " + gbe_machtype + ", + " + gbe_machclass );
2340
 
2341
                //
2342
                // Do not include build daemons that are disabled
2343
                // Only those that are running or paused
2344
                //
2345
                if ( pause <= 1 )
2346
                {
2347
                    ReleaseConfig releaseConfig = new ReleaseConfig( rtag_id, rcon_id, dm, machine_hostname, gbe_buildfilter, gbe_machtype, gbe_machclass);
2348
                    mReleaseConfigCollection.add(releaseConfig);
2349
                }
2350
            }
2351
 
2352
            rset.close();
2353
            stmt.close();
2354
        }
2355
        catch ( SQLException e )
2356
        {
2357
            handleSQLException(e, ":3");
2358
        }
2359
        finally
2360
        {
2361
            // this block is executed regardless of what happens in the try block
2362
            // even if an exception is thrown
2363
            // ensure disconnect
2364
            disconnect();
2365
        }
2366
 
2367
    }
2368
 
2369
    /** Check that the build set has exactly one master
2370
     *  
2371
     *  Ignores entries that are disabled
2372
     *  Ignore entries that have been 'unlinked' - they have no active machine configuration
2373
     *
2374
     *   @param rtag_id - Release Tag
2375
     *  
2376
     *  Used by the Master and Slave Daemons 
2377
     *  Overridden in ReleaseManagerUtf 
2378
     */
2379
    public int queryMasterCount(final int rtag_id) throws SQLException, Exception
2380
    {
2381
        mLogger.debug("queryMasterCount rtag_id " + rtag_id);
2382
 
2383
        int masterCount = 0;
2384
        try
2385
        {
2386
            connect();
2387
            CallableStatement stmt = mConnection.prepareCall(
2388
                            "SELECT COUNT (rc.daemon_mode) as masterCount" +
2389
                            " FROM release_manager.release_config rc, release_manager.run_level rl" +
2390
                            " WHERE rc.rtag_id =" + rtag_id +
2391
                            " AND rl.RCON_ID = rc.RCON_ID" +
2392
                            " AND   rc.bmcon_id is not NULL" +
2393
                            " AND NVL(rl.PAUSE,0) != 2" +
2394
                            " GROUP BY rc.daemon_mode" +
2395
                            " HAVING rc.daemon_mode = 'M'" );
2396
 
2397
            ResultSet rset = stmt.executeQuery();
2398
 
2399
            if ( rset.next() )
2400
            {
2401
                masterCount = rset.getInt("masterCount");
2402
            }
2403
 
2404
            rset.close();
2405
            stmt.close();
2406
        }
2407
        catch ( SQLException e )
2408
        {
2409
            handleSQLException(e, "");
2410
        }
2411
        finally
2412
        {
2413
            // this block is executed regardless of what happens in the try block
2414
            // even if an exception is thrown
2415
            // ensure disconnect
2416
            disconnect();
2417
        }
2418
 
2419
        return masterCount;
2420
    }
2421
 
2422
    /**
2423
     * Determine an array of machines for which there are active build requests
2424
     * Used to notify slave machines of a pending build request
2425
     * 
2426
     *  
2427
     * @param mHostname - Identifies the build machine
2428
     * @param rconIdList - Comma separated list of RCON_IDs that we are interested in
2429
     * @return An array of Integers, each being the rcon_id of a machine that has an active build
2430
     * @throws Exception 
2431
     */
2432
    public ArrayList<Integer> queryActivatedBuilds(String mHostname, String rconIdList) throws Exception {
2433
 
2434
        ArrayList<Integer> rv = new ArrayList<Integer>();
2435
        try
2436
        {
2437
            connect();
2438
            PreparedStatement stmt = mConnection.prepareStatement(
2439
                    "SELECT rl.rcon_id, rc.RTAG_ID" +
2440
                    " FROM run_level rl, release_config rc, release_tags rt" +
2441
                    " WHERE  rt.rtag_id = rc.RTAG_ID" +
2442
                    " AND UPPER(rc.daemon_hostname) = UPPER('"+mHostname+"')" +
2443
                    " AND rc.DAEMON_MODE != 'M'" +
2444
                    " AND rc.RCON_ID = rl.rcon_id" +
2445
                    " AND CURRENT_BUILD_FILES IS NOT NULL" +
2446
                    " AND rl.pause is null" +
2447
                    " AND rl.rcon_id in ("+rconIdList+")"
2448
                    );
2449
 
2450
            ResultSet rset = stmt.executeQuery();
2451
 
2452
            while (rset.next()) {
2453
                Integer ii = rset.getInt("rcon_id");
2454
                rv.add(ii);
2455
            }
2456
 
2457
            rset.close();
2458
            stmt.close();
2459
        }
2460
        catch ( SQLException e )
2461
        {
2462
            handleSQLException(e, "");
2463
        }
2464
        finally
2465
        {
2466
            // this block is executed regardless of what happens in the try block
2467
            // even if an exception is thrown
2468
            // ensure disconnect
2469
            disconnect();
2470
        }
2471
        return rv;
2472
    }
2473
 
2474
    /**in daemon mode
2475
     *  1 get planned package info
2476
     *     select pl.pv_id, p.pkg_id, p.pkg_name, pv.v_ext, pv.pkg_vcs_tag, pv.change_type
2477
     *     from release_manager.planned pl, release_manager.package_versions pv, release_manager.packages p
2478
     *     where pl.rtag_id=<mBaseline> and pv.build_type='A' and pv.dlocked='A'
2479
     *     and pv.pv_id=pl.pv_id and p.pkg_id=pv.pkg_id
2480
     *     order by pl.pv_id;
2481
     *  2 get planned package dependency info
2482
     *     select pl.pv_id, p.pkg_name, dpv.v_ext
2483
     *     from release_manager.planned pl, release_manager.package_versions pv, release_manager.package_dependencies pd, release_manager.package_versions dpv, release_manager.packages p
2484
     *     where pl.rtag_id=<mBaseline> and pv.build_type='A' and pv.dlocked='A'
2485
     *     and pv.pv_id = pl.pv_id and pd.pv_id=pl.pv_id and dpv.pv_id=pd.dpv_id and p.pkg_id=dpv.pkg_id
2486
     *     order by pl.pv_id;
2487
     *  3 get planned package build info
2488
     *     select pl.pv_id, bm.bm_name, bsa.bsa_name
2489
     *     from release_manager.planned pl, release_manager.package_versions pv, release_manager.package_build_info pbi, release_manager.build_machines bm, release_manager.build_standards_addendum bsa
2490
     *     where pl.rtag_id=<mBaseline> and pv.build_type='A' and pv.dlocked='A'
2491
     *     and pv.pv_id = pl.pv_id and pbi.pv_id=pv.pv_id and bm.bm_id=pbi.bm_id and bsa.bsa_id=pbi.bsa_id
2492
     *     order by pl.pv_id;
2493
     *  4 get planned package unit test info
2494
     *     select pl.pv_id, tt.test_type_name
2495
     *     from release_manager.planned pl, release_manager.package_versions pv, release_manager.unit_tests ut, release_manager.test_types tt
2496
     *     where pl.rtag_id=<mBaseline> and pv.build_type='A' and pv.dlocked='A'
2497
     *     and pv.pv_id = pl.pv_id and ut.pv_id=pv.pv_id and tt.test_type_id=ut.test_types_fk
2498
     *     order by pl.pv_id;
2499
     *  5 get planned package build failure info
2500
     *     select pl.pv_id, u.user_email
2501
     *     from release_manager.planned pl, release_manager.release_tags rt, release_manager.package_versions pv, release_manager.autobuild_failure af, release_manager.members_group mg, release_manager.users u
2502
     *     where pl.rtag_id=<mBaseline> and rt.rtag_id=pl.rtag_id and pv.build_type='A' and pv.dlocked='A'
2503
     *     and pv.pv_id = pl.pv_id and af.view_id=pl.view_id and mg.group_email_id=af.group_email_id and u.user_id=mg.user_id and af.proj_id=rt.proj_id
2504
     *     order by pl.pv_id;
2505
     *  6 get planned package do not ripple info
2506
     *     select pl.pv_id
2507
     *     from release_manager.planned pl, release_manager.package_versions pv, release_manager.do_not_ripple dnr
2508
     *     where pl.rtag_id=<mBaseline> and pv.build_type='A' and pv.dlocked='A'
2509
     *     and pv.pv_id = pl.pv_id and dnr.rtag_id=pl.rtag_id and dnr.pv_id=pl.pv_id
2510
     *     order by pl.pv_id;
2511
     *  7 get planned package advisory ripple info
2512
     *     select pl.pv_id
2513
     *     from release_manager.planned pl, release_manager.package_versions pv, release_manager.advisory_ripple ar
2514
     *     where pl.rtag_id=<mBaseline> and pv.build_type='A' and pv.dlocked='A'
2515
     *     and pv.pv_id = pl.pv_id and ar.rtag_id=pl.rtag_id and ar.pv_id=pl.pv_id
2516
     *     order by pl.pv_id;
2517
     *  8 get released package info
2518
     *     select rc.pv_id, p.pkg_id, p.pkg_name, pv.pkg_version, pv.v_ext, pv.pkg_vcs_tag, pv.ripple_field
2519
     *     pv.major_limit, pv.minor_limit, pv.patch_limit, pv.build_number_limit
2520
     *     from release_manager.release_content rc, release_manager.package_versions pv, release_manager.packages p
2521
     *     where rc.rtag_id=<mBaseline>
2522
     *     and pv.pv_id = rc.pv_id and p.pkg_id = pv.pkg_id
2523
     *     order by rc.pv_id;
2524
     *  9 get released package dependency info
2525
     *     select rc.pv_id, dpv.pv_id, p.pkg_name, dpv.v_ext
2526
     *     from release_manager.release_content rc, release_manager.package_versions pv, release_manager.package_dependencies pd, release_manager.package_versions dpv, release_manager.packages p
2527
     *     where rc.rtag_id=<mBaseline>
2528
     *     and pv.pv_id = rc.pv_id and pd.pv_id=pv.pv_id and dpv.pv_id=pd.dpv_id and p.pkg_id=dpv.pkg_id
2529
     *     order by rc.pv_id;
2530
     * 10 get released package build info
2531
     *     select rc.pv_id, bm.bm_name, bsa.bsa_name
2532
     *     from release_manager.release_content rc, release_manager.package_versions pv, release_manager.package_build_info pbi, release_manager.build_machines bm, release_manager.build_standards_addendum bsa
2533
     *     where rc.rtag_id=<mBaseline>
2534
     *     and pv.pv_id = rc.pv_id and pbi.pv_id=pv.pv_id and bm.bm_id=pbi.bm_id and bsa.bsa_id=pbi.bsa_id
2535
     *     order by rc.pv_id;
2536
     * 11 get released package unit test info
2537
     *     select rc.pv_id, tt.test_type_name
2538
     *     from release_manager.release_content rc, release_manager.package_versions pv, release_manager.unit_tests ut, release_manager.test_types tt
2539
     *     where rc.rtag_id=<mBaseline>
2540
     *     and pv.pv_id = rc.pv_id and ut.pv_id=pv.pv_id and tt.test_type_id=ut.test_types_fk
2541
     *     order by rc.pv_id;
2542
     * 12 get released package build failure email info
2543
     *     select rc.pv_id, u.user_email
2544
     *     from release_manager.release_content rc, release_manager.release_tags rt, release_manager.package_versions pv, release_manager.autobuild_failure af, release_manager.members_group mg, release_manager.users u
2545
     *     where rc.rtag_id=<mBaseline> and rt.rtag_id=rc.rtag_id
2546
     *     and pv.pv_id = rc.pv_id and af.view_id=rc.base_view_id and mg.group_email_id=af.group_email_id and u.user_id=mg.user_id and af.proj_id=rt.proj_id
2547
     *     order by rc.pv_id;
2548
     * 13 get released package do not ripple info
2549
     *     select rc.pv_id
2550
     *     from release_manager.release_content rc, release_manager.package_versions pv, release_manager.do_not_ripple dnr
2551
     *     where rc.rtag_id=<mBaseline>
2552
     *     and pv.pv_id = rc.pv_id and dnr.rtag_id=rc.rtag_id and dnr.pv_id=rc.pv_id
2553
     *     order by rc.pv_id;
2554
     * 14 get released advisory ripple info
2555
     *     select rc.pv_id
2556
     *     from release_manager.release_content rc, release_manager.package_versions pv, release_manager.advisory_ripple ar
2557
     *     where rc.rtag_id=<mBaseline>
2558
     *     and pv.pv_id = rc.pv_id and ar.rtag_id=rc.rtag_id and ar.pv_id=rc.pv_id
2559
     *     order by rc.pv_id;
2560
     *     
2561
     * in escrow mode
2562
     *  1 get released product info
2563
     *     select oc.prod_id, p.pkg_name, pv.pkg_version, pv.v_ext, pv.pkg_vcs_tag
2564
     *     from deployment_manager.bom_contents bc, deployment_manager.operating_systems os, deployment_manager.os_contents oc, release_manager.package_versions pv, release_manager.packages p
2565
     *     where bc.bom_id=<mBaseline> and os.node_id=bc.node_id and oc.os_id=os.os_id and pv.pv_id=oc.prod_id and p.pkg_id=pv.pkg_id
2566
     *     order by oc.prod_id;
2567
     *    this will generate a list of pv_ids associated with products
2568
     *    many in the list will reference cots products outside the scope of a escrow build
2569
     *  2 for each <pv_id>, call traverseDependencies( packageCollection, pv_id, false ) to traverse its set of dependencies
2570
     *  3 for each Package, call queryBuildInfo to get released package build info
2571
     *  
2572
     * Supports
2573
     *    test_type_name="Autobuild UTF"
2574
     *    bm_name="Generic"|"Linux"|"Solaris"|"Win32"
2575
     *    bsa_name="Debug"|"Production"|"Production and Debug"|"Java 1.4"|"Java 1.5"|"Java 1.6"
2576
     *  
2577
     * Overridden in ReleaseManagerUtf
2578
     *  
2579
     */
7023 dpurdie 2580
 
6914 dpurdie 2581
    protected void queryPackageVersions(
2582
            RippleEngine rippleEngine, 
2583
            ArrayList<Package> packageCollection, 
2584
            int baseline) throws SQLException, Exception
2585
    {
2586
        Phase phase = new Phase("rmData");
2587
        mLogger.debug("queryPackageVersions " + mDaemon);
2588
 
2589
        try
2590
        {
2591
            if (mDaemon)
2592
            {
2593
                // Get planned package info
2594
                // Support multiple WIPS on the same package and build in the order they were released
2595
                // These are packages that are marked as pending build
2596
                //
2597
                mLogger.debug("queryPackageVersions: stmt1");
2598
                phase.setPhase("getPlannedPkgs1");
2599
                PreparedStatement stmt1 = mConnection.prepareStatement(
2600
                        "select pl.pv_id, p.pkg_id, p.pkg_name, pv.pkg_version, " +
2601
                                " pv.v_ext, pv.change_type, pv.ripple_field," +
2602
                                " pv.major_limit, pv.minor_limit, pv.patch_limit, pv.build_number_limit," +
2603
                                " pv.modified_stamp," +
2604
                                " release_manager.PK_RMAPI.return_vcs_tag(pl.pv_id) AS vcsTag" +
2605
                                " from release_manager.planned pl," +
2606
                                "      release_manager.package_versions pv," +
2607
                                "      release_manager.packages p" +
2608
                                " where pl.rtag_id=" + baseline +
2609
                                "   and pv.build_type='A' and pv.dlocked='A'" +
2610
                                "   and pv.pv_id=pl.pv_id and p.pkg_id=pv.pkg_id" +
2611
                                " order by pv.modified_stamp"
2612
                        );
2613
                stmt1.setFetchSize(500);
7023 dpurdie 2614
                RmResultSet rset1 = new RmResultSet(stmt1.executeQuery(), "queryPackageVersions rset1");
6914 dpurdie 2615
 
2616
                while( rset1.next() )
2617
                {
7023 dpurdie 2618
                    int pv_id = rset1.mustGetKeyInt("pv_id");
2619
                    int pkg_id = rset1.mustGetInt("pkg_id");
2620
                    String pkg_name = rset1.mustGetString("pkg_name");
2621
                    String pkg_version = rset1.mustGetString("pkg_version");
6914 dpurdie 2622
 
2623
                    // Previous Version of this package, without the project suffix
2624
                    String pkg_prevVersion = getBaseVersionNumber(pv_id);
2625
                    if ( pkg_prevVersion == null)
2626
                    {
7033 dpurdie 2627
                        mLogger.error("queryPackageVersions. No Previous version" + pv_id);
6914 dpurdie 2628
                        // show stopper
2629
                        throw new Exception("queryPackageVersions. No Previous version" + pv_id);
2630
                    }
2631
 
7023 dpurdie 2632
                    String v_ext = rset1.getString("v_ext","");
2633
                    String change_type = rset1.getString("change_type", "P");
6914 dpurdie 2634
 
2635
                    char ct = 'x';
2636
 
2637
                    if ( change_type.compareTo("M") == 0 )
2638
                    {
2639
                        ct = 'M';
2640
                    }
2641
                    else if ( change_type.compareTo("N") == 0 )
2642
                    {
2643
                        ct = 'N';
2644
                    }
2645
                    else if ( change_type.compareTo("P") == 0 )
2646
                    {
2647
                        ct = 'P';
2648
                    }
2649
                    else if ( change_type.compareTo("F") == 0 )
2650
                    {
2651
                        ct = 'F';
2652
                    }
2653
 
2654
                    if ( ct != 'x' )
2655
                    {
7023 dpurdie 2656
                        String ripple_field = rset1.getString("ripple_field", "b");
2657
                        int major_limit = rset1.getInt("major_limit", 0);
2658
                        int minor_limit = rset1.getInt("minor_limit",0);
2659
                        int patch_limit = rset1.getInt("patch_limit",0);
2660
                        int build_number_limit = rset1.getInt("build_number_limit",0);
2661
                        String vcs_tag = rset1.getString("vcsTag", "");
6914 dpurdie 2662
 
2663
                        Package p = new Package(pkg_id, pv_id, pkg_name, pkg_version, v_ext, pkg_name + v_ext, vcs_tag, ripple_field.charAt(0), ct);
2664
                        p.mDirectlyPlanned = true;
2665
                        p.mBuildReason = BuildReason.NewVersion;
2666
                        p.mMajorLimit = major_limit;
2667
                        p.mMinorLimit = minor_limit;
2668
                        p.mPatchLimit = patch_limit;
2669
                        p.mBuildLimit = build_number_limit;
2670
                        p.mPrevVersion = pkg_prevVersion;
2671
 
2672
                        Package prevPlannedPackage = findPackage(p.mAlias, packageCollection);
2673
 
2674
                        // If there are multiple packages with the same Alias, then only the first one
2675
                        // will be placed in the build set. The will be the oldest, the first one released
2676
                        // to be built
2677
                        if ( prevPlannedPackage == NULL_PACKAGE )
2678
                        {
2679
                            mLogger.info("queryPackageVersions rset1 no previous planned package " + pv_id);
2680
                            packageCollection.add(p);
2681
                        }
2682
                    }
2683
                }
2684
 
2685
                rset1.close();
2686
                stmt1.close();
2687
 
2688
                // get planned package dependency info
2689
                mLogger.debug("queryPackageVersions: stmt2");
2690
                phase.setPhase("getPlannedPkgs2");
2691
                PreparedStatement stmt2 = mConnection.prepareStatement(
2692
                        "select pl.pv_id, p.pkg_name, dpv.v_ext, pv.modified_stamp " +
2693
                                "from release_manager.planned pl,"+
2694
                                "     release_manager.package_versions pv,"+
2695
                                "     release_manager.package_dependencies pd," +
2696
                                "     release_manager.package_versions dpv,"+
2697
                                "     release_manager.packages p " +
2698
                                " where pl.rtag_id=" + baseline + 
2699
                                "  and pv.build_type='A'"+
2700
                                "  and pv.dlocked='A' " +
2701
                                "  and pv.pv_id = pl.pv_id"+
2702
                                "  and pd.pv_id=pl.pv_id"+
2703
                                "  and dpv.pv_id=pd.dpv_id"+
2704
                                "  and p.pkg_id=dpv.pkg_id " +
2705
                                " order by pv.modified_stamp"
2706
                        );
2707
                stmt2.setFetchSize(500);
7023 dpurdie 2708
                RmResultSet rset2 = new RmResultSet(stmt2.executeQuery(), "queryPackageVersions rset2");
6914 dpurdie 2709
 
2710
                while( rset2.next() )
2711
                {
2712
                    boolean ignore = false;
2713
 
7023 dpurdie 2714
                    int pv_id = rset2.mustGetKeyInt("pv_id");
6914 dpurdie 2715
                    Package p = findPackage(pv_id, packageCollection);
2716
 
2717
                    if ( p == NULL_PACKAGE )
2718
                    {
2719
                        mLogger.info("queryPackageVersions rset2 package superceded by planned " + pv_id);
2720
                        ignore = true;
2721
                    }
2722
 
7023 dpurdie 2723
                    String pkg_name = rset2.mustGetString("pkg_name");
2724
                    String v_ext = rset2.getString("v_ext","");
6914 dpurdie 2725
                    if ( !ignore )
2726
                    {
2727
                        p.mDependencyCollection.add(pkg_name + v_ext);
2728
                        p.mDependencyIDCollection.add(-1);
2729
                    }
2730
                }
2731
 
2732
                rset2.close();
2733
                stmt2.close();
2734
 
2735
                // get planned package build info
2736
                mLogger.debug("queryPackageVersions: stmt3");
2737
                phase.setPhase("getPlannedPkgs3");
2738
                PreparedStatement stmt3 = mConnection.prepareStatement(
2739
                        "select pl.pv_id, bm.bm_name, bsa.bsa_name, pv.modified_stamp " +
2740
                                "from release_manager.planned pl," +
2741
                                "     release_manager.package_versions pv," +
2742
                                "     release_manager.package_build_info pbi," +
2743
                                "     release_manager.build_machines bm," +
2744
                                "     release_manager.build_standards_addendum bsa " +
2745
                                "where pl.rtag_id=" + baseline + 
2746
                                "     and pv.build_type='A' and pv.dlocked='A' " +
2747
                                "     and pv.pv_id = pl.pv_id" +
2748
                                "     and pbi.pv_id=pv.pv_id" +
2749
                                "     and bm.bm_id=pbi.bm_id" +
2750
                                "     and bsa.bsa_id=pbi.bsa_id " +
2751
                                "order by pv.modified_stamp"
2752
                        );
2753
                stmt3.setFetchSize(500);
7023 dpurdie 2754
                RmResultSet rset3 = new RmResultSet(stmt3.executeQuery(), "queryPackageVersions rset3");
6914 dpurdie 2755
 
2756
                while( rset3.next() )
2757
                {
2758
                    boolean ignore = false;
7023 dpurdie 2759
                    int pv_id = rset3.mustGetKeyInt("pv_id");
6914 dpurdie 2760
 
2761
                    Package p = findPackage(pv_id, packageCollection);
2762
                    if ( p == NULL_PACKAGE )
2763
                    {
2764
                        mLogger.info("queryPackageVersions rset3 package superceded by planned " + pv_id);
2765
                        ignore = true;
2766
                    }
2767
 
7023 dpurdie 2768
                    String bm_name = rset3.mustGetString("bm_name");
2769
                    String bsa_name = rset3.mustGetString("bsa_name");
6914 dpurdie 2770
 
2771
                    if ( !ignore )
2772
                    {
2773
                        BuildStandard bs = new BuildStandard(rippleEngine, bm_name, bsa_name);
2774
                        if ( bs.supportedBuildStandard() )
2775
                        {
2776
                            p.mBuildStandardCollection.add(bs);
2777
                        }
2778
                    }
2779
                }
2780
 
2781
                rset3.close();
2782
                stmt3.close();
2783
 
2784
                // get planned package unit test info
2785
                mLogger.debug("queryPackageVersions: stmt4");
2786
                phase.setPhase("getPlannedPkgs4");
2787
                PreparedStatement stmt4 = mConnection.prepareStatement(
2788
                        "select pl.pv_id, tt.test_type_name, pv.modified_stamp" +
2789
                        "  from release_manager.planned pl,"+
2790
                        "       release_manager.package_versions pv,"+
2791
                        "       release_manager.unit_tests ut," +
2792
                        "       release_manager.test_types tt" +
2793
                        " where pl.rtag_id=" + baseline + 
2794
                        "   and pv.build_type='A'" +
2795
                        "   and pv.dlocked='A'" +
2796
                        "  and pv.pv_id = pl.pv_id" +
2797
                        "  and ut.pv_id=pv.pv_id" +
2798
                        "  and tt.test_type_id=ut.test_types_fk" +
2799
                        " order by pv.modified_stamp"
2800
                        );
2801
                stmt4.setFetchSize(500);
7023 dpurdie 2802
                RmResultSet rset4 = new RmResultSet(stmt4.executeQuery(), "queryPackageVersions rset4");
6914 dpurdie 2803
 
2804
                while( rset4.next() )
2805
                {
2806
                    boolean ignore = false;
2807
 
7023 dpurdie 2808
                    int pv_id = rset4.mustGetKeyInt("pv_id");
6914 dpurdie 2809
                    Package p = findPackage(pv_id, packageCollection);
2810
                    if ( p == NULL_PACKAGE )
2811
                    {
2812
                        mLogger.info("queryPackageVersions rset4 package superceded by planned " + pv_id);
2813
                        ignore = true;
2814
                    }
2815
 
7023 dpurdie 2816
                    String test_type_name = rset4.mustGetString("test_type_name");
6914 dpurdie 2817
                    if ( !ignore )
2818
                    {
2819
                        if ( test_type_name.compareTo("Autobuild UTF") == 0 )
2820
                        {
2821
                            p.mHasAutomatedUnitTests = true;
2822
                        }
2823
                    }
2824
                }
2825
 
2826
                rset4.close();
2827
                stmt4.close();
2828
 
2829
                // get planned package build failure info...
2830
                //      view based
2831
                mLogger.debug("queryPackageVersions: stmt5");
2832
                phase.setPhase("getPlannedPkgs6");
2833
                PreparedStatement stmt5 = mConnection.prepareStatement(
2834
                        "select pl.pv_id, u.user_email, pv.modified_stamp " +
2835
                                " from release_manager.planned pl, " +
2836
                                "      release_manager.release_tags rt, " +
2837
                                "      release_manager.package_versions pv, " +
2838
                                "      release_manager.autobuild_failure af, " +
2839
                                "      release_manager.members_group mg, " +
2840
                                "      release_manager.users u " +
2841
                                " where pl.rtag_id=" + baseline + 
2842
                                "      and rt.rtag_id=pl.rtag_id" +
2843
                                "      and pv.build_type='A' and pv.dlocked='A' " +
2844
                                "      and pv.pv_id = pl.pv_id " +
2845
                                "      and af.view_id=pl.view_id " +
2846
                                "      and mg.group_email_id=af.group_email_id " +
2847
                                "      and u.user_id=mg.user_id " +
2848
                                "      and af.proj_id=rt.proj_id " +
2849
                                " order by pv.modified_stamp"
2850
                        );
2851
                stmt5.setFetchSize(500);
7023 dpurdie 2852
                RmResultSet rset5 = new RmResultSet(stmt5.executeQuery(), "queryPackageVersions rset5");
6914 dpurdie 2853
 
2854
                while( rset5.next() )
2855
                {
7023 dpurdie 2856
                    int pv_id = rset5.mustGetKeyInt("pv_id");
6914 dpurdie 2857
                    Package p = findPackage(pv_id, packageCollection);
2858
                    if ( p == NULL_PACKAGE )
2859
                    {
2860
                        mLogger.info("queryPackageVersions rset5 package superceded by planned " + pv_id);
2861
                    }
2862
                    else
2863
                    {
7023 dpurdie 2864
                        String user_email = rset5.getString("user_email", null);
6914 dpurdie 2865
                        if ( user_email != null )
2866
                        {
2867
                            p.addEmail(user_email);
2868
                        }
2869
                    }
2870
                }
2871
 
2872
                rset5.close();
2873
                stmt5.close();
2874
 
2875
                // get planned package build failure info...
2876
                // package version
7023 dpurdie 2877
                mLogger.debug("queryPackageVersions: stmt6");
6914 dpurdie 2878
                phase.setPhase("getPlannedPkgs7");
7023 dpurdie 2879
                PreparedStatement stmt6 = mConnection.prepareStatement(
6914 dpurdie 2880
                        "select pl.pv_id, u1.user_email, u2.user_email, u3.user_email, pv.modified_stamp" +
2881
                        " from release_manager.planned pl," +
2882
                        "      release_manager.release_tags rt," +
2883
                        "      release_manager.package_versions pv," +
2884
                        "      release_manager.users u1," +
2885
                        "      release_manager.users u2," +
2886
                        "      release_manager.users u3 " +
2887
                        " where pl.rtag_id=" + baseline + 
2888
                        "   and rt.rtag_id=pl.rtag_id" +
2889
                        "   and pv.build_type='A'" +
2890
                        "   and pv.dlocked='A' " +
2891
                        "   and pv.pv_id = pl.pv_id" +
2892
                        "   and u1.user_id=pv.creator_id" +
2893
                        "   and u2.user_id=pv.owner_id" +
2894
                        "   and u3.user_id=pv.modifier_id" +
2895
                        "   order by pv.modified_stamp"
2896
                        );
7023 dpurdie 2897
                stmt6.setFetchSize(500);
2898
                RmResultSet rset6 = new RmResultSet(stmt6.executeQuery(), "queryPackageVersions rset6");
6914 dpurdie 2899
 
7023 dpurdie 2900
                while( rset6.next() )
6914 dpurdie 2901
                {
7023 dpurdie 2902
                    int pv_id = rset6.mustGetKeyInt("pv_id");
6914 dpurdie 2903
                    Package p = findPackage(pv_id, packageCollection);
2904
                    if ( p == NULL_PACKAGE )
2905
                    {
7023 dpurdie 2906
                        mLogger.info("queryPackageVersions rset6 package superceded by planned " + pv_id);
6914 dpurdie 2907
                    }
2908
                    else
2909
                    {
2910
 
2911
                        // walk the 3 columns of user_email in the resultset
2912
                        // columns 2, 3 and 4, all of the same name, respectively
2913
                        for(int column=2; column<5; column++ )
2914
                        {
7023 dpurdie 2915
                            String user_email = rset6.getString(column,null);
6914 dpurdie 2916
                            if ( user_email != null )
2917
                            {
2918
                                p.addEmail(user_email);
2919
                            }
2920
                        }
2921
                    }
2922
                }
2923
 
7023 dpurdie 2924
                rset6.close();
2925
                stmt6.close();
6914 dpurdie 2926
 
2927
                // get planned package advisory ripple info
2928
                mLogger.debug("queryPackageVersions: stmt7");
2929
                phase.setPhase("getPlannedPkgs8");
2930
                PreparedStatement stmt7 = mConnection.prepareStatement(
2931
                        "select pl.pv_id, pv.modified_stamp " +
2932
                        " from release_manager.planned pl," +
2933
                        "      release_manager.package_versions pv," +
2934
                        "      release_manager.advisory_ripple ar " +
2935
                        " where pl.rtag_id=" + baseline + 
2936
                        "   and pv.build_type='A'" +
2937
                        "    and pv.dlocked='A' " +
2938
                        "    and pv.pv_id = pl.pv_id" +
2939
                        "    and ar.rtag_id=pl.rtag_id" +
2940
                        "    and ar.pv_id=pl.pv_id " +
2941
                        " order by pv.modified_stamp"
2942
                        );
2943
                stmt7.setFetchSize(500);
7023 dpurdie 2944
                RmResultSet rset7 = new RmResultSet(stmt7.executeQuery(), "queryPackageVersions rset7");
6914 dpurdie 2945
 
2946
                while( rset7.next() )
2947
                {
2948
                    boolean ignore = false;
2949
 
7023 dpurdie 2950
                    int pv_id = rset7.mustGetInt("pv_id");
6914 dpurdie 2951
                    Package p = findPackage(pv_id, packageCollection);
2952
                    if ( p == NULL_PACKAGE )
2953
                    {
2954
                        mLogger.info("queryPackageVersions rset7 package superceded by planned " + pv_id);
2955
                        ignore = true;
2956
                    }
2957
 
2958
                    if ( !ignore )
2959
                    {
2960
                        p.mAdvisoryRipple = true;
2961
                    }
2962
                }
2963
 
2964
                rset7.close();
2965
                stmt7.close();
7023 dpurdie 2966
 
2967
                //  Process Scheduled Build Approvals. OpCode is 2
2968
                //      These are treated as requests to not-include a 'Pending' package-version in the current build set
2969
                //      If there is an un-expired instruction, then remove the pending package-version from the build set
2970
                //
2971
                //  Process all expired requests
2972
                //      These are scheduled builds were the scheduled time has been exceeded
2973
                //      Simply discard the instruction and let the Approved build proceed
2974
                //
2975
                DaemonInstruction di = new DaemonInstruction(baseline, 2, true);
2976
 
2977
                phase.setPhase("removeOldSchedBuilds");
2978
                while ( getDaemonInst( di ) )
2979
                {
2980
                    markDaemonInstCompleted(di.instruction);
2981
                    mLogger.info("queryPackageVersions remove Scheduled Build Approvals " + di.pvId);
2982
                }
2983
 
2984
                phase.setPhase("getSchedBuilds");
2985
                di = new DaemonInstruction(baseline, 2, false);
2986
                while ( getDaemonInst( di ) )
2987
                {
2988
                    Package p = findPackage(di.pvId, packageCollection);
6914 dpurdie 2989
 
7023 dpurdie 2990
                    if ( p != NULL_PACKAGE )
2991
                    {
2992
                        mLogger.info("queryPackageVersions Scheduled Build Approvals " + di.pvId);
2993
                        packageCollection.remove(p);
2994
                    }
2995
                    else
2996
                    {
2997
                        // discard - the package no longer exists
2998
                        markDaemonInstCompleted( di.instruction );
2999
                        mLogger.info("queryPackageVersions remove Scheduled Build Approvals for nonexistent package " + di.pvId);
3000
                    }
3001
                }                
3002
 
6914 dpurdie 3003
                // get released package info
3004
                //    Get package information on ALL released packages within the release of interest
3005
                //
3006
                mLogger.debug("queryPackageVersions: stmt8");
3007
                phase.setPhase("getAllPkgs1");
3008
                PreparedStatement stmt8 = mConnection.prepareStatement(
3009
                        "SELECT rc.pv_id," +
3010
                                "  p.pkg_id," +
3011
                                "  p.pkg_name," +
3012
                                "  pv.pkg_version," +
3013
                                "  pv.v_ext," +
3014
                                "  pv.ripple_field," +
3015
                                "  pv.major_limit," +
3016
                                "  pv.minor_limit," +
3017
                                "  pv.patch_limit," +
3018
                                "  pv.build_number_limit," +
3019
                                "  pv.build_type," +
3020
                                "  rc.sdktag_id," +
3021
                                "  rc.ripple_stop," +
3022
                                "  peg.pv_id as pegged," +
3023
                                "  release_manager.PK_RMAPI.return_vcs_tag(rc.pv_id) AS vcsTag" +
3024
                                " FROM release_manager.release_content rc," +
3025
                                "  release_manager.package_versions pv," +
3026
                                "  release_manager.packages p," +
3027
                                "  release_manager.pegged_versions peg" +
3028
                                " WHERE rc.rtag_id= " + baseline +
3029
                                " AND pv.pv_id    = rc.pv_id" +
3030
                                " AND p.pkg_id    = pv.pkg_id" +
3031
                                " AND peg.rtag_id(+) = rc.rtag_id" +
3032
                                " AND peg.pv_id(+) = rc.pv_id" +
3033
                                " ORDER BY rc.pv_id"
3034
                        );
3035
                mLogger.debug("queryPackageVersions: stmt8 Prepared");
3036
                stmt8.setFetchSize(1000);
7023 dpurdie 3037
                RmResultSet rset8 = new RmResultSet(stmt8.executeQuery(), "queryPackageVersions rset8");
6914 dpurdie 3038
                mLogger.debug("queryPackageVersions: stmt8 Query Done");
3039
 
3040
                while( rset8.next() )
3041
                {
7023 dpurdie 3042
                    int pv_id = rset8.mustGetKeyInt("pv_id");
3043
                    int pkg_id = rset8.mustGetInt("pkg_id");
3044
                    String pkg_name = rset8.mustGetString("pkg_name");
3045
                    String pkg_version = rset8.mustGetString("pkg_version");
3046
                    String v_ext = rset8.getString("v_ext", "");
3047
                    String ripple_field = rset8.getString("ripple_field", "b");
3048
                    int major_limit = rset8.getInt("major_limit",0);
3049
                    int minor_limit = rset8.getInt("minor_limit", 0);
3050
                    int patch_limit = rset8.getInt("patch_limit",0);
3051
                    int build_number_limit = rset8.getInt("build_number_limit", 0);
3052
                    String vcs_tag = rset8.getString("vcsTag","");
3053
                    int isAnSdk = rset8.getInt("sdktag_id",0); 
3054
                    int isPegged = rset8.getInt("pegged",0);
3055
                    String buildType = rset8.getString("build_type", null);
6914 dpurdie 3056
                    boolean isBuildable = ( buildType != null ) && (buildType.equals("A") || buildType.equals("Y") );
3057
 
7023 dpurdie 3058
                    String rippleStopData = rset8.getString("ripple_stop","n");
3059
                    char rippleStop = rippleStopData.charAt(0);
6914 dpurdie 3060
 
3061
                    Package p = new Package(pkg_id, pv_id, pkg_name, pkg_version, v_ext, pkg_name + v_ext, vcs_tag, ripple_field.charAt(0));
3062
                    p.mMajorLimit = major_limit;
3063
                    p.mMinorLimit = minor_limit;
3064
                    p.mPatchLimit = patch_limit;
3065
                    p.mBuildLimit = build_number_limit;
3066
                    p.mIsSdk = isAnSdk > 0;
3067
                    p.mIsPegged = isPegged > 0;
3068
                    p.mIsBuildable = isBuildable;
3069
                    p.mRippleStop = rippleStop;
3070
 
3071
                    Integer ipv_id = Integer.valueOf(pv_id);
3072
                    rippleEngine.mReleasedPvIDCollection.add(ipv_id);
3073
 
3074
                    //  If this package is to be replaced by a planned package then
3075
                    //  insert some of the current packages attributes
3076
                    //  Otherwise, add the the package to the package collection
3077
                    //
3078
                    Package plannedPackage = findPackage(p.mAlias, packageCollection);
3079
                    if ( plannedPackage == NULL_PACKAGE )
3080
                    {
3081
                        mLogger.info("queryPackageVersions rset8 no planned package " + pv_id);
3082
                        packageCollection.add(p);
3083
                    }
3084
                    else
3085
                    {
3086
                        //  Copy these flags from the package that will be replaced
3087
                        //      Should not be able to replace a package provided by an SDK
3088
                        plannedPackage.mIsSdk = p.mIsSdk;
3089
 
3090
                        // A pegged package can be replaced with a directly built package
3091
                        // plannedPackage.mIsPegged = p.mIsPegged;
3092
                    }
3093
                }
3094
 
3095
                mLogger.debug("queryPackageVersions: stmt8 processing complete");
3096
                rset8.close();
3097
                stmt8.close();
3098
 
3099
                // get released package dependency info
3100
                // 
3101
                mLogger.debug("queryPackageVersions: stmt9");
3102
                phase.setPhase("getAllPkgs2");
3103
                PreparedStatement stmt9 = mConnection.prepareStatement(
7023 dpurdie 3104
                        "select rc.pv_id as pv_id, dpv.pv_id as dpv_id, p.pkg_name, dpv.v_ext" +
6914 dpurdie 3105
                                " from release_manager.release_content rc," +
3106
                                "      release_manager.package_versions pv," + 
3107
                                "      release_manager.package_dependencies pd,"+
3108
                                "      release_manager.package_versions dpv,"+
3109
                                "      release_manager.packages p" +
3110
                                " where rc.rtag_id=" + baseline +
3111
                                "  and pv.pv_id = rc.pv_id" +
3112
                                "  and pd.pv_id=pv.pv_id" +
3113
                                "  and dpv.pv_id=pd.dpv_id" +
3114
                                "  and p.pkg_id=dpv.pkg_id" +
3115
                                " order by rc.pv_id"
3116
                        );
3117
                mLogger.debug("queryPackageVersions: stmt9 prepared");
3118
                stmt9.setFetchSize(1000);
7023 dpurdie 3119
                RmResultSet rset9 = new RmResultSet(stmt9.executeQuery(), "queryPackageVersions rset9");
6914 dpurdie 3120
                mLogger.debug("queryPackageVersions: stmt9 query done");
3121
 
3122
                while( rset9.next() )
3123
                {
3124
                    boolean ignore = false;
3125
 
7023 dpurdie 3126
                    int pv_id = rset9.mustGetKeyInt("pv_id");
3127
                    int dpv_id = rset9.mustGetInt("dpv_id");
6914 dpurdie 3128
                    Package p = findPackage(pv_id, packageCollection);
3129
 
3130
                    if ( p == NULL_PACKAGE )
3131
                    {
3132
                        mLogger.info("queryPackageVersions rset9 package superceded by planned " + pv_id);
3133
                        ignore = true;
3134
                    }
3135
 
7023 dpurdie 3136
                    String pkg_name = rset9.mustGetString("pkg_name");
3137
                    String v_ext = rset9.getString("v_ext","");
6914 dpurdie 3138
 
3139
                    if ( !ignore )
3140
                    {
3141
                        p.mDependencyCollection.add(pkg_name + v_ext);
3142
                        p.mDependencyIDCollection.add(dpv_id);
3143
                    }
3144
                }
3145
                mLogger.debug("queryPackageVersions: stmt9 processing complete");
3146
 
3147
                rset9.close();
3148
                stmt9.close();
3149
 
3150
                // get released package build info
3151
                mLogger.debug("queryPackageVersions: stmt10");
3152
                phase.setPhase("getAllPkgs3");
3153
                PreparedStatement stmt10 = mConnection.prepareStatement(
3154
                        "select rc.pv_id, bm.bm_name, bsa.bsa_name " +
3155
                                "from release_manager.release_content rc," +
3156
                                "     release_manager.package_versions pv," +
3157
                                "     release_manager.package_build_info pbi," +
3158
                                "     release_manager.build_machines bm," +
3159
                                "     release_manager.build_standards_addendum bsa " +
3160
                                "where rc.rtag_id=?" + 
3161
                                "     and pv.pv_id = rc.pv_id" +
3162
                                "     and pbi.pv_id=pv.pv_id" +
3163
                                "     and bm.bm_id=pbi.bm_id" +
3164
                                "     and bsa.bsa_id=pbi.bsa_id " +
3165
                                "order by rc.pv_id"
3166
                        );
3167
                stmt10.setFetchSize(1000);
3168
                stmt10.setInt(1, baseline);
7023 dpurdie 3169
                RmResultSet rset10 = new RmResultSet(stmt10.executeQuery(), "queryPackageVersions rset10");
6914 dpurdie 3170
 
3171
                while( rset10.next() )
3172
                {
3173
                    boolean ignore = false;
7023 dpurdie 3174
                    int pv_id = rset10.mustGetKeyInt("pv_id");
6914 dpurdie 3175
                    Package p = findPackage(pv_id, packageCollection);
3176
                    if ( p == NULL_PACKAGE )
3177
                    {
3178
                        mLogger.info("queryPackageVersions rset10 package superceded by planned " + pv_id);
3179
                        ignore = true;
3180
                    }
3181
 
7023 dpurdie 3182
                    String bm_name = rset10.mustGetString("bm_name");
3183
                    String bsa_name = rset10.mustGetString("bsa_name");
6914 dpurdie 3184
 
3185
                    if ( !ignore )
3186
                    {
3187
                        BuildStandard bs = new BuildStandard(rippleEngine, bm_name, bsa_name);
3188
 
3189
                        if ( bs.supportedBuildStandard() )
3190
                        {
3191
                            p.mBuildStandardCollection.add(bs);
3192
                        }
3193
                    }
3194
                }
3195
 
3196
                rset10.close();
3197
                stmt10.close();
3198
 
3199
                // get released package unit test info
3200
                mLogger.debug("queryPackageVersions: stmt11");
3201
                phase.setPhase("getAllPkgs4");
3202
                PreparedStatement stmt11 = mConnection.prepareStatement(
3203
                        "select rc.pv_id, tt.test_type_name " +
3204
                                "from release_manager.release_content rc, release_manager.package_versions pv, release_manager.unit_tests ut, release_manager.test_types tt " +
3205
                                "where rc.rtag_id=" + baseline +
3206
                                " and pv.pv_id = rc.pv_id and ut.pv_id=pv.pv_id and tt.test_type_id=ut.test_types_fk " +
3207
                                "order by rc.pv_id"
3208
                        );
3209
                stmt11.setFetchSize(1000);
7023 dpurdie 3210
                RmResultSet rset11 = new RmResultSet(stmt11.executeQuery(), "queryPackageVersions rset11");
6914 dpurdie 3211
 
3212
                while( rset11.next() )
3213
                {
3214
                    boolean ignore = false;
3215
 
7023 dpurdie 3216
                    int pv_id = rset11.mustGetKeyInt("pv_id");
6914 dpurdie 3217
                    Package p = findPackage(pv_id, packageCollection);
3218
                    if ( p == NULL_PACKAGE )
3219
                    {
3220
                        mLogger.info("queryPackageVersions rset11 package superceded by planned " + pv_id);
3221
                        ignore = true;
3222
                    }
3223
 
7023 dpurdie 3224
                    String test_type_name = rset11.mustGetString("test_type_name");
6914 dpurdie 3225
                    if ( !ignore )
3226
                    {
3227
                        if ( test_type_name.compareTo("Autobuild UTF") == 0 )
3228
                        {
3229
                            p.mHasAutomatedUnitTests = true;
3230
                        }
3231
                    }
3232
                }
3233
 
3234
                rset11.close();
3235
                stmt11.close();
3236
 
3237
                // get released package build failure info...
3238
                // view based
3239
                mLogger.debug("queryPackageVersions: stmt12");
3240
                phase.setPhase("getAllPkgs5");
3241
                PreparedStatement stmt12 = mConnection.prepareStatement(
3242
                        "SELECT rc.pv_id," +
3243
                        "  u.user_email" +
3244
                        " FROM release_manager.release_content rc," +
3245
                        "  release_manager.release_tags rt," +
3246
                        "  release_manager.package_versions pv," +
3247
                        "  release_manager.autobuild_failure af," +
3248
                        "  release_manager.members_group mg," +
3249
                        "  release_manager.users u" +
3250
                        " WHERE rc.rtag_id     = " + baseline +
3251
                        " AND rt.rtag_id       = rc.rtag_id" +
3252
                        " AND pv.pv_id         = rc.pv_id" +
3253
                        " AND af.view_id       = rc.base_view_id" +
3254
                        " AND mg.group_email_id= af.group_email_id" +
3255
                        " AND u.user_id        = mg.user_id" +
3256
                        " AND af.proj_id       = rt.proj_id" +
3257
                        " ORDER BY rc.pv_id"
3258
                        );
3259
                stmt12.setFetchSize(1000);
7023 dpurdie 3260
                RmResultSet rset12 = new RmResultSet(stmt12.executeQuery(), "queryPackageVersions rset12");
6914 dpurdie 3261
 
3262
                while( rset12.next() )
3263
                {
7023 dpurdie 3264
                    int pv_id = rset12.mustGetKeyInt("pv_id");
6914 dpurdie 3265
                    Package p = findPackage(pv_id, packageCollection);
3266
 
3267
                    if ( p == NULL_PACKAGE )
3268
                    {
3269
                        mLogger.info("queryPackageVersions rset12 package superceded by planned " + pv_id);
3270
                    }
3271
                    else
3272
                    {
7023 dpurdie 3273
                        String user_email = rset12.getString("user_email",null);
6914 dpurdie 3274
 
3275
                        if ( user_email != null )
3276
                        {
3277
                            p.addEmail(user_email);
3278
                        }
3279
                    }
3280
                }
3281
 
3282
                rset12.close();
3283
                stmt12.close();
3284
 
3285
                // get released advisory ripple info
3286
                mLogger.debug("queryPackageVersions: stmt14");
3287
                phase.setPhase("getAllPkgs6");
3288
                PreparedStatement stmt14 = mConnection.prepareStatement(
3289
                        "select rc.pv_id " +
3290
                                "from release_manager.release_content rc, release_manager.package_versions pv, release_manager.advisory_ripple ar " +
3291
                                "where rc.rtag_id=" + baseline +
3292
                                " and pv.pv_id = rc.pv_id and ar.rtag_id=rc.rtag_id and ar.pv_id=rc.pv_id " +
3293
                                "order by rc.pv_id"
3294
                        );
3295
                stmt14.setFetchSize(1000);
7023 dpurdie 3296
                RmResultSet rset14 = new RmResultSet(stmt14.executeQuery(), "queryPackageVersions rset14");
6914 dpurdie 3297
 
3298
                while( rset14.next() )
3299
                {
3300
                    boolean ignore = false;
3301
 
7023 dpurdie 3302
                    int pv_id = rset14.mustGetInt("pv_id");
6914 dpurdie 3303
                    Package p = findPackage(pv_id, packageCollection);
3304
                    if ( p == NULL_PACKAGE )
3305
                    {
3306
                        mLogger.info("queryPackageVersions rset14 package superceded by planned " + pv_id);
3307
                        ignore = true;
3308
                    }
3309
 
3310
                    if ( !ignore )
3311
                    {
3312
                        p.mAdvisoryRipple = true;
3313
                    }
3314
                }
3315
 
3316
                rset14.close();
3317
                stmt14.close();
3318
 
3319
                // Daemon Instruction: Force Package Ripple
3320
                //  An op code of 0 means force ripple
7023 dpurdie 3321
 
6914 dpurdie 3322
                phase.setPhase("getDaemonInstructions1");
7023 dpurdie 3323
                di = new DaemonInstruction( baseline, 0, true);
3324
                while ( getDaemonInst( di ) )
6914 dpurdie 3325
                {
7023 dpurdie 3326
                    Package p = findPackage(di.pvId, packageCollection);
6914 dpurdie 3327
 
3328
                    if ( p != NULL_PACKAGE )
3329
                    {
7023 dpurdie 3330
                        mLogger.info("queryPackageVersions forced ripple data " + di.pvId);
3331
                        p.mForcedRippleInstruction = di.instruction;
3332
                        p.mTestBuildEmail = di.userEmail;
6914 dpurdie 3333
                    }
3334
                    else
3335
                    {
3336
                        // discard
7023 dpurdie 3337
                        markDaemonInstCompleted( di.instruction );
6914 dpurdie 3338
                    }
3339
                }
3340
 
3341
                // Daemon Instruction: Test Build Package
3342
                //  An op code of 1 means test build
3343
                //
3344
                // bare minimal data collection - last thing needed is more data to collect
3345
                // the approach...
3346
                // query all test build instructions for this baseline
3347
                // for each, query its build information
3348
                // store them in "mTestBuild" Package attributes as follows:
3349
                // - mTestBuildInstruction (default 0)
3350
                // - mTestBuildEmail (default "null")
3351
                // - mTestBuildVcsTag (default "null")
3352
                // - mTestBuildStandardCollection
3353
                // - mTestBuildDependencyCollection
3354
                // additionally, trust nothing - these are mostly wips that at any time may have:
3355
                // - no build location
3356
                // - no build label
3357
                // - an empty build standard collection
3358
                // proceed with defaults above if necessary (the build will subsequently fail)
3359
                // in all cases, build a meaningful email body to inform the user
3360
                // of the snapshot of build information that applied to the build and store in:
3361
                // - mTestBuildEmailBody
3362
 
3363
                mLogger.debug("queryPackageVersions: stmt141");
3364
                phase.setPhase("getTestBuild1");
7023 dpurdie 3365
                di = new DaemonInstruction( baseline, 1, true);
3366
                while ( getDaemonInst( di ) )
6914 dpurdie 3367
                {
3368
                    // can only do one test build at a time - others will be discarded until future cycle
7023 dpurdie 3369
                    mLogger.info("queryPackageVersions test build data " + di.pvId);
3370
                    int testBuildPvId = di.pvId;
3371
                    int testBuildInstruction = di.instruction;
3372
                    String testBuildEmail = di.userEmail; 
6914 dpurdie 3373
 
3374
                    String pkg_name = "";
3375
                    String pkg_ext = "";
3376
                    String testBuildVcsTag = "null";
3377
                    int pkg_id = 0;
3378
 
3379
                    // get package info for test build package
3380
                    mLogger.debug("queryPackageVersions: stmt15");
3381
                    PreparedStatement stmt15 = mConnection.prepareStatement(
3382
                            "select p.pkg_name, p.pkg_id, pv.v_ext, release_manager.PK_RMAPI.return_vcs_tag(pv.pv_id) AS vcsTag " +
3383
                                    " from release_manager.package_versions pv," +
3384
                                    "release_manager.packages p" +
3385
                                    " where pv.pv_id=" + testBuildPvId +
3386
                                    " and p.pkg_id=pv.pkg_id "
3387
                            );
3388
                    stmt15.setFetchSize(10);
7023 dpurdie 3389
                    RmResultSet rset15 = new RmResultSet(stmt15.executeQuery(), "queryPackageVersions rset15");
6914 dpurdie 3390
 
3391
                    int rsetSize = 0;
3392
 
3393
                    while( rset15.next() )
3394
                    {
3395
                        rsetSize++;
7023 dpurdie 3396
                        pkg_name = rset15.mustGetKeyString("pkg_name");
3397
                        pkg_id = rset15.mustGetInt("pkg_id");
3398
                        pkg_ext = rset15.getString("v_ext","");
3399
                        testBuildVcsTag = rset15.getString("vcsTag", "null");
6914 dpurdie 3400
                    }
3401
 
3402
                    rset15.close();
3403
                    stmt15.close();
3404
 
3405
                    mLogger.debug("queryPackageVersions: stmt16");
3406
                    if ( rsetSize == 0 )
3407
                    {
7023 dpurdie 3408
                        mLogger.error("queryPackageVersions rset15 no data found " + di.instruction);
3409
                        markDaemonInstCompleted( di.instruction );
6914 dpurdie 3410
                    }
3411
                    else
3412
                    {
3413
                        Package q = findPackage(pkg_name + pkg_ext, packageCollection);
3414
 
3415
                        if ( q == NULL_PACKAGE )
3416
                        {
3417
                            // Package alias does not exist in this release (planned or released packages)
3418
                            q = new Package(pkg_id, testBuildPvId, pkg_name, pkg_ext, pkg_name + pkg_ext, testBuildVcsTag, testBuildInstruction, testBuildEmail);
3419
                            packageCollection.add(q);
3420
                        }
3421
                        else
3422
                        {
3423
                            // Avoid interaction with real versions
3424
                        	// Flag as not pegged - so that we test build
3425
                            q.mVersion = "0.0.0000";
3426
                            q.mTestBuildVcsTag = testBuildVcsTag;
3427
                            q.mTestBuildInstruction = testBuildInstruction;
3428
                            q.mTestBuildEmail = testBuildEmail;
3429
                            q.mTestBuildPvId = testBuildPvId;
3430
                            q.mTestBuildHasAutomatedUnitTests = false;
3431
                            q.mIsPegged = false;
3432
                        }
3433
 
3434
                        // get test build package dependency info
3435
                        PreparedStatement stmt16 = mConnection.prepareStatement(
3436
                                "select p.pkg_name, dpv.v_ext " +
3437
                                        " from release_manager.package_versions pv," +
3438
                                        "   release_manager.package_dependencies pd,"+
3439
                                        "   release_manager.package_versions dpv,"+
3440
                                        "   release_manager.packages p" +
3441
                                        " where pv.pv_id=" + testBuildPvId +
3442
                                        "   and pd.pv_id=" + testBuildPvId +
3443
                                        "   and dpv.pv_id=pd.dpv_id"+
3444
                                        "   and p.pkg_id=dpv.pkg_id"
3445
                                );
3446
                        stmt16.setFetchSize(1000);
7023 dpurdie 3447
                        RmResultSet rset16 = new RmResultSet(stmt16.executeQuery(), "queryPackageVersions rset16");
6914 dpurdie 3448
 
3449
                        while( rset16.next() )
3450
                        {
7023 dpurdie 3451
                            String dpkg_name = rset16.mustGetString("pkg_name");
3452
                            String v_ext = rset16.getString("v_ext", "");
6914 dpurdie 3453
                            q.mTestBuildDependencyCollection.add(dpkg_name + v_ext);
3454
                        }
3455
 
3456
                        rset16.close();
3457
                        stmt16.close();
3458
 
3459
                        // get test build package build info
3460
                        mLogger.debug("queryPackageVersions: stmt17");
3461
                        PreparedStatement stmt17 = mConnection.prepareStatement(
3462
                                "select bm.bm_name, bsa.bsa_name " +
3463
                                        "from release_manager.package_versions pv," +
3464
                                        "     release_manager.package_build_info pbi," +
3465
                                        "     release_manager.build_machines bm," +
3466
                                        "     release_manager.build_standards_addendum bsa " +
3467
                                        "where pv.pv_id=" + testBuildPvId +
3468
                                        "   and pbi.pv_id=pv.pv_id" +
3469
                                        "   and bm.bm_id=pbi.bm_id" +
3470
                                        "   and bsa.bsa_id=pbi.bsa_id"
3471
                                );
7023 dpurdie 3472
                        RmResultSet rset17 = new RmResultSet(stmt17.executeQuery(), "queryPackageVersions rset17");
6914 dpurdie 3473
 
3474
                        while( rset17.next() )
3475
                        {
7023 dpurdie 3476
                            String bm_name = rset17.mustGetKeyString("bm_name");
3477
                            String bsa_name = rset17.mustGetString("bsa_name");
6914 dpurdie 3478
 
3479
                            BuildStandard bs = new BuildStandard(rippleEngine, bm_name, bsa_name);
3480
 
3481
                            if ( bs.supportedBuildStandard() )
3482
                            {
3483
                                q.mTestBuildStandardCollection.add(bs);
3484
                            }
3485
                        }
3486
 
3487
                        rset17.close();
3488
                        stmt17.close();
3489
 
3490
                        // get test build package unit test info
3491
                        mLogger.debug("queryPackageVersions: stmt4");
3492
                        PreparedStatement stmt18 = mConnection.prepareStatement(
3493
                                "select tt.test_type_name" +
3494
                                "  from release_manager.unit_tests ut," +
3495
                                "       release_manager.test_types tt" +
3496
                                " where ut.pv_id=" + testBuildPvId +
3497
                                "  and tt.test_type_id=ut.test_types_fk" 
3498
                                );
7023 dpurdie 3499
                        RmResultSet rset18 = new RmResultSet(stmt18.executeQuery(), "queryPackageVersions rset18");
6914 dpurdie 3500
 
3501
                        while( rset18.next() )
3502
                        {
3503
                            boolean ignore = false;
3504
 
7023 dpurdie 3505
                            String test_type_name = rset18.mustGetString("test_type_name");
6914 dpurdie 3506
 
3507
                            if ( !ignore )
3508
                            {
3509
                                if ( test_type_name.compareTo("Autobuild UTF") == 0 )
3510
                                {
3511
                                	q.mTestBuildHasAutomatedUnitTests = true;
3512
                                }
3513
                            }
3514
                        }
3515
 
3516
                        rset18.close();
3517
                        stmt18.close();
3518
 
3519
                    }
3520
                }
7023 dpurdie 3521
 
6914 dpurdie 3522
            }
3523
            else
3524
            {
3525
                // Escrow Mode
3526
                // get released product info
3527
                mLogger.debug("queryPackageVersions: stmt18");
3528
                PreparedStatement stmt = mConnection.prepareStatement(
3529
                        "select oc.prod_id, p.pkg_name, pv.pkg_version, pv.v_ext," +
3530
                                "release_manager.PK_RMAPI.return_vcs_tag(pv.pv_id) AS vcsTag" +
3531
                                " from deployment_manager.bom_contents bc," +
3532
                                "deployment_manager.operating_systems os," +
3533
                                "deployment_manager.os_contents oc," +
3534
                                "release_manager.package_versions pv," +
3535
                                "release_manager.packages p" +
3536
                                " where bc.bom_id=" + baseline +
3537
                                " and os.node_id=bc.node_id" +
3538
                                " and oc.os_id=os.os_id" +
3539
                                " and pv.pv_id=oc.prod_id" +
3540
                                " and p.pkg_id=pv.pkg_id" +
3541
                                " order by oc.prod_id"
3542
                        );
3543
                stmt.setFetchSize(1000);
7023 dpurdie 3544
                RmResultSet rset = new RmResultSet(stmt.executeQuery(), "queryPackageVersions rset");
6914 dpurdie 3545
 
3546
                while( rset.next() )
3547
                {
7023 dpurdie 3548
                    int pv_id = rset.mustGetKeyInt("prod_id");
3549
                    String pkg_name = rset.mustGetString("pkg_name");
3550
                    String pkg_version = rset.mustGetString("pkg_version");
3551
                    String v_ext = rset.getString("v_ext", "");
3552
                    String vcs_tag = rset.getString("vcsTag","");
3553
 
6914 dpurdie 3554
                    Package p = findPackage(pv_id, packageCollection);
3555
                    if ( p == NULL_PACKAGE )
3556
                    {
3557
                        Package q = new Package(0, pv_id, pkg_name, pkg_version, v_ext, pkg_name + "." + pkg_version, vcs_tag, 'x');
3558
                        packageCollection.add(q);
3559
                    }
3560
                }
3561
 
3562
                rset.close();
3563
                stmt.close();
3564
            }
3565
        }
3566
        catch ( SQLException e )
3567
        {
3568
            handleSQLException(e, "");
3569
        }
3570
 
3571
        if (!mDaemon)
3572
        {
3573
            // use a ListIterator as it allows traverseDependencies to modify the packageCollection
3574
            for (ListIterator<Package> it = packageCollection.listIterator(); it.hasNext(); )
3575
            {
3576
                Package p = it.next();
3577
                traverseDependencies(packageCollection, p, false, it);
3578
            }
3579
 
3580
            for (Iterator<Package> it = packageCollection.iterator(); it.hasNext(); )
3581
            {
3582
                Package p = it.next();
3583
                queryBuildInfo(rippleEngine, p);
3584
            }
3585
        }
3586
        phase.setPhase("End");
3587
    }
3588
 
3589
 
3590
   /**	Determine the version number of the base package
3591
    *   Used in a ripple build to determine the base for calculating the next version number
3592
    *   Assumes that a database connection has been established
3593
    *   Used in Daemon Mode Only
3594
    *   
3595
    *   History: Used to determine the last non-rippled package, but this had issues [JATS-402]
3596
    *   This version will located the last release version with a check that it is not a WIP ( ie start with a '(' )
3597
    *   
3598
    *   @param pv_id	- The PVID of the package to process
3599
    *   @return         - The version number without a project suffix. Null on error. 0.0.0000 if no previous
3600
    *   @throws SQLException 
3601
    */
3602
    public String getBaseVersionNumber(int pv_id)
3603
    {
3604
    	String baseVersion = "0.0.0000";
3605
 
3606
    	try {
3607
    		CallableStatement stmt;
3608
			stmt = mConnection.prepareCall(
3609
					"SELECT pv_id,last_pv_id,pkg_version,v_ext,build_type, DLOCKED " +
3610
					" FROM " +
3611
					"  (SELECT build_type,last_pv_id,pv_id,pkg_version,v_ext, DLOCKED " +
3612
					"  FROM " +
3613
					"    (SELECT pv.build_type,pv.last_pv_id AS raw_last_pvid ,pv_id,pv.pkg_version,pv.v_ext,DECODE(pv.pv_id, pv.last_pv_id, NULL, pv.last_pv_id) AS last_pv_id, DLOCKED " +
3614
					"    FROM release_manager.package_versions pv " +
3615
					"    WHERE pv.PKG_ID IN " +
3616
					"      (SELECT pkg_id " +
3617
					"      FROM release_manager.package_versions pv " +
3618
					"      WHERE pv.pv_id = " + pv_id +
3619
					"      ) " +
3620
					"    ) " +
3621
					"    START WITH pv_id = " + pv_id +
3622
					"    CONNECT BY nocycle prior last_pv_id = pv_id " +
3623
					"  ) " +
3624
					" WHERE DLOCKED = 'Y' and pkg_version not like '(%' AND pv_id != " + pv_id
3625
	                   //" WHERE build_type != 'Y' and pv_id != " + pv_id
3626
			        );
3627
 
3628
			ResultSet rset = stmt.executeQuery();
3629
 
3630
			while( rset.next() )
3631
			{
3632
				// Previous Version of this package, without the project suffix
3633
				String pkg_prevVersion = rset.getString("pkg_version");
3634
				if (pkg_prevVersion != null) 
3635
				{
3636
					String pkg_prevVext = rset.getString("v_ext");
3637
					if (pkg_prevVext != null) 
3638
					{
3639
						int endindex = pkg_prevVersion.length() - pkg_prevVext.length();
3640
						if ( endindex > 0 )
3641
						{
3642
							baseVersion = pkg_prevVersion.substring(0, endindex);
3643
						}
3644
					}
3645
				}
3646
 
3647
				// Only want the first entry
3648
				break;
3649
			}
3650
 
3651
			rset.close();
3652
			stmt.close();
3653
 
3654
    	} catch (SQLException e) {
3655
    		baseVersion = null;
7033 dpurdie 3656
    		mLogger.error("Exception for getBaseVersionNumber " + pv_id);
6914 dpurdie 3657
		}
3658
        return baseVersion;
3659
    }
3660
 
3661
    /**called only in escrow mode
3662
     * if checkCollection is true, checks the pv_id is in the packageCollection
3663
     * if checkCollection is false, or the pv_id is not in the collection
3664
     * 1 traverses the pv_id package dependencies
3665
     *   select dpv.pv_id, p.pkg_name, dpv.pkg_version, dpv.v_ext
3666
     *   from release_manager.package_versions pv, release_manager.package_dependencies pd, release_manager.package_versions dpv, release_manager.packages p
3667
     *   where pv.pv_id = <pv_id> and pd.pv_id=pv.pv_id and dpv.pv_id=pd.dpv_id and p.pkg_id=dpv.pkg_id
3668
     *   order by pv.pv_id;
3669
     * 2 for each dpv.pv_id in the resultset
3670
     *     call traverseDependencies( packageCollection, dpv.pv_id, true )
3671
     *     if the pv_id is not in the collection, add it
3672
     *   
3673
     */
3674
    private void traverseDependencies(ArrayList<Package> packageCollection, Package pkg, 
3675
            boolean checkCollection, 
3676
            ListIterator<Package> listIterator) throws SQLException, Exception
3677
            {
3678
        mLogger.debug("traverseDependencies " + checkCollection);
3679
        boolean pvIdInCollection = false;
3680
 
3681
        if ( checkCollection )
3682
        {
3683
            for (Iterator<Package> it = packageCollection.iterator(); it.hasNext(); )
3684
            {
3685
                Package p = it.next();
3686
 
3687
                if ( p.mId == pkg.mId )
3688
                {
3689
                    pvIdInCollection = true;
3690
                    break;
3691
                }
3692
            }
3693
        }
3694
 
3695
        if ( !pvIdInCollection )
3696
        {
3697
            ArrayList<Package> resultset = new ArrayList<Package>();
3698
 
3699
            try
3700
            {
3701
                PreparedStatement stmt = mConnection.prepareStatement(
3702
                        "select dpv.pv_id," +
3703
                                "p.pkg_name," + 
3704
                                "dpv.pkg_version," +
3705
                                "dpv.v_ext," + 
3706
                                "release_manager.PK_RMAPI.return_vcs_tag(dpv.pv_id) AS vcsTag" + 
3707
                                " from release_manager.package_versions pv," + 
3708
                                "release_manager.package_dependencies pd," + 
3709
                                "release_manager.package_versions dpv," + 
3710
                                "release_manager.packages p" + 
3711
                                " where pv.pv_id=" + pkg.mId + 
3712
                                "   and pd.pv_id=pv.pv_id" +
3713
                                "   and dpv.pv_id=pd.dpv_id" + 
3714
                                "   and p.pkg_id=dpv.pkg_id" + 
3715
                        " order by pv.pv_id");
3716
                stmt.setFetchSize(1000);
7023 dpurdie 3717
                RmResultSet rset = new RmResultSet(stmt.executeQuery(),"traverseDependencies");
6914 dpurdie 3718
 
3719
                while (rset.next())
3720
                {
7023 dpurdie 3721
                    int pv_id = rset.mustGetKeyInt("pv_id");
3722
                    String pkg_name = rset.mustGetString("pkg_name");
3723
                    String pkg_version = rset.mustGetString("pkg_version");
3724
                    String v_ext = rset.getString("v_ext","");
3725
                    String vcs_tag = rset.getString("vcsTag","");
6914 dpurdie 3726
 
3727
                    Package p = new Package(0, pv_id, pkg_name, pkg_version, v_ext, pkg_name + "." + pkg_version, vcs_tag, 'x');
3728
                    resultset.add(p);
3729
                    pkg.mDependencyCollection.add(p.mAlias);
3730
                }
3731
 
3732
                rset.close();
3733
                stmt.close();
3734
            }
3735
            catch ( SQLException e )
3736
            {
3737
                handleSQLException(e, "");
3738
            }
3739
 
3740
            for (Iterator<Package> it = resultset.iterator(); it.hasNext();)
3741
            {
3742
                Package r = it.next();
3743
                traverseDependencies(packageCollection, r, true, listIterator);
3744
 
3745
                pvIdInCollection = false;
3746
 
3747
                for (Iterator<Package> it2 = packageCollection.iterator(); it2.hasNext();)
3748
                {
3749
                    Package p = it2.next();
3750
 
3751
                    if (p.mId == r.mId)
3752
                    {
3753
                        pvIdInCollection = true;
3754
                        break;
3755
                    }
3756
                }
3757
 
3758
                if (!pvIdInCollection)
3759
                {
3760
                    // insert the Package immediately before the next Package returned by next
3761
                    // this does not change the next Package (if any) to be returned by next
3762
                    listIterator.add(r);
3763
                }
3764
 
3765
            }
3766
        }
3767
            }
3768
 
3769
    /**called only in escrow mode to add build info to the Package
3770
     * select bm.bm_name, bsa.bsa_name
3771
     * from release_manager.package_versions pv, release_manager.package_build_info pbi, release_manager.build_machines bm, release_manager.build_standards_addendum bsa
3772
     * where pv.pv_id = <p.pv_id> and pbi.pv_id=pv.pv_id and bm.bm_id=pbi.bm_id and bsa.bsa_id=pbi.bsa_id
3773
     * order by pv.pv_id;
3774
     */
3775
    private void queryBuildInfo(RippleEngine rippleEngine, Package p) throws SQLException, Exception
3776
    {
3777
        mLogger.debug("queryBuildInfo");
3778
 
3779
        try
3780
        {
3781
            CallableStatement stmt = mConnection.prepareCall("select bm.bm_name, bsa.bsa_name "
3782
                    + "from release_manager.package_versions pv," 
3783
                    + "     release_manager.package_build_info pbi,"
3784
                    + "     release_manager.build_machines bm," 
3785
                    + "     release_manager.build_standards_addendum bsa "
3786
                    + "where pv.pv_id=" + p.mId 
3787
                    + "   and pbi.pv_id=pv.pv_id" 
3788
                    + "   and bm.bm_id=pbi.bm_id"
3789
                    + "   and bsa.bsa_id=pbi.bsa_id " 
3790
                    + "order by pv.pv_id");
7023 dpurdie 3791
            RmResultSet rset = new RmResultSet (stmt.executeQuery(),"queryBuildInfo");
6914 dpurdie 3792
 
3793
            while (rset.next())
3794
            {
7023 dpurdie 3795
                String bm_name = rset.mustGetKeyString("bm_name");
3796
                String bsa_name = rset.mustGetString("bsa_name");
6914 dpurdie 3797
 
3798
                BuildStandard bs = new BuildStandard(rippleEngine, bm_name, bsa_name);
3799
 
3800
                if (bs.supportedBuildStandard())
3801
                {
3802
                    p.mBuildStandardCollection.add(bs);
3803
                }
3804
            }
3805
 
3806
            rset.close();
3807
            stmt.close();
3808
        }
3809
        catch ( SQLException e )
3810
        {
3811
            handleSQLException(e, "");
3812
        }
3813
 
3814
    }
3815
 
3816
    /**
3817
     * Find Package by pvid
3818
     * @param   id                  - pvid of package to locate
3819
     * @param   packageCollection   - Collection to scan
3820
     * @return  Package with the matching mID or NULL_PACKAGE if no package has the mID
3821
     */
3822
    protected Package findPackage(int id, ArrayList<Package> packageCollection)
3823
    {
3824
        mLogger.debug("findPackage 1 id " + id);
3825
        Package retVal = NULL_PACKAGE;
3826
 
3827
        for (Iterator<Package> it = packageCollection.iterator(); it.hasNext(); )
3828
        {
3829
            Package p = it.next();
3830
 
3831
            if ( p.mId == id )
3832
            {
3833
                retVal = p;
3834
                break;
3835
            }
3836
        }
3837
 
3838
        mLogger.debug("findPackage 1 returned " + retVal.mName);
3839
        return retVal;
3840
    }
3841
 
3842
    /**
3843
     * Find Package by package alias
3844
     * @param   alias               - alias of package to locate
3845
     * @param   packageCollection   - Collection to scan
3846
     * @return  Package with the matching mAlias or NULL_PACKAGE if no package has the mAlias
3847
     */
3848
    protected Package findPackage(String alias, ArrayList<Package> packageCollection)
3849
    {
3850
        mLogger.debug("findPackage 2 alias " + alias);
3851
        Package retVal = NULL_PACKAGE;
3852
 
3853
        for (Iterator<Package> it = packageCollection.iterator(); it.hasNext(); )
3854
        {
3855
            Package p = it.next();
3856
 
3857
            if ( p.mAlias.compareTo( alias ) == 0 )
3858
            {
3859
                retVal = p;
3860
                break;
3861
            }
3862
        }
3863
 
3864
        mLogger.info("findPackage 2 returned " + retVal.mName);
3865
        return retVal;
3866
    }
3867
 
3868
    /**only used in daemon mode to determine version existence in the database
3869
     *  1 select pkg_id from release_manager.package_versions where pkg_id=<pkg_id> and pkg_version=<pkg_version>;
3870
     *  2 select pkg_id from release_manager.planned_versions where pkg_id=<pkg_id> and pkg_version=<pkg_version>;
3871
     * returns true if either resultset contains one record to indicate it already exists
3872
     */
3873
    boolean queryPackageVersions(int pkg_id, String pkg_version) throws SQLException, Exception
3874
    {
3875
        mLogger.debug("queryPackageVersions");
3876
        boolean retVal = false;
3877
 
3878
        if ( mUseDatabase )
3879
        {
3880
            try
3881
            {
3882
                mLogger.info("queryPackageVersions release_manager.package_versions");
3883
                CallableStatement stmt1 = mConnection.prepareCall(
3884
                    "select pkg_id" +
3885
                    " from release_manager.package_versions" +
3886
                    " where pkg_id=" + pkg_id + 
3887
                    " and pkg_version='" + pkg_version + "'");
3888
 
3889
                ResultSet rset1 = stmt1.executeQuery();
3890
                int rsetSize = 0;
3891
 
3892
                while( rset1.next() )
3893
                {
3894
                    rsetSize++;
3895
                }
3896
 
3897
                rset1.close();
3898
                stmt1.close();
3899
 
3900
                if ( rsetSize > 1 )
3901
                {
7033 dpurdie 3902
                    mLogger.error("queryPackageVersions rsetSize > 1 " + pkg_id + " " + pkg_version);
6914 dpurdie 3903
                    // show stopper
3904
                    throw new Exception("queryPackageVersions rsetSize > 1 " + pkg_id + " " + pkg_version);
3905
                }
3906
 
3907
                if ( rsetSize == 1 )
3908
                {
3909
                    retVal = true;
3910
                }
3911
                else
3912
                {
3913
                    mLogger.info("queryPackageVersions release_manager.planned_versions");
3914
                    CallableStatement stmt2 = mConnection.prepareCall(
3915
                        "select pkg_id" +
3916
                        " from release_manager.planned_versions" +
3917
                        " where pkg_id=" + pkg_id + 
3918
                        " and pkg_version='" + pkg_version + "'");
3919
                    ResultSet rset2 = stmt2.executeQuery();
3920
                    rsetSize = 0;
3921
 
3922
                    while( rset2.next() )
3923
                    {
3924
                        rsetSize++;
3925
                    }
3926
 
3927
                    rset2.close();
3928
                    stmt2.close();
3929
 
3930
                    if ( rsetSize > 1 )
3931
                    {
7033 dpurdie 3932
                        mLogger.error("queryPackageVersions rsetSize > 1 " + pkg_id + " " + pkg_version);
6914 dpurdie 3933
                        // show stopper
3934
                        throw new Exception("queryPackageVersions rsetSize > 1 " + pkg_id + " " + pkg_version);
3935
                    }
3936
 
3937
                    if ( rsetSize == 1 )
3938
                    {
3939
                        retVal = true;
3940
                    }
3941
                }
3942
            }
3943
            catch ( SQLException e )
3944
            {
3945
                handleSQLException(e, "");
3946
            }
3947
        }
3948
 
3949
        mLogger.info("queryPackageVersions returned " + retVal);
3950
        return retVal;
3951
    }
3952
 
3953
    /**
3954
     * Determine the set of packages that have been excluded from the build 
3955
     * These are packages that have been marked as do_not_ripple 
3956
     *  
3957
     * Overridden in ReleaseManagerUtf
3958
     * 
3959
     * @param buildExclusionCollection
3960
     * @param baseline The rtag_id of the release to examine
3961
     * 
3962
     * @exception SQLException
3963
     * @exception Exception
3964
     */
3965
    public void queryBuildExclusions(List<BuildExclusion> buildExclusionCollection, int baseline) throws SQLException, Exception
3966
    {
3967
        mLogger.debug("queryBuildExclusions " + baseline);
3968
 
3969
        try
3970
        {
3971
            PreparedStatement stmt = mConnection.prepareStatement(
3972
                    "select pv_id, root_pv_id, root_cause" +
3973
                    " from release_manager.do_not_ripple" + 
3974
                    " where rtag_id=" + baseline);
3975
            stmt.setFetchSize(1000);
7023 dpurdie 3976
            RmResultSet rset = new RmResultSet(stmt.executeQuery(),"queryBuildExclusions");
6914 dpurdie 3977
 
3978
            while( rset.next() )
3979
            {
7023 dpurdie 3980
                int pvId = rset.mustGetKeyInt("pv_id");
3981
                int rootPvId = rset.getInt("root_pv_id", -1);
3982
                String rootCause = rset.getString("root_cause", null);
6914 dpurdie 3983
 
3984
                // force email notification by using a zero test build instruction
3985
                BuildExclusion buildExclusion = new BuildExclusion(pvId, rootPvId, rootCause, 0);
7032 dpurdie 3986
                buildExclusion.setImported();
6914 dpurdie 3987
                buildExclusionCollection.add(buildExclusion);
3988
            }
3989
 
3990
            rset.close();
3991
            stmt.close();
3992
        }
3993
        catch ( SQLException e )
3994
        {
3995
            handleSQLException(e, "");
3996
        }
3997
    }
3998
 
3999
    /**
7032 dpurdie 4000
     * Execute the Exclude_Indirect_From_Build stored procedure
6914 dpurdie 4001
     *  Note: Execute_Indirect_From_Build will delete matching do_not_ripple
4002
     *        rows prior to an insertion - this is crucial!!
7032 dpurdie 4003
     *        
4004
     * Note: The name 'Execute_Indirect_From_Build' is misleading as it appears to be used for both direct and indirect
4005
     *       exclusions.
4006
     * 
6914 dpurdie 4007
     * @param hasConnection        IN True. Use existing connection and will not commit the operation
4008
     * @param packageVersionId     IN passed to Exclude_Indirect_From_Build
4009
     * @param packageVersion       IN passed to Exclude_Indirect_From_Build
4010
     * @param rtagId               IN passed to Exclude_Indirect_From_Build
4011
     * @param rootPvId             IN passed to Exclude_Indirect_From_Build
4012
     * @param rootCause            IN passed to Exclude_Indirect_From_Build
4013
     * @param rootFile             IN passed to Exclude_Indirect_From_Build
4014
     * @param supercede            IN checks for a row with a matching packageVersionId and rtagId when false
4015
     *                                such a row will prevent the execution of Exclude_Indirect_From_Build
4016
     * @param testBuildInstruction IN will prevent the execution of Exclude_Indirect_From_Build true
4017
     * 
4018
     * @exception SQLException
4019
     * @exception Exception
4020
     */
4021
    public void excludeFromBuild(
4022
            boolean hasConnection, 
4023
            int packageVersionId, 
4024
            String packageVersion, 
4025
            int rtagId,
4026
            String rootPvId, 
4027
            String rootCause,
4028
            String rootFile,
4029
            boolean supercede, Boolean testBuildInstruction) throws SQLException, Exception
4030
    {
4031
        mLogger.debug("excludeFromBuild " + packageVersionId);
4032
 
4033
        //  If a Test Build, then don't excluded package
4034
        if ( testBuildInstruction )
4035
        {
4036
            return;
4037
        }
4038
 
4039
        if ( mUseDatabase )
4040
        {
4041
            try
4042
            {
4043
                if (!hasConnection)
4044
                    connect();
4045
 
4046
                boolean exist = false;
7032 dpurdie 4047
                boolean dbIsIndirect = false;
4048
                boolean entryIsIndirect = (rootPvId != null);
6914 dpurdie 4049
 
4050
                if ( !supercede )
4051
                {
4052
                    // do not exclude a package already excluded ie let the first build failure count
4053
                    // there is a window of opportunity here, but it is worth doing
4054
                    // scenario 1
4055
                    //      1 this query indicates no build failure exists on this version
4056
                    //      2 another build machine reports a build failure on this version
4057
                    //      3 this is then overridden by this thread
4058
                    // does not matter
4059
                    // doing this works well for the following
4060
                    // scenario 2
4061
                    //      1 this query (run by a slave) indicates no build failure exists on this version
4062
                    //      2 build failure is reported
4063
                    //      3 master build machine detects slave in state waiting
4064
                    //      4 master daemon discovers slave did not deliver artifacts
4065
                    //      5 master daemon is prevented from overriding the build failure
7032 dpurdie 4066
                    //
4067
                    // Another complication
4068
                    //  If this is a direct exclusion (rootPvid) is null and the entry in the table is an indirect exclusion
4069
                    //  then we should delete the indirect exclusion and replace it with a direct exclusion
4070
                    //
4071
                    CallableStatement stmt = mConnection.prepareCall("select pv_id, root_pv_id from release_manager.do_not_ripple where pv_id=" + packageVersionId + "and rtag_id=" + rtagId);
6914 dpurdie 4072
                    ResultSet rset = stmt.executeQuery();
4073
 
4074
                    while( rset.next() )
4075
                    {
4076
                        exist = true;
7032 dpurdie 4077
                        rset.getInt("root_pv_id");
4078
                        dbIsIndirect = ! rset.wasNull();
4079
 
4080
                        // Override an indirect database entry with a direct exclusion
4081
                        if ( dbIsIndirect && ! entryIsIndirect ) {
4082
                            exist = false;
4083
                        }
4084
 
6914 dpurdie 4085
                        break;
4086
                    }
4087
 
4088
                    rset.close();
4089
                    stmt.close();
4090
                }
4091
 
4092
                if ( !exist )
4093
                {
4094
                    CallableStatement stmt = mConnection.prepareCall( "begin ? := PK_RMAPI.EXCLUDE_INDIRECT_FROM_BUILD(?,?,?,?,?,?,?); end;" );
4095
                    stmt.registerOutParameter( 1, Types.INTEGER);
4096
                    stmt.setInt    ( 2, packageVersionId );
4097
                    stmt.setString ( 3, packageVersion );
4098
                    stmt.setInt    ( 4, rtagId );
4099
                    stmt.setString ( 5, "buildadm" );
4100
                    stmt.setString ( 6, rootPvId);
4101
                    stmt.setString ( 7, rootCause);
4102
                    stmt.setString ( 8, rootFile);
4103
                    stmt.executeUpdate();
4104
                    int result = stmt.getInt( 1 );
4105
 
4106
                    if ( result != 0 )
4107
                    {
4108
                        // flag build failure
7033 dpurdie 4109
                        mLogger.error( "excludeFromBuild show stopper PK_RMAPI.EXCLUDE_INDIRECT_FROM_BUILD failed, returned " + result );
6914 dpurdie 4110
                        throw new Exception("excludeFromBuild show stopper PK_RMAPI.EXCLUDE_INDIRECT_FROM_BUILD failed, returned " + result);
4111
                    }
4112
                    stmt.close();
4113
                    if (!hasConnection )
4114
                        commit();
4115
                }
4116
            }
4117
            catch ( SQLException e )
4118
            {
4119
                handleSQLException(e, "");
4120
            }
4121
            finally
4122
            {
4123
                // this block is executed regardless of what happens in the try block
4124
                // even if an exception is thrown
4125
                // ensure disconnect
4126
                if (!hasConnection )
4127
                    disconnect();
4128
            }
4129
        }
4130
    }
4131
 
4132
    /**
4133
     * Removes an excluded package from the do_not_ripple table, thereby including the package back into the build set.
4134
     * The method does not remove packages that were manually added to the DNR table, as those
4135
     * packages are not in the domain of the buildtool.
4136
     * 
4137
     * @param packageVersionId Packages PVID
4138
     * @param rtagId           The RTAG id of the release to consider
4139
     * 
4140
     * @exception SQLException
4141
     * @exception Exception
4142
     */
4143
 
4144
    public void includeToBuild(int packageVersionId, int rtagId) throws SQLException, Exception
4145
    {
4146
        mLogger.debug("includeToBuild " + packageVersionId);
4147
        if ( mUseDatabase )
4148
        {
4149
            try
4150
            {
4151
                CallableStatement stmt = mConnection.prepareCall(
4152
                    "delete from release_manager.do_not_ripple " +
4153
                    "  where rtag_id=" + rtagId + 
4154
                    "  and pv_id=" + packageVersionId +
4155
                    "  and (root_pv_id is not NULL or root_cause is not NULL or root_file is not NULL)"
4156
                    );
4157
                stmt.executeUpdate();
4158
                stmt.close();
4159
            }
4160
            catch ( SQLException e )
4161
            {
4162
                handleSQLException(e, "");
4163
            }
4164
        }
4165
    }
4166
 
4167
 
4168
 
4169
 
4170
    /**queries the RUN_LEVEL table using the rcon_id primary key
4171
     * handles database connection and disconnection
4172
     * returns the current_build_files
4173
     * implements the sequence diagram consume build files 
4174
     *  
4175
     * Used by the Slave Daemon
4176
     * 
4177
     *  @param rcon_id - My release config id
4178
     *  @return The buildFile content. Will be null if none is found
4179
     */
4180
    public String queryBuildFile(int rcon_id) throws SQLException, Exception
4181
    {
4182
        String buildFile = null;
4183
 
4184
        mLogger.debug("queryRunLevel 1 rcon_id " + rcon_id);
4185
        if ( !mUseDatabase )
4186
        {
4187
            mLogger.info("queryRunLevel 1 !mUseDatabase");
4188
            buildFile = "unit test build file content";
4189
        }
4190
        else
4191
        {
4192
            try
4193
            {
4194
                connect();
4195
                CallableStatement stmt = mConnection.prepareCall("select current_build_files from release_manager.run_level where rcon_id=" + rcon_id);
4196
                ResultSet rset = stmt.executeQuery();
4197
                int rsetSize = 0;
4198
 
4199
                while( rset.next() )
4200
                {
4201
                    rsetSize++;
4202
                    buildFile = rset.getString("current_build_files");
4203
                }
4204
 
4205
                if ( rsetSize > 1 )
4206
                {
7033 dpurdie 4207
                    mLogger.error("queryRunLevel 1 rsetSize > 1");
6914 dpurdie 4208
                    // show stopper
4209
                    throw new Exception("queryRunLevel 1 rsetSize > 1");
4210
                }
4211
 
4212
                rset.close();
4213
                stmt.close();
4214
            }
4215
            catch ( SQLException e )
4216
            {
4217
                handleSQLException(e, "");
4218
            }
4219
            finally
4220
            {
4221
                // this block is executed regardless of what happens in the try block
4222
                // even if an exception is thrown
4223
                // ensure disconnect
4224
                disconnect();
4225
            }
4226
        }
4227
 
4228
        return buildFile;
4229
    }
4230
 
4231
    /** Updates mRunLevelCollection
4232
     *  Removes all elements from mRunLevelCollection, then queries the Database
4233
     *  and re-populates the structure.
4234
     *  
4235
     *  Used to determine which slave daemons the master needs to wait upon.
4236
     *  
4237
     *  Ignores entries that are disabled
4238
     *  Ignore entries that have been 'unlinked' - they have no active machine configuration
4239
     *
4240
     *   @param	rtag_id	- Release Tag
4241
     *  
4242
     *	Used by the Master Daemon 
4243
     * 	Overridden in ReleaseManagerUtf 
4244
     */
4245
    public void queryRunLevel(final int rtag_id) throws SQLException, Exception
4246
    {
4247
        mLogger.debug("queryRunLevel 2 rtag_id " + rtag_id);
4248
 
4249
        mRunLevelCollection.clear();
4250
 
4251
        try
4252
        {
4253
            connect();
4254
            CallableStatement stmt = mConnection.prepareCall(
4255
                    "SELECT rl.rcon_id," +
4256
                    "  rl.current_run_level," +
4257
                    "  NVL(rl.pause,0) as pause," +
4258
                    "  rc.daemon_mode," +
4259
                    "  NVL2(rl.CURRENT_BUILD_FILES, 1 , 0) as bfPresent" +
4260
                    " FROM release_manager.release_config rc," +
4261
                    "     release_manager.run_level rl" +
4262
                    " WHERE rc.rtag_id = " + rtag_id +
4263
                    " AND   rl.rcon_id = rc.rcon_id" +
4264
                    " AND   rc.bmcon_id is not NULL");
4265
            stmt.setFetchSize(20);
7023 dpurdie 4266
            RmResultSet rset = new RmResultSet(stmt.executeQuery(),"queryRunLevel 2");
6914 dpurdie 4267
            int rcon_id = 0;
4268
            int current_run_level = 0;
4269
            String modeString;
4270
            char mode;
4271
            int pause = 0;
4272
            int buildFilePresent = 0;
4273
 
4274
            while( rset.next() )
4275
            {
7023 dpurdie 4276
                rcon_id = rset.mustGetKeyInt("rcon_id");
4277
                modeString = rset.mustGetString("daemon_mode");
6914 dpurdie 4278
                mode = modeString.charAt(0);
7023 dpurdie 4279
                buildFilePresent = rset.getInt("bfPresent",0);
4280
                current_run_level = rset.getInt("current_run_level", BuildState.DB_IDLE.toValue());
6914 dpurdie 4281
 
4282
                //
4283
                //  Pause: null -> 0 == Run
4284
                //         1         == Pause
4285
                //         2         == Disabled
4286
                //
7023 dpurdie 4287
                pause = rset.getInt("pause", 0);
6914 dpurdie 4288
 
4289
                //  Ignore disabled entries
4290
                if ( pause <= 1 )
4291
                {
4292
                    RunLevelData runLevel = new RunLevelData(rcon_id, current_run_level, mode, buildFilePresent);
4293
                    mRunLevelCollection.add(runLevel);
4294
                }
4295
            }
4296
 
4297
            rset.close();
4298
            stmt.close();
4299
        }
4300
        catch ( SQLException e )
4301
        {
4302
            handleSQLException(e, "");
4303
        }
4304
        finally
4305
        {
4306
            // this block is executed regardless of what happens in the try block
4307
            // even if an exception is thrown
4308
            // ensure disconnect
4309
            disconnect();
4310
        }
4311
    }
4312
 
4313
    /**
4314
     * Removes all elements and then re-populates mRunLevelCollection
4315
     * 
4316
     * Queries the RM database to determine the run_level of the current daemon.
4317
     * Populates the mRunLevelCollection with the query result set 
4318
     *  
4319
     * Used to determine if the (Slave) thread should still be running
4320
     *  
4321
     * Used by the Slave Daemon 
4322
     * Overridden in ReleaseManagerUtf 
4323
     * 
4324
     * @param rcon_id     Identify the Release_Config table entry for the daemon
4325
     * @param hostname    Name of the host machine
4326
     * @param daemon_mode Specifies the current daemon type
4327
     * 
4328
     * @exception SQLException
4329
     *                      Database connection errors
4330
     *                      Bad SQL statement
4331
     * @exception Exception Too many rows extracted from the database
4332
     *                      Empty(NULL) data in database
4333
     */
4334
    public void querySingleRunLevel(final int rcon_id, String hostname, char daemon_mode) throws SQLException, Exception
4335
    {
4336
        mLogger.debug("querySingleRunLevel rcon_id " + rcon_id);
4337
        mRunLevelCollection.clear();
4338
 
4339
        try
4340
        {
4341
            connect();
4342
 
4343
            CallableStatement stmt = mConnection.prepareCall(
4344
                    "select rl.rcon_id, "+
4345
                    "  rl.current_run_level,"+
4346
                    "  NVL(rl.pause,0) as pause," +
4347
                    "  NVL2(rl.CURRENT_BUILD_FILES, 1 , 0) as bfPresent" +
4348
                    " from release_manager.run_level rl,"+
4349
                    "   release_manager.release_config rc" +
4350
                    " where rl.rcon_id = rc.rcon_id" +
4351
                    "   AND rc.rcon_id=" + rcon_id +
4352
                    "   AND rc.bmcon_id is not NULL" +
4353
                    "   AND rc.daemon_mode='" + daemon_mode + "'" +
4354
                    "   AND UPPER(rc.daemon_hostname)=UPPER('" + hostname + "')"
4355
                    );
7023 dpurdie 4356
            RmResultSet rset = new RmResultSet(stmt.executeQuery(),"querySingleRunLevel");
6914 dpurdie 4357
            int rsetSize = 0;
4358
            int current_run_level = 0;
4359
            int pause = 0;
4360
            int buildFilePresent = 0;
4361
 
4362
            while( rset.next() )
4363
            {
4364
                rsetSize++;
7023 dpurdie 4365
                current_run_level = rset.mustGetInt("current_run_level");
4366
                buildFilePresent = rset.getInt("bfPresent",0);
6914 dpurdie 4367
 
4368
                //
4369
                //  Pause: null -> 0 == Run
4370
                //         1         == Pause
4371
                //         2         == Disabled
4372
                //
7023 dpurdie 4373
                pause = rset.getInt("pause",0);
6914 dpurdie 4374
 
4375
                //  Ignore disabled daemons
4376
                if ( pause <= 1)
4377
                {
4378
                    RunLevelData runLevel = new RunLevelData(rcon_id, current_run_level, daemon_mode, buildFilePresent);
4379
                    mRunLevelCollection.add(runLevel);
4380
                }
4381
            }
4382
 
4383
            rset.close();
4384
            stmt.close();
4385
 
4386
            //  Must have no more than one record
4387
            //  Will have none if this daemon is no longer a part of the build set
4388
            //
4389
            if ( rsetSize > 1 )
4390
            {
4391
                //  show stopper
4392
                //  More rows than expected returned from the database
7033 dpurdie 4393
                mLogger.error("querySingleRunLevel rsetSize > 1");
6914 dpurdie 4394
                throw new Exception("querySingleRunLevel rsetSize > 1");
4395
            }
4396
        }
4397
        catch ( SQLException e )
4398
        {
4399
            handleSQLException(e, "");
4400
        }
4401
        finally
4402
        {
4403
            // this block is executed regardless of what happens in the try block
4404
            // even if an exception is thrown
4405
            // ensure disconnect
4406
            disconnect();
4407
        }
4408
    }
4409
 
4410
    /**Queries the RUN_LEVEL_SCHEDULE table to determine if we can proceed
4411
     * <br>Will not proceed if:
4412
     *      <br>- Inside a scheduled downtime
4413
     *      <br>- Indefinite pause present
4414
     * 
4415
     * <br>Should delete rows with a non NULL indefinite pause (but doesn't appear too)
4416
     *  
4417
     * <br>Assumes connection to database has been established
4418
     * 
4419
     * @param   resumeTime.value  Returns date-time when daemon can run again 
4420
     * 
4421
     * @return  False: if a row in the query result set indicates build service downtime is scheduled
4422
     *      <br>False: if a row in the query result set has a non NULL indefinite_pause
4423
     */
4424
    public boolean queryRunLevelSchedule(MutableDate resumeTime) throws SQLException, Exception
4425
    {
4426
        mLogger.debug("queryRunLevelSchedule");
4427
        boolean retVal = true;
4428
 
4429
        if ( mUseDatabase )
4430
        {
4431
            //
4432
            //  Clean up the run_level_schedule table by deleting out of date entries
4433
            //
4434
            try
4435
            {
4436
                CallableStatement stmt = mConnection.prepareCall( "BEGIN PK_BUILDAPI.DELETE_OUT_OF_DATE_SCHEDULE;   END;" );
4437
                stmt.executeUpdate();
4438
                stmt.close();
4439
                commit();
4440
            }
4441
            catch ( SQLException e )
4442
            {
4443
                handleSQLException(e, ":1");
4444
            }
4445
 
4446
            try
4447
            {
4448
                //  Extract info from the database
4449
                //
4450
                CallableStatement stmt = mConnection.prepareCall(
4451
                        "select scheduled_pause, scheduled_resume, repeat, indefinite_pause" + 
4452
                        " from release_manager.run_level_schedule");
4453
                ResultSet rset = stmt.executeQuery();
4454
                Date now = new Date();
4455
 
4456
                //
4457
                //  Scan the database information and determine if there is any reason
4458
                //  to pause. Terminate the loop on the first excuse to pause
4459
                //  as indefinite pause may have multiple (lots) of entries in the data
4460
                //  base.
4461
                //
4462
                while( retVal && rset.next() )
4463
                {
4464
                    //
4465
                    //  Examine the current row from the data base
4466
                    //  Expect one of two forms:
4467
                    //    1) scheduled_pause
4468
                    //       Must also have a scheduled_resume and a repeat
4469
                    //    2) indefinite_pause
4470
                    //
4471
 
4472
                    //  Look for scheduled_pause style of entry
4473
                    //
4474
                    Timestamp sp = rset.getTimestamp("scheduled_pause");
4475
                    if ( sp != null )
4476
                    {
4477
                        Date scheduledPause = new Date( sp.getTime() );
4478
                        Timestamp sr = rset.getTimestamp("scheduled_resume");
4479
 
4480
                        if ( sr != null )
4481
                        {
4482
                            Date scheduledResume = new Date( sr.getTime() );
4483
                            int repeat = rset.getInt("repeat");
4484
                            mLogger.info("queryRunLevelSchedule repeat " + repeat);
4485
 
4486
                            //
4487
                            //  Have scheduled_pause and scheduled_resume
4488
                            //  Examine the repeat field and determine how these are used
4489
                            //  Supported repeat:
4490
                            //      0:Once Only
4491
                            //      1:Daily           Year, Month and Day information is ignored
4492
                            //      7:Weekly          Only day of week is utilized
4493
                            //
4494
                            if ( !rset.wasNull() )
4495
                            {
4496
                                GregorianCalendar startOfDowntime = new GregorianCalendar();
4497
                                GregorianCalendar endOfDowntime = new GregorianCalendar();
4498
                                GregorianCalendar clock = new GregorianCalendar();
4499
 
4500
                                switch( repeat )
4501
                                {
4502
                                    case 0:
4503
                                        // Once Only
4504
                                        // Simple check between start and end date-times
4505
                                        if ( scheduledPause.before(now) && scheduledResume.after(now) )
4506
                                        {
4507
                                            mLogger.warn("queryRunLevelSchedule one off scheduled downtime");
4508
                                            resumeTime.value = scheduledResume;
4509
                                            retVal = false;
4510
                                        }
4511
                                        break;
4512
 
4513
                                    case 1:
4514
 
4515
                                        //  Daily
4516
                                        //  Create start and end times, then massage some fields
4517
                                        //  to reflect todays date.
4518
                                        //  Use start and end times from scheduled_pause and scheduled_resume
4519
                                        //
4520
 
4521
                                        startOfDowntime.setTime(scheduledPause);
4522
                                        endOfDowntime.setTime(scheduledResume);
4523
                                        clock.setTime(now);
4524
 
4525
                                        // Force date fields to todays date
4526
                                        endOfDowntime.set  ( clock.get(Calendar.YEAR), clock.get(Calendar.MONTH), clock.get(Calendar.DAY_OF_MONTH) );
4527
                                        startOfDowntime.set( clock.get(Calendar.YEAR), clock.get(Calendar.MONTH), clock.get(Calendar.DAY_OF_MONTH) );
4528
 
4529
                                        if ( startOfDowntime.before(clock) && endOfDowntime.after(clock) )
4530
                                        {
4531
                                            mLogger.warn("queryRunLevelSchedule daily scheduled downtime");
4532
                                            resumeTime.value.setTime(endOfDowntime.getTimeInMillis());
4533
                                            retVal = false;
4534
                                        }
4535
                                        break;
4536
 
4537
                                    case 7:
4538
 
4539
                                        // Weekly
4540
                                        // Create start and end times, then massage some fields
4541
                                        // to reflect todays date.
4542
                                        // Use DayOfWeek and time from scheduled_pause
4543
                                        // Use time from scheduled_resume
4544
                                        //
4545
                                        startOfDowntime.setTime(scheduledPause);
4546
                                        endOfDowntime.setTime(scheduledResume);
4547
                                        clock.setTime(now);
4548
 
4549
                                        // Only interested in one day of the week
4550
                                        if ( startOfDowntime.get(Calendar.DAY_OF_WEEK) == clock.get(Calendar.DAY_OF_WEEK) )
4551
                                        {
4552
                                            endOfDowntime.set  ( clock.get(Calendar.YEAR), clock.get(Calendar.MONTH), clock.get(Calendar.DAY_OF_MONTH) );
4553
                                            startOfDowntime.set( clock.get(Calendar.YEAR), clock.get(Calendar.MONTH), clock.get(Calendar.DAY_OF_MONTH) );
4554
 
4555
                                            if ( startOfDowntime.before(clock) && endOfDowntime.after(clock) )
4556
                                            {
4557
                                                mLogger.warn("queryRunLevelSchedule weekly scheduled downtime");
4558
                                                resumeTime.value.setTime(endOfDowntime.getTimeInMillis());
4559
                                                retVal = false;
4560
                                            }
4561
                                        }
4562
                                        break;
4563
 
4564
                                   default:
4565
                                       //
4566
                                       //   Unexpected value
4567
                                       break;
4568
                                }
4569
                            }
4570
                        }
4571
                    }
4572
 
4573
                    //
4574
                    //  Look for indefinite_pause style of entry
4575
                    //  Note: due to an implementation error there may be many
4576
                    //        rows that match. We only need one. The scan will
4577
                    //        be terminated if we find any
4578
                    //  
4579
                    //
4580
                    String ip = rset.getString("indefinite_pause");
4581
                    if ( ip != null )
4582
                    {
4583
                        // indefinite pause is non null
4584
                        mLogger.warn("queryRunLevelSchedule indefinite pause");
4585
                        GregorianCalendar clock = new GregorianCalendar();
4586
                        clock.setTime(now);
4587
                        // wait a minute
4588
                        resumeTime.value.setTime(clock.getTimeInMillis() + 60000);
4589
                        retVal = false;
4590
                    }
4591
                }
4592
 
4593
                rset.close();
4594
                stmt.close();
4595
            }
4596
            catch ( SQLException e )
4597
            {
4598
                handleSQLException(e, ":2");
4599
            }
4600
        }
4601
 
4602
        mLogger.info("queryRunLevelSchedule returning " + retVal);
4603
        return retVal;
4604
    }
4605
 
4606
    /**persists the runLevel in the RUN_LEVEL table for the rcon_id primary key
4607
     * 
4608
     * Overridden in the UTF
4609
     * 
4610
     * @param   rcon_id         Identifies the Release Connection (daemon)
4611
     * @param   runLevel        The run level to set
4612
     * 
4613
     */
4614
    public void updateCurrentRunLevel(final int rcon_id, final int runLevel) throws SQLException, Exception
4615
    {
4616
        mLogger.debug("updateCurrentRunLevel");
4617
 
4618
        try
4619
        {
4620
            connect();
4621
 
4622
            mLogger.warn("updateCurrentRunLevel: Set Runlevel:" + runLevel + ", rcon_id: " + rcon_id);
4623
            PreparedStatement stmt = mConnection.prepareCall("update release_manager.run_level set current_run_level=" + runLevel + ", keep_alive=SYSDATE where rcon_id=" + rcon_id);
4624
            stmt.executeUpdate();
4625
            stmt.close();
4626
 
4627
            mLogger.info("updateCurrentRunLevel: committing");
4628
            commit();
4629
            mLogger.info("updateCurrentRunLevel: committed");
4630
        }
4631
        catch ( SQLException e )
4632
        {
4633
            handleSQLException(e, "");
4634
        }
4635
        finally
4636
        {
4637
            // this block is executed regardless of what happens in the try block
4638
            // even if an exception is thrown
4639
            // ensure disconnect
4640
            disconnect();
4641
        }
4642
 
4643
    }
4644
 
4645
    /** Report the current build plan
4646
     *  This is only for display purposes
4647
     *  Assume a connection has been established. Will not commit if the operation is covered by the Mutex
4648
     *  
4649
     * @param mRtagId - Release we are building
4650
     * @param mBuildOrder - Ordered list of PackageVersions that we plan to build
4651
     * @throws Exception 
4652
     * @throws SQLException 
4653
     */
4654
    public void reportPlan(int mRtagId, List<Package> mBuildOrder) throws SQLException, Exception {
4655
        mLogger.debug("reportPlan " + mRtagId);
4656
 
4657
        if ( mUseDatabase )
4658
        {
4659
            try
4660
            {
4661
                Iterator<Package> it = mBuildOrder.iterator();
4662
                int fragment = 0;
4663
                CallableStatement stmt = mConnection.prepareCall( "call PK_BUILDAPI.set_build_plan(?,?,?)" );
4664
 
4665
                do {
4666
                    //
4667
                    // Generate a comma separated list of PVIDs
4668
                    // Limit the length of the string since we can only pump 4000 chars into a string
4669
                    // Allow 10 chars per PV_ID
4670
                    //
4671
                    StringBuilder pvList = new StringBuilder();
4672
                    String joiner = "";
4673
 
4674
                    while ( pvList.length() < 3000  && it.hasNext() )
4675
                    {
4676
                        Package p = it.next();
4677
                        pvList.append(joiner);
4678
                        pvList.append(p.mId);
4679
                        joiner = ",";
4680
                    }
4681
 
4682
                    //  Terminate if we have nothing to add and its not the first pass
4683
                    if (pvList.length() <= 0 && fragment != 0)
4684
                    {
4685
                        break;
4686
                    }
4687
 
4688
                    //
4689
                    //  Insert data - one fragment at a time
4690
                    //
4691
                    stmt.setInt    ( 1, mRtagId );
4692
                    stmt.setInt    ( 2, fragment );
4693
                    stmt.setString ( 3, pvList.toString() );
4694
                    stmt.executeUpdate();
4695
                    fragment++;
4696
 
4697
                } while(true);
4698
 
4699
                stmt.close();
4700
 
4701
                //  Commit only if not covered by the Mutex
4702
                if ( ! mDoNotCommit )
4703
                    commit();
4704
            }
4705
            catch ( SQLException e )
4706
            {
4707
                handleSQLException(e, "");
4708
            }
4709
            finally
4710
            {
4711
                // this block is executed regardless of what happens in the try block
4712
                // even if an exception is thrown
4713
            }
4714
        }
4715
    }
4716
 
4717
    public void updateBuildDuration(int pvId, int duration) throws Exception {
4718
        mLogger.debug("updateBuildDuration " + pvId + ":" + duration);
4719
        if ( mUseDatabase )
4720
        {
4721
            try
4722
            {
4723
                connect();
4724
 
4725
                String sql = "update release_manager.package_versions set BUILD_TIME = ? where pv_id = ?";
4726
 
4727
                PreparedStatement stmt = mConnection.prepareStatement(sql);
4728
                stmt.setLong( 1,duration );
4729
                stmt.setLong( 2,pvId );
4730
                stmt.executeUpdate();
4731
                stmt.close();
4732
                commit();
4733
            }
4734
            catch ( SQLException e )
4735
            {
4736
                handleSQLException(e, "");
4737
            }
4738
            finally
4739
            {
4740
                disconnect();
4741
            }
4742
        }
4743
    }
4744
 
4745
    /**  Set RippleStop flag to 'w' for waiting
4746
     *  Indicated that the build system will Ripple the package, when the user confirms that it can be done
4747
     *  Assume database connection has been established
4748
     * @param mRtagId 
4749
     * 
4750
     * @param pkg - Package being processed
4751
     * @throws Exception 
4752
     */
4753
    public void setRippleStopWait(int mRtagId, Package pkg) throws Exception {
4754
 
4755
        // Use a stored procedure as it will also do logging
4756
        mLogger.debug("setRippleStopWait");
4757
        if ( mUseDatabase )
4758
        {
4759
            try
4760
            {
4761
                // "BEGIN  PK_PACKAGE.Set_Ripple_Stop( :PV_ID, :RTAG_ID, :USER_ID, :RSTATE );  END;"
4762
 
4763
                CallableStatement stmt = mConnection.prepareCall( "BEGIN  PK_PACKAGE.Set_Ripple_Stop( ?, ?, ?, 'w' );  END;" );
4764
                stmt.setInt(1, pkg.mId);        // PVID
4765
                stmt.setInt(2, mRtagId);        // RTAG ID 
4766
                stmt.setInt(3, 3768);           // USER ID - buildadm ( Yes I know its ugly )
4767
                stmt.executeUpdate();
4768
                stmt.close();
4769
            }
4770
            catch ( SQLException e )
4771
            {
4772
                handleSQLException(e, "");
4773
            }
4774
        }
4775
 
4776
    }
4777
 
4778
}
4779