build.py@ 60708

Last change on this file since 60708 was 56295, checked in by vboxsync, 10 years ago
ValidationKit: Updated (C) year.
Property svn:eol-style set to `native` Property svn:keywords set to `Author Date Id Revision`
File size: 32.0 KB

Line
1	# -- coding: utf-8 --
2	# $Id: build.py 56295 2015-06-09 14:29:55Z vboxsync $
3
4	"""
5	Test Manager - Builds.
6	"""
7
8	__copyright__ = \
9	"""
10	Copyright (C) 2012-2015 Oracle Corporation
11
12	This file is part of VirtualBox Open Source Edition (OSE), as
13	available from http://www.virtualbox.org. This file is free software;
14	you can redistribute it and/or modify it under the terms of the GNU
15	General Public License (GPL) as published by the Free Software
16	Foundation, in version 2 as it comes in the "COPYING" file of the
17	VirtualBox OSE distribution. VirtualBox OSE is distributed in the
18	hope that it will be useful, but WITHOUT ANY WARRANTY of any kind.
19
20	The contents of this file may alternatively be used under the terms
21	of the Common Development and Distribution License Version 1.0
22	(CDDL) only, as it comes in the "COPYING.CDDL" file of the
23	VirtualBox OSE distribution, in which case the provisions of the
24	CDDL are applicable instead of those of the GPL.
25
26	You may elect to license modified versions of this file under the
27	terms and conditions of either the GPL or the CDDL or both.
28	"""
29	__version__ = "$Revision: 56295 $"
30
31
32	# Standard python imports.
33	import os;
34	import unittest;
35
36	# Validation Kit imports.
37	from testmanager import config;
38	from testmanager.core import coreconsts;
39	from testmanager.core.base import ModelDataBase, ModelDataBaseTestCase, ModelLogicBase, TMExceptionBase;
40
41
42	class BuildCategoryData(ModelDataBase):
43	"""
44	A build category.
45	"""
46
47	ksIdAttr = 'idBuildCategory';
48
49	ksParam_idBuildCategory = 'BuildCategory_idBuildCategory';
50	ksParam_sProduct = 'BuildCategory_sProduct';
51	ksParam_sRepository = 'BuildCategory_sRepository';
52	ksParam_sBranch = 'BuildCategory_sBranch';
53	ksParam_sType = 'BuildCategory_sType';
54	ksParam_asOsArches = 'BuildCategory_asOsArches';
55
56	kasAllowNullAttributes = ['idBuildCategory', ];
57
58	def __init__(self):
59	ModelDataBase.__init__(self);
60
61	#
62	# Initialize with defaults.
63	# See the database for explanations of each of these fields.
64	#
65	self.idBuildCategory = None;
66	self.sProduct = None;
67	self.sRepository = None;
68	self.sBranch = None;
69	self.sType = None;
70	self.asOsArches = None;
71
72	def initFromDbRow(self, aoRow):
73	"""
74	Re-initializes the object from a SELECT * FROM BuildCategories row.
75	Returns self. Raises exception if aoRow is None.
76	"""
77	if aoRow is None:
78	raise TMExceptionBase('BuildCategory not found.');
79
80	self.idBuildCategory = aoRow[0];
81	self.sProduct = aoRow[1];
82	self.sRepository = aoRow[2];
83	self.sBranch = aoRow[3];
84	self.sType = aoRow[4];
85	self.asOsArches = sorted(aoRow[5]);
86	return self;
87
88	def initFromDbWithId(self, oDb, idBuildCategory, tsNow = None, sPeriodBack = None):
89	"""
90	Initialize from the database, given the ID of a row.
91	"""
92	_ = tsNow; _ = sPeriodBack; # No history in this table.
93	oDb.execute('SELECT * FROM BuildCategories WHERE idBuildCategory = %s', (idBuildCategory,));
94	aoRow = oDb.fetchOne()
95	if aoRow is None:
96	raise TMExceptionBase('idBuildCategory=%s not found' % (idBuildCategory, ));
97	return self.initFromDbRow(aoRow);
98
99	def initFromValues(self, sProduct, sRepository, sBranch, sType, asOsArches, idBuildCategory = None):
100	"""
101	Reinitializes form a set of values.
102	return self.
103	"""
104	self.idBuildCategory = idBuildCategory;
105	self.sProduct = sProduct;
106	self.sRepository = sRepository;
107	self.sBranch = sBranch;
108	self.sType = sType;
109	self.asOsArches = asOsArches;
110	return self;
111
112	def _validateAndConvertAttribute(self, sAttr, sParam, oValue, aoNilValues, fAllowNull, oDb):
113	# Handle sType and asOsArches specially.
114	if sAttr == 'sType':
115	(oNewValue, sError) = ModelDataBase._validateAndConvertAttribute(self, sAttr, sParam, oValue,
116	aoNilValues, fAllowNull, oDb);
117	if sError is None and self.sType.lower() != self.sType:
118	sError = 'Invalid build type value';
119
120	elif sAttr == 'asOsArches':
121	(oNewValue, sError) = self.validateListOfStr(oValue, aoNilValues = aoNilValues, fAllowNull = fAllowNull,
122	asValidValues = coreconsts.g_kasOsDotCpusAll);
123	if sError is not None and oNewValue is not None:
124	oNewValue = sorted(oNewValue); # Must be sorted!
125
126	else:
127	return ModelDataBase._validateAndConvertAttribute(self, sAttr, sParam, oValue, aoNilValues, fAllowNull, oDb);
128
129	return (oNewValue, sError);
130
131	def matchesOsArch(self, sOs, sArch):
132	""" Checks if the build matches the given OS and architecture. """
133	if sOs + '.' + sArch in self.asOsArches:
134	return True;
135	if sOs + '.noarch' in self.asOsArches:
136	return True;
137	if 'os-agnostic.' + sArch in self.asOsArches:
138	return True;
139	if 'os-agnostic.noarch' in self.asOsArches:
140	return True;
141	return False;
142
143
144	class BuildCategoryLogic(ModelLogicBase): # pylint: disable=R0903
145	"""
146	Build categories database logic.
147	"""
148
149	def fetchForListing(self, iStart, cMaxRows, tsNow):
150	"""
151	Fetches testboxes for listing.
152
153	Returns an array (list) of UserAccountData items, empty list if none.
154	Raises exception on error.
155	"""
156	_ = tsNow;
157	self._oDb.execute('SELECT *\n'
158	'FROM BuildCategories\n'
159	'ORDER BY sProduct, sRepository, sBranch, sType, idBuildCategory\n'
160	'LIMIT %s OFFSET %s\n'
161	, (cMaxRows, iStart,));
162
163	aoRows = [];
164	for _ in range(self._oDb.getRowCount()):
165	aoRows.append(BuildCategoryData().initFromDbRow(self._oDb.fetchOne()));
166	return aoRows;
167
168	def fetchForCombo(self):
169	"""
170	Gets the list of Build Categories for a combo box.
171	Returns an array of (value [idBuildCategory], drop-down-name [info],
172	hover-text [info]) tuples.
173	"""
174	self._oDb.execute('SELECT *\n'
175	'FROM BuildCategories\n'
176	'ORDER BY sProduct, sBranch, sType, asOsArches')
177
178	aaoRows = self._oDb.fetchAll()
179	aoRet = []
180	for aoRow in aaoRows:
181	oData = BuildCategoryData().initFromDbRow(aoRow)
182
183	sInfo = '%s / %s / %s / %s' % \
184	(oData.sProduct,
185	oData.sBranch,
186	oData.sType,
187	', '.join(oData.asOsArches))
188
189	# Make short info string if necessary
190	sInfo = sInfo if len(sInfo) < 70 else (sInfo[:70] + '...')
191
192	oInfoItem = (oData.idBuildCategory, sInfo, sInfo)
193	aoRet.append(oInfoItem)
194
195	return aoRet
196
197	def addEntry(self, oData, uidAuthor = None, fCommit = False):
198	"""
199	Standard method for adding a build category.
200	"""
201
202	# Lazy bird warning! Reuse the soft addBuildCategory method.
203	self.addBuildCategory(oData, fCommit);
204	_ = uidAuthor;
205	return True;
206
207	def removeEntry(self, uidAuthor, idBuildCategory, fCascade = False, fCommit = False):
208	"""
209	Tries to delete the build category.
210	Note! Does not implement cascading. This is intentional!
211	"""
212
213	#
214	# Check that the build category isn't used by anyone.
215	#
216	self._oDb.execute('SELECT COUNT(idBuild)\n'
217	'FROM Builds\n'
218	'WHERE idBuildCategory = %s\n'
219	, (idBuildCategory,));
220	cBuilds = self._oDb.fetchOne()[0];
221	if cBuilds > 0:
222	raise TMExceptionBase('Build category #%d is used by %d builds and can therefore not be deleted.'
223	% (idBuildCategory, cBuilds,));
224
225	#
226	# Ok, it's not used, so just delete it.
227	# (No history on this table. This code is for typos.)
228	#
229	self._oDb.execute('DELETE FROM Builds\n'
230	'WHERE idBuildCategory = %s\n'
231	, (idBuildCategory,));
232
233	self._oDb.maybeCommit(fCommit);
234	_ = uidAuthor; _ = fCascade;
235	return True;
236
237	#
238	# Other methods.
239	#
240
241	def tryFetch(self, idBuildCategory):
242	"""
243	Try fetch the build category with the given ID.
244	Returns BuildCategoryData instance if found, None if not found.
245	May raise exception on database error.
246	"""
247	self._oDb.execute('SELECT *\n'
248	'FROM BuildCategories\n'
249	'WHERE idBuildCategory = %s\n'
250	, (idBuildCategory,))
251	aaoRows = self._oDb.fetchAll()
252	if len(aaoRows) == 0:
253	return None;
254	if len(aaoRows) != 1:
255	raise self._oDb.integrityException('Duplicates in BuildCategories: %s' % (aaoRows,));
256	return BuildCategoryData().initFromDbRow(aaoRows[0])
257
258	def tryFindByData(self, oData):
259	"""
260	Tries to find the matching build category from the sProduct, sBranch,
261	sType and asOsArches members of oData.
262
263	Returns a valid build category ID and an updated oData object if found.
264	Returns None and unmodified oData object if not found.
265	May raise exception on database error.
266	"""
267	self._oDb.execute('SELECT *\n'
268	'FROM BuildCategories\n'
269	'WHERE sProduct = %s\n'
270	' AND sRepository = %s\n'
271	' AND sBranch = %s\n'
272	' AND sType = %s\n'
273	' AND asOsArches = %s\n'
274	, ( oData.sProduct,
275	oData.sRepository,
276	oData.sBranch,
277	oData.sType,
278	sorted(oData.asOsArches),
279	));
280	aaoRows = self._oDb.fetchAll();
281	if len(aaoRows) == 0:
282	return None;
283	if len(aaoRows) > 1:
284	raise self._oDb.integrityException('Duplicates in BuildCategories: %s' % (aaoRows,));
285
286	oData.initFromDbRow(aaoRows[0]);
287	return oData.idBuildCategory;
288
289	def addBuildCategory(self, oData, fCommit = False):
290	"""
291	Add Build Category record into the database if needed, returning updated oData.
292	Raises exception on input and database errors.
293	"""
294
295	# Check BuildCategoryData before do anything
296	dDataErrors = oData.validateAndConvert(self._oDb);
297	if len(dDataErrors) > 0:
298	raise TMExceptionBase('Invalid data passed to addBuildCategory(): %s' % (dDataErrors,));
299
300	# Does it already exist?
301	if self.tryFindByData(oData) is None:
302	# No, We'll have to add it.
303	self._oDb.execute('INSERT INTO BuildCategories (sProduct, sRepository, sBranch, sType, asOsArches)\n'
304	'VALUES (%s, %s, %s, %s, %s)\n'
305	'RETURNING idBuildCategory'
306	, ( oData.sProduct,
307	oData.sRepository,
308	oData.sBranch,
309	oData.sType,
310	sorted(oData.asOsArches),
311	));
312	oData.idBuildCategory = self._oDb.fetchOne()[0];
313
314	self._oDb.maybeCommit(fCommit);
315	return oData;
316
317
318	class BuildData(ModelDataBase):
319	"""
320	A build.
321	"""
322
323	ksIdAttr = 'idBuild';
324
325	ksParam_idBuild = 'Build_idBuild';
326	ksParam_tsCreated = 'Build_tsCreated';
327	ksParam_tsEffective = 'Build_tsEffective';
328	ksParam_tsExpire = 'Build_tsExpire';
329	ksParam_uidAuthor = 'Build_uidAuthor';
330	ksParam_idBuildCategory = 'Build_idBuildCategory';
331	ksParam_iRevision = 'Build_iRevision';
332	ksParam_sVersion = 'Build_sVersion';
333	ksParam_sLogUrl = 'Build_sLogUrl';
334	ksParam_sBinaries = 'Build_sBinaries';
335	ksParam_fBinariesDeleted = 'Build_fBinariesDeleted';
336
337	kasAllowNullAttributes = ['idBuild', 'tsCreated', 'tsEffective', 'tsExpire', 'uidAuthor', 'tsCreated', 'sLogUrl'];
338
339
340	def __init__(self):
341	ModelDataBase.__init__(self);
342
343	#
344	# Initialize with defaults.
345	# See the database for explanations of each of these fields.
346	#
347	self.idBuild = None;
348	self.tsCreated = None;
349	self.tsEffective = None;
350	self.tsExpire = None;
351	self.uidAuthor = None;
352	self.idBuildCategory = None;
353	self.iRevision = None;
354	self.sVersion = None;
355	self.sLogUrl = None;
356	self.sBinaries = None;
357	self.fBinariesDeleted = False;
358
359	def initFromDbRow(self, aoRow):
360	"""
361	Re-initializes the object from a SELECT * FROM Builds row.
362	Returns self. Raises exception if aoRow is None.
363	"""
364	if aoRow is None:
365	raise TMExceptionBase('Build not found.');
366
367	self.idBuild = aoRow[0];
368	self.tsCreated = aoRow[1];
369	self.tsEffective = aoRow[2];
370	self.tsExpire = aoRow[3];
371	self.uidAuthor = aoRow[4];
372	self.idBuildCategory = aoRow[5];
373	self.iRevision = aoRow[6];
374	self.sVersion = aoRow[7];
375	self.sLogUrl = aoRow[8];
376	self.sBinaries = aoRow[9];
377	self.fBinariesDeleted = aoRow[10];
378	return self;
379
380	def initFromDbWithId(self, oDb, idBuild, tsNow = None, sPeriodBack = None):
381	"""
382	Initialize from the database, given the ID of a row.
383	"""
384	oDb.execute(self.formatSimpleNowAndPeriodQuery(oDb,
385	'SELECT *\n'
386	'FROM Builds\n'
387	'WHERE idBuild = %s\n'
388	, ( idBuild,), tsNow, sPeriodBack));
389	aoRow = oDb.fetchOne()
390	if aoRow is None:
391	raise TMExceptionBase('idBuild=%s not found (tsNow=%s sPeriodBack=%s)' % (idBuild, tsNow, sPeriodBack,));
392	return self.initFromDbRow(aoRow);
393
394	def areFilesStillThere(self):
395	"""
396	Try check if the build files are still there.
397
398	Returns True if they are, None if we cannot tell, and False if one or
399	more are missing.
400	"""
401	if self.fBinariesDeleted:
402	return False;
403
404	for sBinary in self.sBinaries.split(','):
405	sBinary = sBinary.strip();
406	if len(sBinary) == 0:
407	continue;
408	# Same URL tests as in webutils.downloadFile().
409	if sBinary.startswith('http://') \
410	or sBinary.startswith('https://') \
411	or sBinary.startswith('ftp://'):
412	# URL - don't bother trying to verify that (we don't use it atm).
413	fRc = None;
414	else:
415	# File.
416	if config.g_ksBuildBinRootDir is not None:
417	sFullPath = os.path.join(config.g_ksBuildBinRootDir, sBinary);
418	fRc = os.path.isfile(sFullPath);
419	if not fRc \
420	and not os.path.isfile(os.path.join(config.g_ksBuildBinRootDir, config.g_ksBuildBinRootFile)):
421	fRc = None; # Root file missing, so the share might not be mounted correctly.
422	else:
423	fRc = None;
424	if fRc is not True:
425	return fRc;
426
427	return True;
428
429
430	class BuildDataEx(BuildData):
431	"""
432	Complete data set.
433	"""
434
435	def __init__(self):
436	BuildData.__init__(self);
437	self.oCat = None;
438
439	def initFromDbRow(self, aoRow):
440	"""
441	Reinitialize from a SELECT Builds., BuildCategories. FROM Builds, BuildCategories query.
442	Returns self. Raises exception if aoRow is None.
443	"""
444	if aoRow is None:
445	raise TMExceptionBase('Build not found.');
446	BuildData.initFromDbRow(self, aoRow);
447	self.oCat = BuildCategoryData().initFromDbRow(aoRow[11:]);
448	return self;
449
450	def initFromDbWithId(self, oDb, idBuild, tsNow = None, sPeriodBack = None):
451	"""
452	Reinitialize from database given a row ID.
453	Returns self. Raises exception on database error or if the ID is invalid.
454	"""
455	oDb.execute(self.formatSimpleNowAndPeriodQuery(oDb,
456	'SELECT Builds., BuildCategories.\n'
457	'FROM Builds, BuildCategories\n'
458	'WHERE idBuild = %s\n'
459	' AND Builds.idBuildCategory = BuildCategories.idBuildCategory\n'
460	, ( idBuild,), tsNow, sPeriodBack, 'Builds.'));
461	aoRow = oDb.fetchOne()
462	if aoRow is None:
463	raise TMExceptionBase('idBuild=%s not found (tsNow=%s sPeriodBack=%s)' % (idBuild, tsNow, sPeriodBack,));
464	return self.initFromDbRow(aoRow);
465
466	def convertFromParamNull(self):
467	raise TMExceptionBase('Not implemented');
468
469	def isEqual(self, oOther):
470	raise TMExceptionBase('Not implemented');
471
472
473
474	class BuildLogic(ModelLogicBase): # pylint: disable=R0903
475	"""
476	Build database logic (covers build categories as well as builds).
477	"""
478
479	#
480	# Standard methods.
481	#
482
483	def fetchForListing(self, iStart, cMaxRows, tsNow):
484	"""
485	Fetches builds for listing.
486
487	Returns an array (list) of BuildDataEx items, empty list if none.
488	Raises exception on error.
489	"""
490	if tsNow is None:
491	self._oDb.execute('SELECT *\n'
492	'FROM Builds, BuildCategories\n'
493	'WHERE Builds.idBuildCategory = BuildCategories.idBuildCategory\n'
494	' AND Builds.tsExpire = \'infinity\'::TIMESTAMP\n'
495	'ORDER BY tsCreated DESC\n'
496	'LIMIT %s OFFSET %s\n'
497	, (cMaxRows, iStart,));
498	else:
499	self._oDb.execute('SELECT *\n'
500	'FROM Builds, BuildCategories\n'
501	'WHERE Builds.idBuildCategory = BuildCategories.idBuildCategory\n'
502	' AND Builds.tsExpire > %s\n'
503	' AND Builds.tsEffective <= %s\n'
504	'ORDER BY tsCreated DESC\n'
505	'LIMIT %s OFFSET %s\n'
506	, (tsNow, tsNow, cMaxRows, iStart,));
507
508	aoRows = [];
509	for _ in range(self._oDb.getRowCount()):
510	aoRows.append(BuildDataEx().initFromDbRow(self._oDb.fetchOne()));
511	return aoRows;
512
513	def addEntry(self, oBuildData, uidAuthor = None, fCommit = False):
514	"""
515	Adds the build to the database, optionally adding the build category if
516	a BuildDataEx object used and it's necessary.
517
518	Returns updated data object. Raises exception on failure.
519	"""
520
521	# Find/Add the build category if specified.
522	if isinstance(oBuildData, BuildDataEx) \
523	and oBuildData.idBuildCategory is None:
524	BuildCategoryLogic(self._oDb).addBuildCategory(oBuildData.oCat, fCommit = False);
525	oBuildData.idBuildCategory = oBuildData.oCat.idBuildCategory;
526
527	# Add the build.
528	self._oDb.execute('INSERT INTO Builds (uidAuthor,\n'
529	' idBuildCategory,\n'
530	' iRevision,\n'
531	' sVersion,\n'
532	' sLogUrl,\n'
533	' sBinaries,\n'
534	' fBinariesDeleted)\n'
535	'VALUES (%s, %s, %s, %s, %s, %s, %s)\n'
536	'RETURNING idBuild, tsCreated\n'
537	, ( uidAuthor,
538	oBuildData.idBuildCategory,
539	oBuildData.iRevision,
540	oBuildData.sVersion,
541	oBuildData.sLogUrl,
542	oBuildData.sBinaries,
543	oBuildData.fBinariesDeleted,
544	));
545	aoRow = self._oDb.fetchOne();
546	oBuildData.idBuild = aoRow[0];
547	oBuildData.tsCreated = aoRow[1];
548
549	self._oDb.maybeCommit(fCommit);
550	return oBuildData;
551
552	def editEntry(self, oData, uidAuthor = None, fCommit = False):
553	"""Modify database record"""
554
555	#
556	# Validate input and get current data.
557	#
558	dErrors = oData.validateAndConvert(self._oDb);
559	if len(dErrors) > 0:
560	raise TMExceptionBase('editEntry invalid input: %s' % (dErrors,));
561	oOldData = BuildData().initFromDbWithId(self._oDb, oData.idBuild);
562
563	#
564	# Do the work.
565	#
566	if not oData.isEqualEx(oOldData, [ 'tsEffective', 'tsExpire', 'uidAuthor' ]):
567	self._historizeBuild(oData.idBuild);
568	self._oDb.execute('INSERT INTO Builds (uidAuthor,\n'
569	' idBuild,\n'
570	' tsCreated,\n'
571	' idBuildCategory,\n'
572	' iRevision,\n'
573	' sVersion,\n'
574	' sLogUrl,\n'
575	' sBinaries,\n'
576	' fBinariesDeleted)\n'
577	'VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s)\n'
578	'RETURNING idBuild, tsCreated\n'
579	, ( uidAuthor,
580	oData.idBuild,
581	oData.tsCreated,
582	oData.idBuildCategory,
583	oData.iRevision,
584	oData.sVersion,
585	oData.sLogUrl,
586	oData.sBinaries,
587	oData.fBinariesDeleted,
588	));
589
590	self._oDb.maybeCommit(fCommit);
591	return True;
592
593	def removeEntry(self, uidAuthor, idBuild, fCascade = False, fCommit = False):
594	"""
595	Historize record
596	"""
597
598	#
599	# No non-historic refs here, so just go ahead and expire the build.
600	#
601	_ = fCascade;
602	_ = uidAuthor; ## @todo record deleter.
603
604	self._historizeBuild(idBuild, None);
605
606	self._oDb.maybeCommit(fCommit);
607	return True;
608
609
610	#
611	# Other methods.
612	#
613
614	def tryFindSameBuildForOsArch(self, oBuildEx, sOs, sCpuArch):
615	"""
616	Attempts to find a matching build for the given OS.ARCH. May return
617	the input build if if matches.
618
619	Returns BuildDataEx instance if found, None if none. May raise
620	exception on database error.
621	"""
622
623	if oBuildEx.oCat.matchesOsArch(sOs, sCpuArch):
624	return oBuildEx;
625
626	self._oDb.execute('SELECT Builds., BuildCategories.\n'
627	'FROM Builds, BuildCategories\n'
628	'WHERE BuildCategories.sProduct = %s\n'
629	' AND BuildCategories.sBranch = %s\n'
630	' AND BuildCategories.sType = %s\n'
631	' AND ( %s = ANY(BuildCategories.asOsArches)\n'
632	' OR %s = ANY(BuildCategories.asOsArches)\n'
633	' OR %s = ANY(BuildCategories.asOsArches))\n'
634	' AND Builds.idBuildCategory = BuildCategories.idBuildCategory\n'
635	' AND Builds.tsExpire = \'infinity\'::TIMESTAMP\n'
636	' AND Builds.iRevision = %s\n'
637	' AND Builds.sRelease = %s\n'
638	' AND Builds.fBinariesDeleted IS FALSE\n'
639	'ORDER BY tsCreated DESC\n'
640	'LIMIT 4096\n' # stay sane.
641	, (oBuildEx.oCat.sProduct,
642	oBuildEx.oCat.sBranch,
643	oBuildEx.oCat.sType,
644	'%s.%s' % (sOs, sCpuArch),
645	'%s.noarch' % (sOs,),
646	'os-agnostic.%s' % (sCpuArch,),
647	'os-agnostic.noarch',
648	oBuildEx.iRevision,
649	oBuildEx.sRelease,
650	) );
651	aaoRows = self._oDb.fetchAll();
652
653	for aoRow in aaoRows:
654	oBuildExRet = BuildDataEx().initFromDbRow(self, aoRow);
655	if not self.isBuildBlacklisted(oBuildExRet):
656	return oBuildExRet;
657
658	return None;
659
660	def isBuildBlacklisted(self, oBuildEx):
661	"""
662	Checks if the given build is blacklisted
663	Returns True/False. May raise exception on database error.
664	"""
665
666	asOsAgnosticArch = [];
667	asOsNoArch = [];
668	for i in range(len(oBuildEx.oCat.asOsArches)):
669	asParts = oBuildEx.oCat.asOsArches[i].split('.');
670	if len(asParts) != 2 or len(asParts[0]) == 0 or len(asParts[1]) == 0:
671	raise self._oDb.integrityException('Bad build asOsArches value: %s (idBuild=%s idBuildCategory=%s)'
672	% (oBuildEx.asOsArches[i], oBuildEx.idBuild, oBuildEx.idBuildCategory));
673	asOsNoArch.append(asParts[0] + '.noarch');
674	asOsNoArch.append('os-agnostic.' + asParts[1]);
675
676	self._oDb.execute('SELECT COUNT(*)\n'
677	'FROM BuildBlacklist\n'
678	'WHERE BuildBlacklist.tsExpire > CURRENT_TIMESTAMP\n'
679	' AND BuildBlacklist.tsEffective <= CURRENT_TIMESTAMP\n'
680	' AND BuildBlacklist.sProduct = %s\n'
681	' AND BuildBlacklist.sBranch = %s\n'
682	' AND ( BuildBlacklist.asTypes is NULL\n'
683	' OR %s = ANY(BuildBlacklist.asTypes))\n'
684	' AND ( BuildBlacklist.asOsArches is NULL\n'
685	' OR %s && BuildBlacklist.asOsArches\n' ## @todo check array rep! Need overload?
686	' OR %s && BuildBlacklist.asOsArches\n'
687	' OR %s && BuildBlacklist.asOsArches\n'
688	' OR %s = ANY(BuildBlacklist.asOsArches))\n'
689	' AND BuildBlacklist.iFirstRevision <= %s\n'
690	' AND BuildBlacklist.iLastRevision >= %s\n'
691	, (oBuildEx.oCat.sProduct,
692	oBuildEx.oCat.sBranch,
693	oBuildEx.oCat.sType,
694	oBuildEx.oCat.asOsArches,
695	asOsAgnosticArch,
696	asOsNoArch,
697	'os-agnostic.noarch',
698	oBuildEx.iRevision,
699	oBuildEx.iRevision,
700	) );
701	return self._oDb.fetchOne()[0] > 0;
702
703
704	def getById(self, idBuild):
705	"""
706	Get build record by its id
707	"""
708	self._oDb.execute('SELECT Builds., BuildCategories.\n'
709	'FROM Builds, BuildCategories\n'
710	'WHERE Builds.idBuild=%s\n'
711	' AND Builds.idBuildCategory=BuildCategories.idBuildCategory\n'
712	' AND Builds.tsExpire = \'infinity\'::TIMESTAMP\n', (idBuild,))
713
714	aRows = self._oDb.fetchAll()
715	if len(aRows) not in (0, 1):
716	raise TMExceptionBase('Found more than one build with the same credentials. Database structure is corrupted.')
717	try:
718	return BuildDataEx().initFromDbRow(aRows[0])
719	except IndexError:
720	return None
721
722
723	def getAll(self, tsEffective = None):
724	"""
725	Gets the list of all builds.
726	Returns an array of BuildDataEx instances.
727	"""
728	if tsEffective is None:
729	self._oDb.execute('SELECT Builds., BuildCategories.\n'
730	'FROM Builds, BuildCategories\n'
731	'WHERE Builds.tsExpire = \'infinity\'::TIMESTAMP\n'
732	' AND Builds.idBuildCategory=BuildCategories.idBuildCategory')
733	else:
734	self._oDb.execute('SELECT Builds., BuildCategories.\n'
735	'FROM Builds, BuildCategories\n'
736	'WHERE Builds.tsExpire > %s\n'
737	' AND Builds.tsEffective <= %s'
738	' AND Builds.idBuildCategory=BuildCategories.idBuildCategory'
739	, (tsEffective, tsEffective))
740	aoRet = []
741	for aoRow in self._oDb.fetchAll():
742	aoRet.append(BuildDataEx().initFromDbRow(aoRow))
743	return aoRet
744
745
746	def markDeletedByBinaries(self, sBinaries, fCommit = False):
747	"""
748	Marks zero or more builds deleted given the build binaries.
749
750	Returns the number of affected builds.
751	"""
752	# Fetch a list of affected build IDs (generally 1 build), and used the
753	# editEntry method to do the rest. This isn't 100% optimal, but it's
754	# short and simple, the main effort is anyway the first query.
755	self._oDb.execute('SELECT idBuild\n'
756	'FROM Builds\n'
757	'WHERE sBinaries = %s\n'
758	' AND fBinariesDeleted = FALSE\n'
759	' AND tsExpire = \'infinity\'::TIMESTAMP\n'
760	, (sBinaries,));
761	aaoRows = self._oDb.fetchAll();
762	for aoRow in aaoRows:
763	oData = BuildData().initFromDbWithId(self._oDb, aoRow[0]);
764	assert not oData.fBinariesDeleted;
765	oData.fBinariesDeleted = True;
766	self.editEntry(oData, fCommit = False);
767	self._oDb.maybeCommit(fCommit);
768	return len(aaoRows);
769
770
771
772	#
773	# Internal helpers.
774	#
775
776	def _historizeBuild(self, idBuild, tsExpire = None):
777	""" Historizes the current entry for the specified build. """
778	if tsExpire is None:
779	self._oDb.execute('UPDATE Builds\n'
780	'SET tsExpire = CURRENT_TIMESTAMP\n'
781	'WHERE idBuild = %s\n'
782	' AND tsExpire = \'infinity\'::TIMESTAMP\n'
783	, (idBuild,));
784	else:
785	self._oDb.execute('UPDATE Builds\n'
786	'SET tsExpire = %s\n'
787	'WHERE idBuild = %s\n'
788	' AND tsExpire = \'infinity\'::TIMESTAMP\n'
789	, (tsExpire, idBuild,));
790	return True;
791
792	#
793	# Unit testing.
794	#
795
796	# pylint: disable=C0111
797	class BuildCategoryDataTestCase(ModelDataBaseTestCase):
798	def setUp(self):
799	self.aoSamples = [BuildCategoryData(),];
800
801	class BuildDataTestCase(ModelDataBaseTestCase):
802	def setUp(self):
803	self.aoSamples = [BuildData(),];
804
805	if __name__ == '__main__':
806	unittest.main();
807	# not reached.
808

Note: See TracBrowser for help on using the repository browser.

source: vbox/trunk/src/VBox/ValidationKit/testmanager/core/build.py@ 60708

Download in other formats: