Changeset 62544 in vbox

Timestamp:

Jul 25, 2016 3:58:37 PM (9 years ago)

Author:

vboxsync

svn:sync-xref-src-repo-rev:

109113

Message:

test manager: new batch job: check_for_deleted_builds.py

File:

• trunk/src/VBox/ValidationKit/testmanager/batch/check_for_deleted_builds.py (copied) (copied from trunk/src/VBox/ValidationKit/testmanager/batch/add_build.py ) (3 diffs)

trunk/src/VBox/ValidationKit/testmanager/batch/check_for_deleted_builds.py

@@ -5 +5 @@
 
 """
-Interface used by the tinderbox server side software to add a fresh build.
+Admin job for checking detecting deleted builds.
+
+This is necessary when the tinderbox <-> test manager interface was
+busted and the build info in is out of sync.  The result is generally
+a lot of skipped tests because of missing builds, typically during
+bisecting problems.
 """
 
@@ -42 +47 @@
 # Test Manager imports
 from testmanager.core.db    import TMDatabaseConnection;
-from testmanager.core.build import BuildDataEx, BuildLogic, BuildCategoryData;
+from testmanager.core.build import BuildLogic;
 
-class Build(object): # pylint: disable=R0903
+class BuildChecker(object): # pylint: disable=R0903
     """
     Add build info into Test Manager database.
@@ -55 +60 @@
 
         oParser = OptionParser();
-        oParser.add_option('-q', '--quiet', dest = 'fQuiet', action = 'store_true',
+        oParser.add_option('-q', '--quiet', dest = 'fQuiet', action = 'store_true',  default = False,
                            help = 'Quiet execution');
-        oParser.add_option('-b', '--branch', dest = 'sBranch', metavar = '<branch>',
-                           help = 'branch name (default: trunk)', default = 'trunk');
-        oParser.add_option('-p', '--product', dest = 'sProductName', metavar = '<name>',
-                           help = 'The product name.');
-        oParser.add_option('-r', '--revision', dest = 'iRevision', metavar = '<rev>',
-                           help = 'revision number');
-        oParser.add_option('-R', '--repository', dest = 'sRepository', metavar = '<repository>',
-                           help = 'Version control repository name.');
-        oParser.add_option('-t', '--type', dest = 'sBuildType', metavar = '<type>',
-                           help = 'build type (debug, release etc.)');
-        oParser.add_option('-v', '--version', dest = 'sProductVersion', metavar = '<ver>',
-                           help = 'The product version number (suitable for RTStrVersionCompare)');
-        oParser.add_option('-o', '--os-arch', dest = 'asTargetOsArches', metavar = '<os.arch>', action = 'append',
-                           help = 'Target OS and architecture. This option can be repeated.');
-        oParser.add_option('-l', '--log', dest = 'sBuildLogPath', metavar = '<url>',
-                           help = 'URL to the build logs (optional).');
-        oParser.add_option('-f', '--file', dest = 'asFiles', metavar = '<file|url>', action = 'append',
-                           help = 'URLs or build share relative path to a build output file. This option can be repeated.');
+        oParser.add_option('--dry-run', dest = 'fRealRun',   action = 'store_false', default = False,
+                           help = 'Dry run');
+        oParser.add_option('--real-run', dest = 'fRealRun',  action = 'store_true',  default = False,
+                           help = 'Real run');
 
         (self.oConfig, _) = oParser.parse_args();
+        if not self.oConfig.fQuiet:
+            if not self.oConfig.fRealRun:
+                print 'Dry run.';
+            else:
+                print 'Real run! Will commit findings!';
 
-        # Check command line
-        asMissing = [];
-        if self.oConfig.sBranch is None:            asMissing.append('--branch');
-        if self.oConfig.iRevision is None:          asMissing.append('--revision');
-        if self.oConfig.sProductVersion is None:    asMissing.append('--version');
-        if self.oConfig.sProductName is None:       asMissing.append('--product');
-        if self.oConfig.sBuildType is None:         asMissing.append('--type');
-        if self.oConfig.asTargetOsArches is None:   asMissing.append('--os-arch');
-        if self.oConfig.asFiles is None:            asMissing.append('--file');
-        if len(asMissing) > 0:
-            sys.stderr.write('syntax error: Missing: %s\n' % (asMissing,));
-            sys.exit(1);
-        # Temporary default.
-        if self.oConfig.sRepository is None:
-            self.oConfig.sRepository = 'vbox';
 
-    def add(self):
+    def checkBuilds(self):
         """
         Add build data record into database.
         """
-        oDb = TMDatabaseConnection()
+        oDb = TMDatabaseConnection();
+        oBuildLogic = BuildLogic(oDb);
 
-        # Assemble the build data.
-        oBuildData = BuildDataEx()
-        oBuildData.idBuildCategory    = None;
-        oBuildData.iRevision          = self.oConfig.iRevision
-        oBuildData.sVersion           = self.oConfig.sProductVersion
-        oBuildData.sLogUrl            = self.oConfig.sBuildLogPath
-        oBuildData.sBinaries          = ','.join(self.oConfig.asFiles);
-        oBuildData.oCat = BuildCategoryData().initFromValues(sProduct    = self.oConfig.sProductName,
-                                                             sRepository = self.oConfig.sRepository,
-                                                             sBranch     = self.oConfig.sBranch,
-                                                             sType       = self.oConfig.sBuildType,
-                                                             asOsArches  = self.oConfig.asTargetOsArches);
+        tsNow    = oDb.getCurrentTimestamp();
+        cMaxRows = 1024;
+        iStart   = 0;
+        while True:
+            aoBuilds = oBuildLogic.fetchForListing(iStart, cMaxRows, tsNow);
+            for oBuild in aoBuilds:
+                if oBuild.fBinariesDeleted is False:
+                    rc = oBuild.areFilesStillThere();
+                    if rc is False:
+                        if not self.oConfig.fQuiet:
+                            print 'missing files for build #%s' % (oBuild.idBuild,);
+                        if self.oConfig.fRealRun is True:
+                            oBuild.fBinariesDeleted = True;
+                            oBuildLogic.editEntry(oBuild, fCommit = True);
 
-        # Add record to database
-        try:
-            BuildLogic(oDb).addEntry(oBuildData, fCommit = True);
-        except:
-            if self.oConfig.fQuiet:
-                sys.exit(1);
-            raise;
+            # advance
+            if len(aoBuilds) < cMaxRows:
+                break;
+            iStart += len(aoBuilds);
+
         oDb.close();
         return 0;
 
 if __name__ == '__main__':
-    sys.exit(Build().add());
+    sys.exit(BuildChecker().checkBuilds());