Changeset 65802 in vbox

Timestamp:

Feb 17, 2017 12:59:39 PM (8 years ago)

Author:

vboxsync

svn:sync-xref-src-repo-rev:

113536

Message:

vsheriff: check out kvm_lock_spinning guest stacks.

File:

• trunk/src/VBox/ValidationKit/testmanager/batch/virtual_test_sheriff.py (modified) (4 diffs)

trunk/src/VBox/ValidationKit/testmanager/batch/virtual_test_sheriff.py

@@ -480 +480 @@
     ktReason_Unknown_File_Not_Found                    = ( 'Unknown',           'File not found' );
     ktReason_Unknown_VM_Crash                          = ( 'Unknown',           'VM crash' );
+    ktReason_VMM_kvm_lock_spinning                     = ( 'VMM',               'kvm_lock_spinning' );
     ktReason_Ignore_Buggy_Test_Driver                  = ( 'Ignore',            'Buggy test driver' );
     ktReason_Ignore_Stale_Files                        = ( 'Ignore',            'Stale files' );
@@ -744 +745 @@
         return False;
 
+    @staticmethod
+    def extractGuestCpuStack(sInfoText):
+        """
+        Extracts the guest CPU stacks from the input file.
+
+        Returns a dictionary keyed by the CPU number, value being a list of
+        raw stack lines (no header).
+        Returns empty dictionary if no stacks where found.
+        """
+        dRet = {};
+        off = 0;
+        while True:
+            offStart = sInfoText.find('=== start guest stack VCPU ', off);
+            if offStart < 0:
+                break;
+            offEnd  = sInfoText.find('=== end guest stack', offStart + 20);
+            if offEnd < 0:
+                offEnd = sInfoText.find('=== start guest stack VCPU', offStart + 20);
+                if offEnd >= 0:
+                    offEnd += 3;
+                else:
+                    offEnd = len(sInfoText);
+
+            sStack = sInfoText[offStart : offEnd];
+            sStack = sStack.replace('\r',''); # paranoia
+            asLines = sStack.split();
+
+            # figure the CPU.
+            asWords = asLines[0].split();
+            if asWords < 6 or not asWords[6].isdigit():
+                break;
+            iCpu = int(asWords[6]);
+
+            # add it.
+            dRet[iCpu] = [sLine.rstrip() for sLine in asLines[2:-1]]
+        return dRet;
+
+    def investigateInfoKvmLockSpinning(self, oCaseFile, sInfoText, dLogs):
+        """ Investigates kvm_lock_spinning deadlocks """
+        #
+        # Extract the stacks.  We need more than one CPU to create a deadlock.
+        #
+        dStacks = self.extractGuestCpuStack(sInfoText);
+        if len(dStacks) >= 2:
+            #
+            # Examin each of the stacks.  Each must have kvm_lock_spinning in
+            # one of the first three entries.
+            #
+            cHits = 0;
+            for iCpu in dStacks:
+                asBacktrace = dStacks[iCpu];
+                for iFrame in xrange(min(3, len(asBacktrace))):
+                    if asBacktrace[iFrame].find('kvm_lock_spinning') >= 0:
+                        cHits += 1;
+                        break;
+            if cHits == len(dStacks):
+                return (True, self.ktReason_VMM_kvm_lock_spinning);
+
+        _ = dLogs; _ = oCaseFile;
+        return (False, None);
 
     ## Things we search a main or VM log for to figure out why something went bust.
@@ -803 +864 @@
     ];
 
+    ## Things we search for in the info.txt file.  Require handlers for now.
+    katInfoTextHandlers = [
+        # ( Trigger text,                       handler method )
+        ( "kvm_lock_spinning",                  investigateInfoKvmLockSpinning ),
+    ];
+
     ## Mapping screenshot/failure SHA-256 hashes to failure reasons.
     katSimpleScreenshotHashReasons = [
@@ -908 +975 @@
                             return True;
                         fFoundSomething = True;
+
+            #
+            # Complicated stuff.
+            #
+            dLogs = {
+                'sVMLog':       sVMLog,
+                'sNtHardLog':   sNtHardLog,
+                'sScreenHash':  sScreenHash,
+                'sKrnlLog':     sKrnlLog,
+                'sVgaText':     sVgaText,
+                'sInfoText':    sInfoText,
+            };
+
+            # info.txt.
+            if sInfoText is not None and len(sInfoText) > 0:
+                for sNeedle, fnHandler in self.katInfoTextHandlers:
+                    if sInfoText.find(sNeedle) > 0:
+                        (fStop, tReason) = fnHandler(self, oCaseFile, sInfoText, dLogs);
+                        if tReason is not None:
+                            oCaseFile.noteReasonForId(tReason, oFailedResult.idTestResult);
+                            if fStop:
+                                return True;
+                            fFoundSomething = True;
 
             #