| 1 | <?xml version="1.0" encoding="utf-8" ?>
|
|---|
| 2 | <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
|---|
| 3 | <html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
|
|---|
| 4 | <head>
|
|---|
| 5 | <meta http-equiv="Content-Type" content="text/html; charset=utf-8" />
|
|---|
| 6 | <meta name="generator" content="Docutils 0.18: http://docutils.sourceforge.net/" />
|
|---|
| 7 | <title>Audio Testing via Validation Kit</title>
|
|---|
| 8 | <style type="text/css">
|
|---|
| 9 |
|
|---|
| 10 | /*
|
|---|
| 11 | :Author: David Goodger ([email protected])
|
|---|
| 12 | :Id: $Id: VBoxAudioValidationKitReadMe.html 92474 2021-11-17 10:44:11Z vboxsync $
|
|---|
| 13 | :Copyright: This stylesheet has been placed in the public domain.
|
|---|
| 14 |
|
|---|
| 15 | Default cascading style sheet for the HTML output of Docutils.
|
|---|
| 16 |
|
|---|
| 17 | See http://docutils.sf.net/docs/howto/html-stylesheets.html for how to
|
|---|
| 18 | customize this style sheet.
|
|---|
| 19 | */
|
|---|
| 20 |
|
|---|
| 21 | /* used to remove borders from tables and images */
|
|---|
| 22 | .borderless, table.borderless td, table.borderless th {
|
|---|
| 23 | border: 0 }
|
|---|
| 24 |
|
|---|
| 25 | table.borderless td, table.borderless th {
|
|---|
| 26 | /* Override padding for "table.docutils td" with "! important".
|
|---|
| 27 | The right padding separates the table cells. */
|
|---|
| 28 | padding: 0 0.5em 0 0 ! important }
|
|---|
| 29 |
|
|---|
| 30 | .first {
|
|---|
| 31 | /* Override more specific margin styles with "! important". */
|
|---|
| 32 | margin-top: 0 ! important }
|
|---|
| 33 |
|
|---|
| 34 | .last, .with-subtitle {
|
|---|
| 35 | margin-bottom: 0 ! important }
|
|---|
| 36 |
|
|---|
| 37 | .hidden {
|
|---|
| 38 | display: none }
|
|---|
| 39 |
|
|---|
| 40 | .subscript {
|
|---|
| 41 | vertical-align: sub;
|
|---|
| 42 | font-size: smaller }
|
|---|
| 43 |
|
|---|
| 44 | .superscript {
|
|---|
| 45 | vertical-align: super;
|
|---|
| 46 | font-size: smaller }
|
|---|
| 47 |
|
|---|
| 48 | a.toc-backref {
|
|---|
| 49 | text-decoration: none ;
|
|---|
| 50 | color: black }
|
|---|
| 51 |
|
|---|
| 52 | blockquote.epigraph {
|
|---|
| 53 | margin: 2em 5em ; }
|
|---|
| 54 |
|
|---|
| 55 | dl.docutils dd {
|
|---|
| 56 | margin-bottom: 0.5em }
|
|---|
| 57 |
|
|---|
| 58 | object[type="image/svg+xml"], object[type="application/x-shockwave-flash"] {
|
|---|
| 59 | overflow: hidden;
|
|---|
| 60 | }
|
|---|
| 61 |
|
|---|
| 62 | /* Uncomment (and remove this text!) to get bold-faced definition list terms
|
|---|
| 63 | dl.docutils dt {
|
|---|
| 64 | font-weight: bold }
|
|---|
| 65 | */
|
|---|
| 66 |
|
|---|
| 67 | div.abstract {
|
|---|
| 68 | margin: 2em 5em }
|
|---|
| 69 |
|
|---|
| 70 | div.abstract p.topic-title {
|
|---|
| 71 | font-weight: bold ;
|
|---|
| 72 | text-align: center }
|
|---|
| 73 |
|
|---|
| 74 | div.admonition, div.attention, div.caution, div.danger, div.error,
|
|---|
| 75 | div.hint, div.important, div.note, div.tip, div.warning {
|
|---|
| 76 | margin: 2em ;
|
|---|
| 77 | border: medium outset ;
|
|---|
| 78 | padding: 1em }
|
|---|
| 79 |
|
|---|
| 80 | div.admonition p.admonition-title, div.hint p.admonition-title,
|
|---|
| 81 | div.important p.admonition-title, div.note p.admonition-title,
|
|---|
| 82 | div.tip p.admonition-title {
|
|---|
| 83 | font-weight: bold ;
|
|---|
| 84 | font-family: sans-serif }
|
|---|
| 85 |
|
|---|
| 86 | div.attention p.admonition-title, div.caution p.admonition-title,
|
|---|
| 87 | div.danger p.admonition-title, div.error p.admonition-title,
|
|---|
| 88 | div.warning p.admonition-title, .code .error {
|
|---|
| 89 | color: red ;
|
|---|
| 90 | font-weight: bold ;
|
|---|
| 91 | font-family: sans-serif }
|
|---|
| 92 |
|
|---|
| 93 | /* Uncomment (and remove this text!) to get reduced vertical space in
|
|---|
| 94 | compound paragraphs.
|
|---|
| 95 | div.compound .compound-first, div.compound .compound-middle {
|
|---|
| 96 | margin-bottom: 0.5em }
|
|---|
| 97 |
|
|---|
| 98 | div.compound .compound-last, div.compound .compound-middle {
|
|---|
| 99 | margin-top: 0.5em }
|
|---|
| 100 | */
|
|---|
| 101 |
|
|---|
| 102 | div.dedication {
|
|---|
| 103 | margin: 2em 5em ;
|
|---|
| 104 | text-align: center ;
|
|---|
| 105 | font-style: italic }
|
|---|
| 106 |
|
|---|
| 107 | div.dedication p.topic-title {
|
|---|
| 108 | font-weight: bold ;
|
|---|
| 109 | font-style: normal }
|
|---|
| 110 |
|
|---|
| 111 | div.figure {
|
|---|
| 112 | margin-left: 2em ;
|
|---|
| 113 | margin-right: 2em }
|
|---|
| 114 |
|
|---|
| 115 | div.footer, div.header {
|
|---|
| 116 | clear: both;
|
|---|
| 117 | font-size: smaller }
|
|---|
| 118 |
|
|---|
| 119 | div.line-block {
|
|---|
| 120 | display: block ;
|
|---|
| 121 | margin-top: 1em ;
|
|---|
| 122 | margin-bottom: 1em }
|
|---|
| 123 |
|
|---|
| 124 | div.line-block div.line-block {
|
|---|
| 125 | margin-top: 0 ;
|
|---|
| 126 | margin-bottom: 0 ;
|
|---|
| 127 | margin-left: 1.5em }
|
|---|
| 128 |
|
|---|
| 129 | div.sidebar {
|
|---|
| 130 | margin: 0 0 0.5em 1em ;
|
|---|
| 131 | border: medium outset ;
|
|---|
| 132 | padding: 1em ;
|
|---|
| 133 | background-color: #ffffee ;
|
|---|
| 134 | width: 40% ;
|
|---|
| 135 | float: right ;
|
|---|
| 136 | clear: right }
|
|---|
| 137 |
|
|---|
| 138 | div.sidebar p.rubric {
|
|---|
| 139 | font-family: sans-serif ;
|
|---|
| 140 | font-size: medium }
|
|---|
| 141 |
|
|---|
| 142 | div.system-messages {
|
|---|
| 143 | margin: 5em }
|
|---|
| 144 |
|
|---|
| 145 | div.system-messages h1 {
|
|---|
| 146 | color: red }
|
|---|
| 147 |
|
|---|
| 148 | div.system-message {
|
|---|
| 149 | border: medium outset ;
|
|---|
| 150 | padding: 1em }
|
|---|
| 151 |
|
|---|
| 152 | div.system-message p.system-message-title {
|
|---|
| 153 | color: red ;
|
|---|
| 154 | font-weight: bold }
|
|---|
| 155 |
|
|---|
| 156 | div.topic {
|
|---|
| 157 | margin: 2em }
|
|---|
| 158 |
|
|---|
| 159 | h1.section-subtitle, h2.section-subtitle, h3.section-subtitle,
|
|---|
| 160 | h4.section-subtitle, h5.section-subtitle, h6.section-subtitle {
|
|---|
| 161 | margin-top: 0.4em }
|
|---|
| 162 |
|
|---|
| 163 | h1.title {
|
|---|
| 164 | text-align: center }
|
|---|
| 165 |
|
|---|
| 166 | h2.subtitle {
|
|---|
| 167 | text-align: center }
|
|---|
| 168 |
|
|---|
| 169 | hr.docutils {
|
|---|
| 170 | width: 75% }
|
|---|
| 171 |
|
|---|
| 172 | img.align-left, .figure.align-left, object.align-left, table.align-left {
|
|---|
| 173 | clear: left ;
|
|---|
| 174 | float: left ;
|
|---|
| 175 | margin-right: 1em }
|
|---|
| 176 |
|
|---|
| 177 | img.align-right, .figure.align-right, object.align-right, table.align-right {
|
|---|
| 178 | clear: right ;
|
|---|
| 179 | float: right ;
|
|---|
| 180 | margin-left: 1em }
|
|---|
| 181 |
|
|---|
| 182 | img.align-center, .figure.align-center, object.align-center {
|
|---|
| 183 | display: block;
|
|---|
| 184 | margin-left: auto;
|
|---|
| 185 | margin-right: auto;
|
|---|
| 186 | }
|
|---|
| 187 |
|
|---|
| 188 | table.align-center {
|
|---|
| 189 | margin-left: auto;
|
|---|
| 190 | margin-right: auto;
|
|---|
| 191 | }
|
|---|
| 192 |
|
|---|
| 193 | .align-left {
|
|---|
| 194 | text-align: left }
|
|---|
| 195 |
|
|---|
| 196 | .align-center {
|
|---|
| 197 | clear: both ;
|
|---|
| 198 | text-align: center }
|
|---|
| 199 |
|
|---|
| 200 | .align-right {
|
|---|
| 201 | text-align: right }
|
|---|
| 202 |
|
|---|
| 203 | /* reset inner alignment in figures */
|
|---|
| 204 | div.align-right {
|
|---|
| 205 | text-align: inherit }
|
|---|
| 206 |
|
|---|
| 207 | /* div.align-center * { */
|
|---|
| 208 | /* text-align: left } */
|
|---|
| 209 |
|
|---|
| 210 | .align-top {
|
|---|
| 211 | vertical-align: top }
|
|---|
| 212 |
|
|---|
| 213 | .align-middle {
|
|---|
| 214 | vertical-align: middle }
|
|---|
| 215 |
|
|---|
| 216 | .align-bottom {
|
|---|
| 217 | vertical-align: bottom }
|
|---|
| 218 |
|
|---|
| 219 | ol.simple, ul.simple {
|
|---|
| 220 | margin-bottom: 1em }
|
|---|
| 221 |
|
|---|
| 222 | ol.arabic {
|
|---|
| 223 | list-style: decimal }
|
|---|
| 224 |
|
|---|
| 225 | ol.loweralpha {
|
|---|
| 226 | list-style: lower-alpha }
|
|---|
| 227 |
|
|---|
| 228 | ol.upperalpha {
|
|---|
| 229 | list-style: upper-alpha }
|
|---|
| 230 |
|
|---|
| 231 | ol.lowerroman {
|
|---|
| 232 | list-style: lower-roman }
|
|---|
| 233 |
|
|---|
| 234 | ol.upperroman {
|
|---|
| 235 | list-style: upper-roman }
|
|---|
| 236 |
|
|---|
| 237 | p.attribution {
|
|---|
| 238 | text-align: right ;
|
|---|
| 239 | margin-left: 50% }
|
|---|
| 240 |
|
|---|
| 241 | p.caption {
|
|---|
| 242 | font-style: italic }
|
|---|
| 243 |
|
|---|
| 244 | p.credits {
|
|---|
| 245 | font-style: italic ;
|
|---|
| 246 | font-size: smaller }
|
|---|
| 247 |
|
|---|
| 248 | p.label {
|
|---|
| 249 | white-space: nowrap }
|
|---|
| 250 |
|
|---|
| 251 | p.rubric {
|
|---|
| 252 | font-weight: bold ;
|
|---|
| 253 | font-size: larger ;
|
|---|
| 254 | color: maroon ;
|
|---|
| 255 | text-align: center }
|
|---|
| 256 |
|
|---|
| 257 | p.sidebar-title {
|
|---|
| 258 | font-family: sans-serif ;
|
|---|
| 259 | font-weight: bold ;
|
|---|
| 260 | font-size: larger }
|
|---|
| 261 |
|
|---|
| 262 | p.sidebar-subtitle {
|
|---|
| 263 | font-family: sans-serif ;
|
|---|
| 264 | font-weight: bold }
|
|---|
| 265 |
|
|---|
| 266 | p.topic-title {
|
|---|
| 267 | font-weight: bold }
|
|---|
| 268 |
|
|---|
| 269 | pre.address {
|
|---|
| 270 | margin-bottom: 0 ;
|
|---|
| 271 | margin-top: 0 ;
|
|---|
| 272 | font: inherit }
|
|---|
| 273 |
|
|---|
| 274 | pre.literal-block, pre.doctest-block, pre.math, pre.code {
|
|---|
| 275 | margin-left: 2em ;
|
|---|
| 276 | margin-right: 2em }
|
|---|
| 277 |
|
|---|
| 278 | pre.code .ln { color: grey; } /* line numbers */
|
|---|
| 279 | pre.code, code { background-color: #eeeeee }
|
|---|
| 280 | pre.code .comment, code .comment { color: #5C6576 }
|
|---|
| 281 | pre.code .keyword, code .keyword { color: #3B0D06; font-weight: bold }
|
|---|
| 282 | pre.code .literal.string, code .literal.string { color: #0C5404 }
|
|---|
| 283 | pre.code .name.builtin, code .name.builtin { color: #352B84 }
|
|---|
| 284 | pre.code .deleted, code .deleted { background-color: #DEB0A1}
|
|---|
| 285 | pre.code .inserted, code .inserted { background-color: #A3D289}
|
|---|
| 286 |
|
|---|
| 287 | span.classifier {
|
|---|
| 288 | font-family: sans-serif ;
|
|---|
| 289 | font-style: oblique }
|
|---|
| 290 |
|
|---|
| 291 | span.classifier-delimiter {
|
|---|
| 292 | font-family: sans-serif ;
|
|---|
| 293 | font-weight: bold }
|
|---|
| 294 |
|
|---|
| 295 | span.interpreted {
|
|---|
| 296 | font-family: sans-serif }
|
|---|
| 297 |
|
|---|
| 298 | span.option {
|
|---|
| 299 | white-space: nowrap }
|
|---|
| 300 |
|
|---|
| 301 | span.pre {
|
|---|
| 302 | white-space: pre }
|
|---|
| 303 |
|
|---|
| 304 | span.problematic {
|
|---|
| 305 | color: red }
|
|---|
| 306 |
|
|---|
| 307 | span.section-subtitle {
|
|---|
| 308 | /* font-size relative to parent (h1..h6 element) */
|
|---|
| 309 | font-size: 80% }
|
|---|
| 310 |
|
|---|
| 311 | table.citation {
|
|---|
| 312 | border-left: solid 1px gray;
|
|---|
| 313 | margin-left: 1px }
|
|---|
| 314 |
|
|---|
| 315 | table.docinfo {
|
|---|
| 316 | margin: 2em 4em }
|
|---|
| 317 |
|
|---|
| 318 | table.docutils {
|
|---|
| 319 | margin-top: 0.5em ;
|
|---|
| 320 | margin-bottom: 0.5em }
|
|---|
| 321 |
|
|---|
| 322 | table.footnote {
|
|---|
| 323 | border-left: solid 1px black;
|
|---|
| 324 | margin-left: 1px }
|
|---|
| 325 |
|
|---|
| 326 | table.docutils td, table.docutils th,
|
|---|
| 327 | table.docinfo td, table.docinfo th {
|
|---|
| 328 | padding-left: 0.5em ;
|
|---|
| 329 | padding-right: 0.5em ;
|
|---|
| 330 | vertical-align: top }
|
|---|
| 331 |
|
|---|
| 332 | table.docutils th.field-name, table.docinfo th.docinfo-name {
|
|---|
| 333 | font-weight: bold ;
|
|---|
| 334 | text-align: left ;
|
|---|
| 335 | white-space: nowrap ;
|
|---|
| 336 | padding-left: 0 }
|
|---|
| 337 |
|
|---|
| 338 | /* "booktabs" style (no vertical lines) */
|
|---|
| 339 | table.docutils.booktabs {
|
|---|
| 340 | border: 0px;
|
|---|
| 341 | border-top: 2px solid;
|
|---|
| 342 | border-bottom: 2px solid;
|
|---|
| 343 | border-collapse: collapse;
|
|---|
| 344 | }
|
|---|
| 345 | table.docutils.booktabs * {
|
|---|
| 346 | border: 0px;
|
|---|
| 347 | }
|
|---|
| 348 | table.docutils.booktabs th {
|
|---|
| 349 | border-bottom: thin solid;
|
|---|
| 350 | text-align: left;
|
|---|
| 351 | }
|
|---|
| 352 |
|
|---|
| 353 | h1 tt.docutils, h2 tt.docutils, h3 tt.docutils,
|
|---|
| 354 | h4 tt.docutils, h5 tt.docutils, h6 tt.docutils {
|
|---|
| 355 | font-size: 100% }
|
|---|
| 356 |
|
|---|
| 357 | ul.auto-toc {
|
|---|
| 358 | list-style-type: none }
|
|---|
| 359 |
|
|---|
| 360 | </style>
|
|---|
| 361 | </head>
|
|---|
| 362 | <body>
|
|---|
| 363 | <div class="document" id="audio-testing-via-validation-kit">
|
|---|
| 364 | <h1 class="title">Audio Testing via Validation Kit</h1>
|
|---|
| 365 |
|
|---|
| 366 | <div class="section" id="overview-goal">
|
|---|
| 367 | <h1>Overview / Goal</h1>
|
|---|
| 368 | <p>The goal was to create a testing framework which utilizes the
|
|---|
| 369 | VirtualBox Validation Kit to test the VirtualBox audio stack.</p>
|
|---|
| 370 | <p>That framework must be runnable on all host/guest combinations together with all
|
|---|
| 371 | audio drivers ("backends") and device emulations being offered. This makes it a
|
|---|
| 372 | rather big testing matrix which therefore has to be processed in an automated
|
|---|
| 373 | fashion.</p>
|
|---|
| 374 | <p>Additionally it should be flexible enough to add more (custom) tests lateron.</p>
|
|---|
| 375 | </div>
|
|---|
| 376 | <div class="section" id="current-status-limitations">
|
|---|
| 377 | <h1>Current status / limitations</h1>
|
|---|
| 378 | <ul class="simple">
|
|---|
| 379 | <li><dl class="first docutils">
|
|---|
| 380 | <dt>The following test types are currently implemented:</dt>
|
|---|
| 381 | <dd><ul class="first last">
|
|---|
| 382 | <li>Test tone (sine wave) playback from the guest</li>
|
|---|
| 383 | <li>Test tone (sine wave) recording by the guest (injected from the host)</li>
|
|---|
| 384 | </ul>
|
|---|
| 385 | </dd>
|
|---|
| 386 | </dl>
|
|---|
| 387 | </li>
|
|---|
| 388 | <li>Only the HDA device emulation has been verified so far.</li>
|
|---|
| 389 | <li>Only the ALSA audio stack on Debian 10 has been verified so far.
|
|---|
| 390 | Note: This is different from PulseAudio using the ALSA plugin!</li>
|
|---|
| 391 | </ul>
|
|---|
| 392 | </div>
|
|---|
| 393 | <div class="section" id="operation">
|
|---|
| 394 | <h1>Operation</h1>
|
|---|
| 395 | <p>The framework consists of several components which try to make use as much of
|
|---|
| 396 | the existing audio stack code as possible. This allows the following
|
|---|
| 397 | operation modes:</p>
|
|---|
| 398 | <ul class="simple">
|
|---|
| 399 | <li>Standalone: Playing back / recording audio data (test tones / .WAV files) in a
|
|---|
| 400 | standalone scenario, i.e. no VirtualBox / VMs required). This mode is using
|
|---|
| 401 | the audio (mixing) stack and available backend drivers without the need of
|
|---|
| 402 | VirtualBox being installed.</li>
|
|---|
| 403 | <li>Manual: Performing single / multiple tests manually on a local machine.
|
|---|
| 404 | Requires a running and set up test VM.</li>
|
|---|
| 405 | <li>Automated: Performs single / multiple tests via the Validation Kit audio test
|
|---|
| 406 | driver and can be triggered via the Validation Kit Test Manager. The test
|
|---|
| 407 | driver can be found at [1].</li>
|
|---|
| 408 | <li>(Re-)validation of previously ran tests: This takes two test sets and runs
|
|---|
| 409 | the validation / analysis on them. See VKAT's "verify" sub command for more.</li>
|
|---|
| 410 | <li>Self testing mode: Performs standalone self tests to verify / debug the
|
|---|
| 411 | involved components. See VKAT's "selftest" sub command for more.</li>
|
|---|
| 412 | </ul>
|
|---|
| 413 | <p>[1] src/VBox/ValidationKit/tests/audio/tdAudioTest.py</p>
|
|---|
| 414 | </div>
|
|---|
| 415 | <div class="section" id="components-and-terminology">
|
|---|
| 416 | <h1>Components and Terminology</h1>
|
|---|
| 417 | <p>The following components are in charge for performing the audio tests
|
|---|
| 418 | (depends on the operation mode, see above):</p>
|
|---|
| 419 | <ul>
|
|---|
| 420 | <li><p class="first">VKAT ("Validation Kit Audio Test", also known as VBoxAudioTest):
|
|---|
| 421 | A binary which can perform the standalone audio tests mentioned above, as well
|
|---|
| 422 | as acting as the guest and host service(s) when performing manual or automated
|
|---|
| 423 | tests. It also includes the analysis / verification of audio test sets.
|
|---|
| 424 | VKAT also is included in host installations and Guest Additions since
|
|---|
| 425 | VirtualBox 7.0 to give customers and end users the opportunity to test and
|
|---|
| 426 | verify the audio stack.</p>
|
|---|
| 427 | <dl class="docutils">
|
|---|
| 428 | <dt>Additional features include:</dt>
|
|---|
| 429 | <dd><ul class="first last simple">
|
|---|
| 430 | <li>Automatic probing of audio backends ("--probe-backends")</li>
|
|---|
| 431 | <li>Manual playback of test tones ("play -t")</li>
|
|---|
| 432 | <li>Manual playback of .WAV files ("play <WAV-File>")</li>
|
|---|
| 433 | <li>Manual recording to .WAV files ("recording <WAV-File>")</li>
|
|---|
| 434 | <li>Manual device enumeration (sub command "enum")</li>
|
|---|
| 435 | <li>Manual (re-)verification of test sets (sub command "verify")</li>
|
|---|
| 436 | <li>Self-contained self tests (sub command "selftest")</li>
|
|---|
| 437 | </ul>
|
|---|
| 438 | </dd>
|
|---|
| 439 | </dl>
|
|---|
| 440 | <p>See the syntax help ("--help") for more.</p>
|
|---|
| 441 | </li>
|
|---|
| 442 | <li><p class="first">ATS ("Audio Testing Service"): Component which is being used by VKAT and the
|
|---|
| 443 | Validation Kit audio driver (backend) to communicate across guest and host
|
|---|
| 444 | boundaries. Currently using a TCP/IP transport layer. Also works with VMs
|
|---|
| 445 | which are configured with NAT networking ("reverse connection").</p>
|
|---|
| 446 | </li>
|
|---|
| 447 | <li><p class="first">Validation Kit audio test driver (tdAudioTest.py): Used for integrating and
|
|---|
| 448 | invoking VKAT for manual and automated tests via the Validation Kit framework
|
|---|
| 449 | (Test Manager). Optional.</p>
|
|---|
| 450 | </li>
|
|---|
| 451 | <li><p class="first">Validation Kit audio driver (backend): A dedicated audio backend which
|
|---|
| 452 | communicates with VKAT running on the same host to perform the actual audio
|
|---|
| 453 | tests on a VirtualBox installation. This makes it possible to test the full
|
|---|
| 454 | audio stack on a running VM without any additional / external tools.</p>
|
|---|
| 455 | <p>On guest playback, data will be recorded, on guest recording, data will be
|
|---|
| 456 | injected from the host into the audio stack.</p>
|
|---|
| 457 | </li>
|
|---|
| 458 | <li><dl class="first docutils">
|
|---|
| 459 | <dt>Test sets contain</dt>
|
|---|
| 460 | <dd><ul class="first last simple">
|
|---|
| 461 | <li>a test manifest with all information required (vkat_manifest.ini)</li>
|
|---|
| 462 | <li>the generated / captured audio data (as raw PCM)</li>
|
|---|
| 463 | </ul>
|
|---|
| 464 | </dd>
|
|---|
| 465 | </dl>
|
|---|
| 466 | <p>and are either packed as .tar.gz archives or consist of a dedicated directory
|
|---|
| 467 | per test set.</p>
|
|---|
| 468 | <p>There always must be at least two test sets - one from the host side and one
|
|---|
| 469 | from the guest side - to perform a verification.</p>
|
|---|
| 470 | <p>Each test set contains a test tag so that matching test sets can be
|
|---|
| 471 | identified.</p>
|
|---|
| 472 | </li>
|
|---|
| 473 | </ul>
|
|---|
| 474 | <p>The above components are also included in VirtualBox release builds and can be
|
|---|
| 475 | optionally enabled (disabled by default).</p>
|
|---|
| 476 | </div>
|
|---|
| 477 | <div class="section" id="workflow-for-a-single-test">
|
|---|
| 478 | <h1>Workflow for a single test</h1>
|
|---|
| 479 | <p>When a single test is being executed on a running VM, the following (simplified)
|
|---|
| 480 | workflow applies:</p>
|
|---|
| 481 | <ul class="simple">
|
|---|
| 482 | <li>VKAT on the host connects to VKAT running on the guest (via ATS, also can be a
|
|---|
| 483 | remote machine in theory).</li>
|
|---|
| 484 | <li>VKAT on the host connects to Validation Kit audio driver on the host
|
|---|
| 485 | (via ATS, also can be a remote machine in theory).</li>
|
|---|
| 486 | <li><dl class="first docutils">
|
|---|
| 487 | <dt>For example, when doing playback tests, VKAT on the host ...</dt>
|
|---|
| 488 | <dd><ul class="first last">
|
|---|
| 489 | <li><dl class="first docutils">
|
|---|
| 490 | <dt>... tells the Validation Kit audio driver to start recording</dt>
|
|---|
| 491 | <dd>guest playback.</dd>
|
|---|
| 492 | </dl>
|
|---|
| 493 | </li>
|
|---|
| 494 | <li>... tells the VKAT on the guest to start playing back audio data.</li>
|
|---|
| 495 | <li><dl class="first docutils">
|
|---|
| 496 | <dt>... gathers all test data (generated from/by the guest and recorded from</dt>
|
|---|
| 497 | <dd>the host) as separate test sets.</dd>
|
|---|
| 498 | </dl>
|
|---|
| 499 | </li>
|
|---|
| 500 | <li>... starts verification / analysis of the test sets.</li>
|
|---|
| 501 | </ul>
|
|---|
| 502 | </dd>
|
|---|
| 503 | </dl>
|
|---|
| 504 | </li>
|
|---|
| 505 | </ul>
|
|---|
| 506 | </div>
|
|---|
| 507 | <div class="section" id="setup-instructions">
|
|---|
| 508 | <h1>Setup instructions</h1>
|
|---|
| 509 | <ul>
|
|---|
| 510 | <li><p class="first">VM needs to be configured to have audio emulation and audio testing enabled
|
|---|
| 511 | (via extra-data, set "VBoxInternal2/Audio/Debug/Enabled" to "true").</p>
|
|---|
| 512 | </li>
|
|---|
| 513 | <li><p class="first">Audio input / output for the VM needs to be enabled (depending on the test).</p>
|
|---|
| 514 | </li>
|
|---|
| 515 | <li><p class="first">VKAT needs to be running on the guest and be able to connect to the host via
|
|---|
| 516 | TCP/IP.</p>
|
|---|
| 517 | <dl class="docutils">
|
|---|
| 518 | <dt>Note: Depending on the VM's networking configuration there might be further</dt>
|
|---|
| 519 | <dd><p class="first last">steps necessary in order to be able to reach the host from the guest.
|
|---|
| 520 | See the VirtualBox manual for more information.</p>
|
|---|
| 521 | </dd>
|
|---|
| 522 | </dl>
|
|---|
| 523 | </li>
|
|---|
| 524 | </ul>
|
|---|
| 525 | </div>
|
|---|
| 526 | <div class="section" id="performing-a-manual-test">
|
|---|
| 527 | <h1>Performing a manual test</h1>
|
|---|
| 528 | <ul class="simple">
|
|---|
| 529 | <li>Follow "Setup instructions".</li>
|
|---|
| 530 | <li>Start VKAT on the guest (in "guest mode", e.g. "test --mode guest").</li>
|
|---|
| 531 | <li>Start VKAT on the host (in "host mode", e.g. "test --mode host") with
|
|---|
| 532 | selected test(s).</li>
|
|---|
| 533 | <li>By default the test verification will be done automatically after running the
|
|---|
| 534 | tests.</li>
|
|---|
| 535 | </ul>
|
|---|
| 536 | </div>
|
|---|
| 537 | <div class="section" id="performing-manual-verification">
|
|---|
| 538 | <h1>Performing manual verification</h1>
|
|---|
| 539 | <p>VKAT can manually be used with the "verify" sub command in order to (re-)verify
|
|---|
| 540 | previously generated test sets. It then will return different exit codes based
|
|---|
| 541 | on the verification result.</p>
|
|---|
| 542 | </div>
|
|---|
| 543 | <div class="section" id="performing-an-automated-test">
|
|---|
| 544 | <h1>Performing an automated test</h1>
|
|---|
| 545 | <ul class="simple">
|
|---|
| 546 | <li>TxS (Test E[x]ecution Service) has to be up and running (part of the
|
|---|
| 547 | Validation Kit) on the guest.</li>
|
|---|
| 548 | <li>Invoke the tdAudioTest.py test driver, either manually or fully automated
|
|---|
| 549 | via Test Manager.</li>
|
|---|
| 550 | </ul>
|
|---|
| 551 | </div>
|
|---|
| 552 | <div class="section" id="troubleshooting">
|
|---|
| 553 | <h1>Troubleshooting</h1>
|
|---|
| 554 | <ul class="simple">
|
|---|
| 555 | <li>Make sure that audio device emulation is enabled and can be used within the
|
|---|
| 556 | guest. Also, audio input / output has to be enabled, depending on the tests.</li>
|
|---|
| 557 | <li>Make sure that the guest's VKAT instance can reach the host via the selected
|
|---|
| 558 | transport lay (TCP/IP by default).</li>
|
|---|
| 559 | <li>Increase the hosts audio logging level
|
|---|
| 560 | (via extra-data, set "VBoxInternal2/Audio/Debug/Level" to "5").</li>
|
|---|
| 561 | <li>Increase VKAT's verbosity level (add "-v", can be specified multiple times).</li>
|
|---|
| 562 | <li>Check if the the VBox release log contains any warnings / errors with the
|
|---|
| 563 | "ValKit:" prefix.</li>
|
|---|
| 564 | </ul>
|
|---|
| 565 | <table class="docutils field-list" frame="void" rules="none">
|
|---|
| 566 | <col class="field-name" />
|
|---|
| 567 | <col class="field-body" />
|
|---|
| 568 | <tbody valign="top">
|
|---|
| 569 | <tr class="field"><th class="field-name">Status:</th><td class="field-body">$Id: VBoxAudioValidationKitReadMe.html 92474 2021-11-17 10:44:11Z vboxsync $</td>
|
|---|
| 570 | </tr>
|
|---|
| 571 | <tr class="field"><th class="field-name">Copyright:</th><td class="field-body">Copyright (C) 2021 Oracle Corporation.</td>
|
|---|
| 572 | </tr>
|
|---|
| 573 | </tbody>
|
|---|
| 574 | </table>
|
|---|
| 575 | </div>
|
|---|
| 576 | </div>
|
|---|
| 577 | </body>
|
|---|
| 578 | </html>
|
|---|
