View source for QA/Sample Report oeqa.selftest.bbtests.BitbakeTests

=Test Run Information=
The following test report exemplifies the output of [[OE-Selftest]]'s BitbakeTests with the  [https://github.com/xmlrunner/unittest-xml-reporting xml-unittest-reporting] module. The xml-unittest-reporting module is an extension to the python's unittest runner, that is capable of generating [[QA/JUnit XML Template|JUnit-XML]] reports.

This sample report includes failures to complement the format appreciation.

=oeqa.selftest.bbtests.BitbakeTests JUnit-XML Sample Report=
<pre>
<?xml version="1.0" encoding="UTF-8"?>
<testsuite errors="2" failures="0" name="oeqa.selftest.bbtests.BitbakeTests-20161103154711" skipped="0" tests="25" time="868.219">
        <testcase classname="oeqa.selftest.bbtests.BitbakeTests" name="test_bbappend_order" time="7.152"/>
        <testcase classname="oeqa.selftest.bbtests.BitbakeTests" name="test_bitbake_g" time="5.666"/>
        <testcase classname="oeqa.selftest.bbtests.BitbakeTests" name="test_bitbake_invalid_recipe" time="0.732"/>
        <testcase classname="oeqa.selftest.bbtests.BitbakeTests" name="test_bitbake_invalid_target" time="1.642"/>
        <testcase classname="oeqa.selftest.bbtests.BitbakeTests" name="test_checkuri" time="3.107"/>
        <testcase classname="oeqa.selftest.bbtests.BitbakeTests" name="test_dry_run" time="2.329"/>
        <testcase classname="oeqa.selftest.bbtests.BitbakeTests" name="test_environment" time="0.970"/>
        <testcase classname="oeqa.selftest.bbtests.BitbakeTests" name="test_event_handler" time="18.472"/>
        <testcase classname="oeqa.selftest.bbtests.BitbakeTests" name="test_force_task_2" time="23.536"/>
        <testcase classname="oeqa.selftest.bbtests.BitbakeTests" name="test_image_manifest" time="161.380"/>
        <testcase classname="oeqa.selftest.bbtests.BitbakeTests" name="test_invalid_patch" time="9.976"/>
        <testcase classname="oeqa.selftest.bbtests.BitbakeTests" name="test_invalid_recipe_src_uri" time="9.623"/>
        <testcase classname="oeqa.selftest.bbtests.BitbakeTests" name="test_just_parse" time="1.590"/>
        <testcase classname="oeqa.selftest.bbtests.BitbakeTests" name="test_local_sstate" time="15.510"/>
        <testcase classname="oeqa.selftest.bbtests.BitbakeTests" name="test_non_gplv3" time="402.902"/>
        <testcase classname="oeqa.selftest.bbtests.BitbakeTests" name="test_postfile" time="0.975"/>
        <testcase classname="oeqa.selftest.bbtests.BitbakeTests" name="test_prefile" time="1.985"/>
        <testcase classname="oeqa.selftest.bbtests.BitbakeTests" name="test_rename_downloaded_file" time="14.122"/>
        <testcase classname="oeqa.selftest.bbtests.BitbakeTests" name="test_run_bitbake_from_dir_1" time="0.987"/>
        <testcase classname="oeqa.selftest.bbtests.BitbakeTests" name="test_run_bitbake_from_dir_2" time="0.976"/>
        <testcase classname="oeqa.selftest.bbtests.BitbakeTests" name="test_setscene_only" time="13.341"/>
        <testcase classname="oeqa.selftest.bbtests.BitbakeTests" name="test_version" time="1.867"/>
        <testcase classname="oeqa.selftest.bbtests.BitbakeTests" name="test_warnings_errors" time="0.743"/>
        <testcase classname="oeqa.selftest.bbtests.BitbakeTests" name="test_continue" time="148.339">
                <error message="'NoneType' object has no attribute 'group'" type="AttributeError">
<![CDATA[Traceback (most recent call last):
  File "/home/besquive/sandbox/poky-working/meta/lib/oeqa/utils/decorators.py", line 109, in wrapped_f
    return func(*args, **kwargs)
  File "/home/besquive/sandbox/poky-working/meta/lib/oeqa/selftest/bbtests.py", line 227, in test_continue
    continuepos = result.output.find('NOTE: recipe xcursor-transparent-theme-%s: task do_unpack: Started' % manver.group(1))
AttributeError: 'NoneType' object has no attribute 'group'
]]>             </error>
        </testcase>
        <testcase classname="oeqa.selftest.bbtests.BitbakeTests" name="test_force_task_1" time="20.296">
                <error message="[Errno 2] No such file or directory: '/home/besquive/sandbox/poky-working/build/tmp/work/core2-64-poky-linux/zlib/1.2.8-r0/image/usr/share/man/man3/zlib.3'" type="FileNotFoundError">
<![CDATA[Traceback (most recent call last):
  File "/home/besquive/sandbox/poky-working/meta/lib/oeqa/utils/decorators.py", line 109, in wrapped_f
    return func(*args, **kwargs)
  File "/home/besquive/sandbox/poky-working/meta/lib/oeqa/selftest/bbtests.py", line 91, in test_force_task_1
    ftools.append_file(man_file, test_data)
  File "/home/besquive/sandbox/poky-working/meta/lib/oeqa/utils/ftools.py", line 18, in append_file
    with open(path, "a") as f:
FileNotFoundError: [Errno 2] No such file or directory: '/home/besquive/sandbox/poky-working/build/tmp/work/core2-64-poky-linux/zlib/1.2.8-r0/image/usr/share/man/man3/zlib.3'
]]>             </error>
        </testcase>
        <system-out>
<![CDATA[]]>    </system-out>
        <system-err>
<![CDATA[]]>    </system-err>
</testsuite>
</pre>