View source for WW50 - 2016-12-09 - QA Cycle 2.0.3.rc6

{|
{{#vardefine:adt_fedora_i686|     6604, 6605}}
{{#vardefine:adt_fedora_x86-64|   }}
{{#vardefine:adt_ubuntu_x86-64|   6602, 6603}}
{{#vardefine:beaglebone_black|    6596, 6597}}
{{#vardefine:edgerouter|          6598, 6599}}
{{#vardefine:genericx86|          6584, 6609}}
{{#vardefine:genericx86_64|       6580, 6579, 6582, 6583}}
{{#vardefine:mpc8315e-rdb|        6600, 6601}}
{{#vardefine:p1022ds-rdb|         }}
{{#vardefine:qemux86|             6574, 6576}}
{{#vardefine:qemuarm|             6586, 6587, 6588, 6589}}
{{#vardefine:qemumips|            6590, 6591, 6592, 6593}}
{{#vardefine:qemuppc|             6594, 6595}}
{{#vardefine:qemux86-64|          6575, 6577}}
{{#vardefine:eclipseplugin|       6608}}
{{#vardefine:meta-yocto|          6607}}
{{#vardefine:hob|                 }}
{{#vardefine:toaster|             6578, 6585, 6610, 6611}}
{{#vardefine:oe-core|             6566, 6567, 6568, 6570, 6571, 6572, 6573}}
{{#vardefine:distro|              }}
{{#vardefine:bitbake|             }}
{{#vardefine:runtime|             6612}}
{{#vardefine:build-appliance|     6606}}
|}

=Testing data=
 <nowiki>
 Test type:  Full Pass Release Test
 Branch: master
 Build name: 2.0.3.rc6
 poky commit: adb34b8ddcd8cc34ae7d2b1b2e4b4d291d790f56
 Autobuilder images repository: http://autobuilder.yoctoproject.org/pub/releases/yocto-2.0.3.rc6
 Distributions tested: CentOS 7.1, Debian 8, Fedora 23, OpenSuse132, OpenSuse421, ubuntu 14.04, ubuntu 16.04 </nowiki>

=Test Run Summary Report=
{|
|{{#testopia:
|run_id=0, {{#var:bitbake}}, {{#var:oe-core}}, {{#var:meta-yocto}}, {{#var:hob}}, {{#var:nuc}}, {{#var:atom-pc}}, {{#var:genericx86}}, {{#var:genericx86_64}}, {{#var:beaglebone_black}}, {{#var:edgerouter}}, {{#var:mpc8315e-rdb}}, {{#var:p1022ds-rdb}}, {{#var:qemux86}}, {{#var:qemux86-64}}, {{#var:qemuarm}}, {{#var:qemumips}}, {{#var:qemuppc}}, {{#var:runtime}}, {{#var:build-appliance}}, {{#var:toaster}}, {{#var:adt_opensuse_123_x86-64}}, {{#var:adt_fedora18_i686}}, {{#var:adt_fedora19_x86-64}}, {{#var:adt_fedora19_i686}}, {{#var:adt_fedora_i686}}, {{#var:adt_ubuntu_x86-64}}, {{#var:adt_ubuntu_1310_x86-64}}, {{#var:eclipseplugin}}, {{#var:distro}}
|report_id=concatstats}}

<br>
{{#testopia:
|run_id=0, {{#var:bitbake}}, {{#var:oe-core}}, {{#var:meta-yocto}}, {{#var:hob}}, {{#var:nuc}}, {{#var:atom-pc}}, {{#var:genericx86}}, {{#var:genericx86_64}}, {{#var:beaglebone_black}}, {{#var:edgerouter}}, {{#var:mpc8315e-rdb}}, {{#var:p1022ds-rdb}}, {{#var:qemux86}}, {{#var:qemux86-64}}, {{#var:qemuarm}}, {{#var:qemumips}}, {{#var:qemuppc}}, {{#var:runtime}}, {{#var:build-appliance}}, {{#var:toaster}}, {{#var:adt_opensuse_123_x86-64}}, {{#var:adt_fedora18_i686}}, {{#var:adt_fedora19_x86-64}}, {{#var:adt_fedora19_i686}}, {{#var:adt_fedora_i686}}, {{#var:adt_ubuntu_x86-64}}, {{#var:eclipseplugin}}, {{#var:distro}}  |chart=bstatus
  |report_id=bugs
  |charttype=bar
  |sortable=true
  |nudechart=true
  |chartpos=top
}}

<br>
{{#testopia:
|run_id=0, {{#var:bitbake}}, {{#var:oe-core}}, {{#var:meta-yocto}}, {{#var:hob}}, {{#var:nuc}}, {{#var:atom-pc}}, {{#var:genericx86}}, {{#var:genericx86_64}}, {{#var:beaglebone_black}}, {{#var:edgerouter}}, {{#var:mpc8315e-rdb}}, {{#var:p1022ds-rdb}}, {{#var:qemux86}}, {{#var:qemux86-64}}, {{#var:qemuarm}}, {{#var:qemumips}}, {{#var:qemuppc}}, {{#var:runtime}}, {{#var:build-appliance}}, {{#var:toaster}}, {{#var:adt_opensuse_123_x86-64}}, {{#var:adt_fedora18_i686}}, {{#var:adt_fedora19_x86-64}}, {{#var:adt_fedora19_i686}}, {{#var:adt_fedora_i686}}, {{#var:adt_ubuntu_x86-64}}, {{#var:eclipseplugin}}, {{#var:distro}}
|charttype=bar
|report_id=status}}
|}
<br>


= Bugs Found during QA Test =
== <span style="color: red; "> New and notable issues Found during QA Test & Community </span>==
{{#bugzilla:
  |columns=id,summary,priority,to,qa,milestone,status,resolution,cf_regression_type,created
  |noresultsmessage="None"
  |sort=priority
  |group=product
  |id=10786, 10791, 10808, 10809 
}}
<br>

== Other Bugs found during QA Test ==

{{#bugzilla:
  |columns=id,summary,priority,to,qa,milestone,status,resolution,cf_regression_type,created
  |noresultsmessage="None"
  |sort=priority
  |group=cf_regression_type,product
  |id=7897, 9120, 9656, 10281
}}

== pTest open bugs ==

Ptest not executed on this Test Cycle 
<!--

{{#bugzilla:
  |columns=id,summary,priority,to,qa,milestone,status,resolution,cf_regression_type,created
  |noresultsmessage="None"
  |sort=priority
  |group=product
  |id=8172, 8171, 8146, 8064, 8471, 8656, 8655
}}

-->

= Current community Open Bugs - Medium+/High =
Overview of the open bugs opened against current milestone or release which are Medium+ or High and are not targeted for the next milestones

{{#bugzilla:
  |columns=id,priority,summary,to,qa,milestone,status,cf_regression_type,created
  |noresultsmessage="None"
  |priority=high, Medium%2B
  |severity=!enhancement
  |sort=cf_regression_type
  |group=product
  |total=summary
  |status=!(RESOLVED,VERIFIED)
  |milestone=1.9, 1.9 M1, 1.9 M2, 1.9 M3, 2.0, 2.0.1, 2.0.2, 2.0.3
}}

== Bug Trend ==
An overview of this week's [[Yocto Bug Trend]] charts can be accessed on the following [https://wiki.yoctoproject.org/charts/combo.html page]

<!--


=pTest results for genericx86-64 on NUC=

{{:Ptest 34e95b0349043030b430a8fa22ffd15aae17017c}}

|}

<!--
= Build Performance Test =
Detailed description on how performance test are run can be found on [[Performance Test]] wiki.
The below charts are displaying the build performance trend for 1.8 by milestone starting 1.6 on Master. The charts by Milestone can be accessed at this [https://wiki.yoctoproject.org/charts/perf_milestone/performance_test.html link] where you can view more detailed information or by clicking on the images which will open a new window with the interactive chart.


== Performance Charts==

For Bitbake core-image-sato with rm_work

[[File:ww44-2k15 - rmwork.JPG | 1280px | link=https://wiki.yoctoproject.org/charts/perf_milestone/bitbake-core-image-sato-rmwork.html ]]

Building the Virtual kernel

[[File:ww44-2k15 - kernel.JPG | 1280px | link=https://wiki.yoctoproject.org/charts/perf_milestone/bitbake-virtual-kernel.html]]

Building the rootfs

[[File:ww44-2k15 - rootfs.JPG | 1280px | link=https://wiki.yoctoproject.org/charts/perf_milestone/bitbake-core-image-sato-rootfs.html]]
<br>

-->

=Detailed Report=
{{#if: {{#var:bitbake}}{{#var:oe-core}}{{#var:meta-yocto}} |
==Distro Testing==
{{#if: {{#var:distro}}  |
Status
{{#testopia:
|run_id={{#var:distro}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:distro}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:distro}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

==Core Build System==
{{#if: {{#var:bitbake}}  |
===Bitbake===
Status
{{#testopia:
|run_id={{#var:bitbake}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:bitbake}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:bitbake}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:meta-yocto}}  |
===Meta-Yocyo===
Status
{{#testopia:
|run_id={{#var:meta-yocto}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:meta-yocto}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:meta-yocto}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:oe-core}}  |
===OE-Core===
Status
{{#testopia:
|run_id={{#var:oe-core}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:oe-core}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:oe-core}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
| }}
{{#if: {{#var:hob}}  |
==Hob==
Status
{{#testopia:
|run_id={{#var:hob}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:hob}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:hob}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:atom-pc}}{{#var:beaglebone_black}}{{#var:edgerouter}}{{#var:mpc8315e-rdb}}{{#var:p1022ds-rdb}} |
==BSP==

{{#if: {{#var:genericx86}}  | 
===genericx86: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:genericx86}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:genericx86}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:genericx86}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:genericx86_64}}  | 
===genericx86_64: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:genericx86_64}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:genericx86_64}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:genericx86_64}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:beaglebone_black}}  | 
===Beaglebone Black: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:beaglebone_black}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:beaglebone_black}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:beaglebone_black}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:edgerouter}}  | 
===EdgeRouter: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:edgerouter}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:edgerouter}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:edgerouter}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:mpc8315e-rdb}}  | 
===MPC8315e-rdb: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:mpc8315e-rdb}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:mpc8315e-rdb}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:mpc8315e-rdb}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:p1022ds-rdb}}  |
===P1022ds-rdb: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:p1022ds-rdb}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:p1022ds-rdb}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:p1022ds-rdb}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
| }}


{{#if: {{#var:qemux86}}{{#var:qemux86-64}}{{#var:qemuarm}}{{#var:qemumips}}{{#var:qemuppc}} |


==Qemu==
{{#if: {{#var:qemux86}}  |
===qemux86: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:qemux86}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:qemux86}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:qemux86}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:qemux86-64}}  |
===qemux86-64: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:qemux86-64}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:qemux86-64}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:qemux86-64}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:qemuarm}}  |
===qemuarm: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:qemuarm}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:qemuarm}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:qemuarm}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:qemumips}}  |
===qemumips: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:qemumips}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:qemumips}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:qemumips}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:qemuppc}}  |
===qemuppc: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:qemuppc}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:qemuppc}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:qemuppc}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
| }}

{{#if: {{#var:toaster}}  | 
==Toaster ==
Status
{{#testopia:
|run_id={{#var:toaster}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:toaster}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:toaster}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:runtime}}  |
==Runtime Testing==

Status
{{#testopia:
|run_id={{#var:runtime}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:runtime}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:runtime}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}

Detailed result at: [https://wiki.yoctoproject.org/wiki/Performance_Test Build performance metrics]
| }}
{{#if: {{#var:build-appliance}}  |
==Build-appliance==

Status
{{#testopia:
|run_id={{#var:build-appliance}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:build-appliance}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:build-appliance}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:adt_fedora_x86-64}}{{#var:eclipseplugin}}{{#var:adt_ubuntu_x86-64}} |
==ADT==
{{#if: {{#var:adt_fedora_i686}}  |
===ADT on: Fedora i686===
Status
{{#testopia:
|run_id={{#var:adt_fedora_i686}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:adt_fedora_i686}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:adt_fedora_i686}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:adt_fedora_x86-64}}  |
===ADT on: Fedora i686===
Status
{{#testopia:
|run_id={{#var:adt_fedora_x86-64}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:adt_fedora_x86-64}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:adt_fedora_x86-64}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:adt_ubuntu_x86-64}}  |
===ADT on: Ubuntu x86-64===
Status
{{#testopia:
|run_id={{#var:adt_ubuntu_x86-64}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:adt_ubuntu_x86-64}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:adt_ubuntu_x86-64}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

| }}

{{#if: {{#var:eclipseplugin}}  |


==Eclipse Plugin==

Status
{{#testopia:
|run_id={{#var:eclipseplugin}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:eclipseplugin}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:eclipseplugin}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}