View source for WW32 - 2016-08-01 - Test Cycle 2.1.1 rc2

{|
{{#vardefine:adt_fedora_i686|       6186, 6187 }}
{{#vardefine:adt_fedora_x86-64|      }}
{{#vardefine:adt_ubuntu_x86-64|     6184, 6185}}
{{#vardefine:beaglebone_black|      6199, 6200 }}
{{#vardefine:edgerouter|            6201, 6202 }}
{{#vardefine:genericx86|            6183, 6215, 6221 }}
{{#vardefine:genericx86_64|         6222, 6210, 6216, 6219, 6220 }}
{{#vardefine:mpc8315e-rdb|          6203, 6204 }}
{{#vardefine:p1022ds-rdb|           }}
{{#vardefine:qemux86|               6211, 6213}}
{{#vardefine:qemuarm|               6189, 6190, 6195, 6196 }}
{{#vardefine:qemumips|              6191, 6192, 6197, 6198 }}
{{#vardefine:qemuppc|               6193, 6194 }}
{{#vardefine:qemux86-64|            6212, 6214 }}
{{#vardefine:eclipseplugin|         }}
{{#vardefine:meta-yocto|            6224 }}
{{#vardefine:hob|                   }}
{{#vardefine:toaster|               6218}}
{{#vardefine:oe-core|               6205, 6206, 6208, 6207, 6209 }}
{{#vardefine:distro|                }}
{{#vardefine:bitbake|               6217 }}
{{#vardefine:runtime|                }}
{{#vardefine:build-appliance|       6188 }}
|}

=Testing data=
 <nowiki>
 Test type:  Point Release Test Cycle
 Branch: krogoth
 Build name: 2.1.1 RC2
 poky commit:  f5da2a5913319ad6ac2141438ba1aa17576326ab
 Autobuilder images repository: http://autobuilder.yoctoproject.org/pub/releases/yocto-2.1.1.rc2
 Distributions tested: 
 * Debian 8 64bit
 * Ubuntu 15.10 x86_64
 * Ubuntu 14.04 64bit
 * Fedora 22 64bit
 * Opensuse 13.2 64bit
</nowiki>

=Test Run Summary Report=
{|
|{{#testopia:
|run_id=0, {{#var:bitbake}}, {{#var:oe-core}}, {{#var:meta-yocto}}, {{#var:hob}}, {{#var:nuc}}, {{#var:atom-pc}}, {{#var:genericx86}}, {{#var:genericx86_64}}, {{#var:beaglebone_black}}, {{#var:edgerouter}}, {{#var:mpc8315e-rdb}}, {{#var:p1022ds-rdb}}, {{#var:qemux86}}, {{#var:qemux86-64}}, {{#var:qemuarm}}, {{#var:qemumips}}, {{#var:qemuppc}}, {{#var:runtime}}, {{#var:build-appliance}}, {{#var:toaster}}, {{#var:adt_opensuse_123_x86-64}}, {{#var:adt_fedora18_i686}}, {{#var:adt_fedora19_x86-64}}, {{#var:adt_fedora19_i686}}, {{#var:adt_fedora_i686}}, {{#var:adt_ubuntu_x86-64}}, {{#var:adt_ubuntu_1310_x86-64}}, {{#var:eclipseplugin}}, {{#var:distro}}
|report_id=concatstats}}

<br>
{{#testopia:
|run_id=0, {{#var:bitbake}}, {{#var:oe-core}}, {{#var:meta-yocto}}, {{#var:hob}}, {{#var:nuc}}, {{#var:atom-pc}}, {{#var:genericx86}}, {{#var:genericx86_64}}, {{#var:beaglebone_black}}, {{#var:edgerouter}}, {{#var:mpc8315e-rdb}}, {{#var:p1022ds-rdb}}, {{#var:qemux86}}, {{#var:qemux86-64}}, {{#var:qemuarm}}, {{#var:qemumips}}, {{#var:qemuppc}}, {{#var:runtime}}, {{#var:build-appliance}}, {{#var:toaster}}, {{#var:adt_opensuse_123_x86-64}}, {{#var:adt_fedora18_i686}}, {{#var:adt_fedora19_x86-64}}, {{#var:adt_fedora19_i686}}, {{#var:adt_fedora_i686}}, {{#var:adt_ubuntu_x86-64}}, {{#var:eclipseplugin}}, {{#var:distro}}  |chart=bstatus
  |report_id=bugs
  |charttype=bar
  |sortable=true
  |nudechart=true
  |chartpos=top
}}

<br>
{{#testopia:
|run_id=0, {{#var:bitbake}}, {{#var:oe-core}}, {{#var:meta-yocto}}, {{#var:hob}}, {{#var:nuc}}, {{#var:atom-pc}}, {{#var:genericx86}}, {{#var:genericx86_64}}, {{#var:beaglebone_black}}, {{#var:edgerouter}}, {{#var:mpc8315e-rdb}}, {{#var:p1022ds-rdb}}, {{#var:qemux86}}, {{#var:qemux86-64}}, {{#var:qemuarm}}, {{#var:qemumips}}, {{#var:qemuppc}}, {{#var:runtime}}, {{#var:build-appliance}}, {{#var:toaster}}, {{#var:adt_opensuse_123_x86-64}}, {{#var:adt_fedora18_i686}}, {{#var:adt_fedora19_x86-64}}, {{#var:adt_fedora19_i686}}, {{#var:adt_fedora_i686}}, {{#var:adt_ubuntu_x86-64}}, {{#var:eclipseplugin}}, {{#var:distro}}
|charttype=bar
|report_id=status}}
|}
<br>


= Bugs Found during QA Test =
== <span style="color: red; "> New and notable issues Found during QA Test & Community </span>==
{{#bugzilla:
  |columns=id,summary,priority,to,qa,milestone,status,resolution,cf_regression_type,created
  |noresultsmessage="None"
  |sort=priority
  |group=product
  |id= 8988, 9285, 9287, 10048
}}
<br>

== Other Bugs found during QA Test ==

{{#bugzilla:
  |columns=id,summary,priority,to,qa,milestone,status,resolution,cf_regression_type,created
  |noresultsmessage="None"
  |sort=priority
  |group=cf_regression_type,product
  |id=5351, 9048, 9120, 9259, 9267, 9271, 9462, 9860
}}

== pTest open bugs ==

{{#bugzilla:
  |columns=id,summary,priority,to,qa,milestone,status,resolution,cf_regression_type,created
  |noresultsmessage="None"
  |sort=priority
  |group=product
  |id=8146, 8828, 8471, 8832, 8834, 9055, 8812, 9053
}}

= Current community Open Bugs - Medium+/High =
Overview of the open bugs opened against current milestone or release which are Medium+ or High and are not targeted for the next milestones

{{#bugzilla:
  |columns=id,priority,summary,to,qa,milestone,status,cf_regression_type,created
  |noresultsmessage="None"
  |priority=high, Medium%2B
  |severity=!enhancement
  |sort=cf_regression_type
  |group=product
  |total=summary
  |status=!(RESOLVED,VERIFIED)
  |milestone=2.1, 2.1 M1, 2.1 M2, 2.1 M3, 2.1 M4, 2.1.1
}}

== Bug Trend ==
An overview of this week's [[Yocto Bug Trend]] charts can be accessed on the following [https://wiki.yoctoproject.org/charts/combo.html page]

= Build Performance Test =
Detailed description on how performance test are run can be found on [[Performance Test]] wiki.
The below charts are displaying the build performance trend for 2.1 M4 to 2.2 M2. Performance execution has 2 stages, one executed form 1.6 to 2.1 in RO and another one started on 2.1 from GDC, there are difference between HW used in both location hence the numbers are different.

* [https://wiki.yoctoproject.org/charts/perf_milestone/performance_test.html RO Charts]
 
* [https://wiki.yoctoproject.org/charts/perf_milestone_GDC/performance_test.html GDC Charts]

Below chars are showing the latest performance results taken from current milestone



== Performance Charts==


<span style="background:yellow">
GDC performance machines were focused ta take measurements for master branch to monitor any degradation on Kernel, that is why there is no available charts for this Point release
</span>

<!-- 

For Bitbake core-image-sato with rm_work

[[File:Ww28-2k16 - rmwork.png | 1280px | link=https://wiki.yoctoproject.org/charts/perf_milestone_GDC/bitbake-core-image-sato-rmwork.html ]]

Building the Virtual kernel

[[File:Ww28-2k16 - kernel.png | 1280px | link=https://wiki.yoctoproject.org/charts/perf_milestone_GDC/bitbake-virtual-kernel.html]]

Building the rootfs

[[File:Ww28-2k16_-_rootfs.png | 1280px | link=https://wiki.yoctoproject.org/charts/perf_milestone_GDC/bitbake-core-image-sato-rootfs.html]]
<br>

-->

=pTest results for genericx86-64 on NUC=

{{:Ptest f5da2a5913319ad6ac2141438ba1aa17576326ab}}

|}

=Detailed Report=
{{#if: {{#var:bitbake}}{{#var:oe-core}}{{#var:meta-yocto}} |
==Distro Testing==
{{#if: {{#var:distro}}  |
Status
{{#testopia:
|run_id={{#var:distro}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:distro}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:distro}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

==Core Build System==
{{#if: {{#var:bitbake}}  |
===Bitbake===
Status
{{#testopia:
|run_id={{#var:bitbake}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:bitbake}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:bitbake}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:meta-yocto}}  |
===Meta-Yocyo===
Status
{{#testopia:
|run_id={{#var:meta-yocto}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:meta-yocto}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:meta-yocto}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:oe-core}}  |
===OE-Core===
Status
{{#testopia:
|run_id={{#var:oe-core}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:oe-core}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:oe-core}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
| }}
{{#if: {{#var:hob}}  |
==Hob==
Status
{{#testopia:
|run_id={{#var:hob}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:hob}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:hob}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:atom-pc}}{{#var:beaglebone_black}}{{#var:edgerouter}}{{#var:mpc8315e-rdb}}{{#var:p1022ds-rdb}} |
==BSP==

{{#if: {{#var:genericx86}}  | 
===genericx86: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:genericx86}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:genericx86}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:genericx86}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:genericx86_64}}  | 
===genericx86_64: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:genericx86_64}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:genericx86_64}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:genericx86_64}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:beaglebone_black}}  | 
===Beaglebone Black: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:beaglebone_black}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:beaglebone_black}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:beaglebone_black}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:edgerouter}}  | 
===EdgeRouter: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:edgerouter}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:edgerouter}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:edgerouter}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:mpc8315e-rdb}}  | 
===MPC8315e-rdb: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:mpc8315e-rdb}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:mpc8315e-rdb}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:mpc8315e-rdb}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:p1022ds-rdb}}  |
===P1022ds-rdb: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:p1022ds-rdb}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:p1022ds-rdb}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:p1022ds-rdb}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
| }}


{{#if: {{#var:qemux86}}{{#var:qemux86-64}}{{#var:qemuarm}}{{#var:qemumips}}{{#var:qemuppc}} |


==Qemu==
{{#if: {{#var:qemux86}}  |
===qemux86: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:qemux86}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:qemux86}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:qemux86}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:qemux86-64}}  |
===qemux86-64: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:qemux86-64}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:qemux86-64}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:qemux86-64}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:qemuarm}}  |
===qemuarm: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:qemuarm}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:qemuarm}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:qemuarm}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:qemumips}}  |
===qemumips: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:qemumips}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:qemumips}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:qemumips}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:qemuppc}}  |
===qemuppc: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:qemuppc}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:qemuppc}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:qemuppc}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
| }}

{{#if: {{#var:toaster}}  | 
==Toaster ==
Status
{{#testopia:
|run_id={{#var:toaster}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:toaster}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:toaster}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:runtime}}  |
==Runtime Testing==

Status
{{#testopia:
|run_id={{#var:runtime}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:runtime}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:runtime}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}

Detailed result at: [https://wiki.yoctoproject.org/wiki/Performance_Test Build performance metrics]
| }}
{{#if: {{#var:build-appliance}}  |
==Build-appliance==

Status
{{#testopia:
|run_id={{#var:build-appliance}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:build-appliance}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:build-appliance}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:adt_fedora_x86-64}}{{#var:eclipseplugin}}{{#var:adt_ubuntu_x86-64}} |
==ADT==
{{#if: {{#var:adt_fedora_i686}}  |
===ADT on: Fedora i686===
Status
{{#testopia:
|run_id={{#var:adt_fedora_i686}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:adt_fedora_i686}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:adt_fedora_i686}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:adt_fedora_x86-64}}  |
===ADT on: Fedora i686===
Status
{{#testopia:
|run_id={{#var:adt_fedora_x86-64}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:adt_fedora_x86-64}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:adt_fedora_x86-64}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:adt_ubuntu_x86-64}}  |
===ADT on: Ubuntu x86-64===
Status
{{#testopia:
|run_id={{#var:adt_ubuntu_x86-64}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:adt_ubuntu_x86-64}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:adt_ubuntu_x86-64}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

| }}

{{#if: {{#var:eclipseplugin}}  |


==Eclipse Plugin==

Status
{{#testopia:
|run_id={{#var:eclipseplugin}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:eclipseplugin}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:eclipseplugin}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}