View source for WW22 - 2017-06-05 - Full Point Release Test Cycle 2.2.2 rc1

{|
{{#vardefine:adt_fedora_i686|     7347, 7348}}
{{#vardefine:adt_fedora_x86-64|   }}
{{#vardefine:adt_ubuntu_x86-64|   7349, 7350}}
{{#vardefine:beaglebone_black|    7381, 7355}}
{{#vardefine:edgerouter|          7356, 7382}}
{{#vardefine:genericx86|          7374, 7385, 7379, 7353}}
{{#vardefine:genericx86_64|       7375, 7376, 7384, 7383, 7377, 7378, 7354}}
{{#vardefine:mpc8315e-rdb|        7357, 7380}}
{{#vardefine:p1022ds-rdb|         }}
{{#vardefine:qemux86|             7358, 7365, 7372}}
{{#vardefine:qemuarm|             7359, 7366, 7360, 7367}}
{{#vardefine:qemumips|            7361, 7368, 7362, 7369}}
{{#vardefine:qemuppc|             7363, 7370}}
{{#vardefine:qemux86-64|          7364, 7371, 7373}}
{{#vardefine:eclipseplugin|       7386, 7387}}
{{#vardefine:meta-yocto|          7391}}
{{#vardefine:eSDK|                7388, 7389}}
{{#vardefine:toaster|             }}
{{#vardefine:oe-core|             7392, 7393, 7395, 7394, 7396, 7397, 7398, 7399}}
{{#vardefine:distro|              }}
{{#vardefine:bitbake|             7352}}
{{#vardefine:runtime|             7390}}
{{#vardefine:build-appliance|     7400}}
|}

=Testing data=
 <nowiki>
 Test type:   Full Point Release Test Cycle 
 Branch: morty
 Build name: 2.2.2 rc1
 poky commit: d05941ae4567def4a288894717e5f550da246107
 Autobuilder images repository: http://autobuilder.yoctoproject.org/pub/releases/yocto-2.2.2.rc1/
 Distributions tested: 
 -Ubuntu 16.04
 -Ubuntu 14 04 
 -OpenSuse 421
 -Opensuse 13.2  
 -Debian 8
 -Centos 7
 -Fedora 23
 -Fedora 24 
</nowiki>

=Test Run Summary Report=
{|
|{{#testopia:
|run_id=0, {{#var:bitbake}}, {{#var:oe-core}}, {{#var:meta-yocto}}, {{#var:eSDK}}, {{#var:nuc}}, {{#var:atom-pc}}, {{#var:genericx86}}, {{#var:genericx86_64}}, {{#var:beaglebone_black}}, {{#var:edgerouter}}, {{#var:mpc8315e-rdb}}, {{#var:p1022ds-rdb}}, {{#var:qemux86}}, {{#var:qemux86-64}}, {{#var:qemuarm}}, {{#var:qemumips}}, {{#var:qemuppc}}, {{#var:runtime}}, {{#var:build-appliance}}, {{#var:toaster}}, {{#var:adt_opensuse_123_x86-64}}, {{#var:adt_fedora18_i686}}, {{#var:adt_fedora19_x86-64}}, {{#var:adt_fedora19_i686}}, {{#var:adt_fedora_i686}}, {{#var:adt_ubuntu_x86-64}}, {{#var:adt_ubuntu_1310_x86-64}}, {{#var:eclipseplugin}}, {{#var:distro}}
|report_id=concatstats}}

<br>
{{#testopia:
|run_id=0, {{#var:bitbake}}, {{#var:oe-core}}, {{#var:meta-yocto}}, {{#var:eSDK}}, {{#var:nuc}}, {{#var:atom-pc}}, {{#var:genericx86}}, {{#var:genericx86_64}}, {{#var:beaglebone_black}}, {{#var:edgerouter}}, {{#var:mpc8315e-rdb}}, {{#var:p1022ds-rdb}}, {{#var:qemux86}}, {{#var:qemux86-64}}, {{#var:qemuarm}}, {{#var:qemumips}}, {{#var:qemuppc}}, {{#var:runtime}}, {{#var:build-appliance}}, {{#var:toaster}}, {{#var:adt_opensuse_123_x86-64}}, {{#var:adt_fedora18_i686}}, {{#var:adt_fedora19_x86-64}}, {{#var:adt_fedora19_i686}}, {{#var:adt_fedora_i686}}, {{#var:adt_ubuntu_x86-64}}, {{#var:eclipseplugin}}, {{#var:distro}}  |chart=bstatus
  |report_id=bugs
  |charttype=bar
  |sortable=true
  |nudechart=true
  |chartpos=top
}}

<br>
{{#testopia:
|run_id=0, {{#var:bitbake}}, {{#var:oe-core}}, {{#var:meta-yocto}}, {{#var:eSDK}}, {{#var:nuc}}, {{#var:atom-pc}}, {{#var:genericx86}}, {{#var:genericx86_64}}, {{#var:beaglebone_black}}, {{#var:edgerouter}}, {{#var:mpc8315e-rdb}}, {{#var:p1022ds-rdb}}, {{#var:qemux86}}, {{#var:qemux86-64}}, {{#var:qemuarm}}, {{#var:qemumips}}, {{#var:qemuppc}}, {{#var:runtime}}, {{#var:build-appliance}}, {{#var:toaster}}, {{#var:adt_opensuse_123_x86-64}}, {{#var:adt_fedora18_i686}}, {{#var:adt_fedora19_x86-64}}, {{#var:adt_fedora19_i686}}, {{#var:adt_fedora_i686}}, {{#var:adt_ubuntu_x86-64}}, {{#var:eclipseplugin}}, {{#var:distro}}
|charttype=bar
|report_id=status}}
|}
<br>


= Bugs Found during QA Test =
== <span style="color: blue; "> New and notable issues Found during QA Test & Community </span>==
{{#bugzilla:
  |columns=id,summary,priority,to,qa,milestone,status,resolution,cf_regression_type,created
  |noresultsmessage="None"
  |sort=ID
  |group=product
  |id= 11565, 11598, 11604, 11606, 11607, 11611
}}
<br>

== <span style="color: red; "> High and M+ issues Found during QA Test (NOT NEW) </span>==
{{#bugzilla:
  |columns=id,summary,priority,to,qa,milestone,status,resolution,cf_regression_type,created
  |noresultsmessage="None"
  |sort=priority
  |group=product
  |id=10456, 11064 
}}
<br>

== Other Bugs found during QA Test (NOT NEW) ==

{{#bugzilla:
  |columns=id,summary,priority,to,qa,milestone,status,resolution,cf_regression_type,created
  |noresultsmessage="None"
  |sort=priority
  |group=cf_regression_type,product
  |id=9271, 10025, 10455
}}

<!--
== pTest open bugs ==

{{#bugzilla:
  |columns=id,summary,priority,to,qa,milestone,status,resolution,cf_regression_type,created
  |noresultsmessage="None"
  |sort=status
  |group=product
  |id=8146, 8172, 8471, 8656, 8828, 8831, 8832, 9042, 9373, 9372, 8146, 9055, 5697, 5695
}}

-->

= Current community Open Bugs - Medium+/High =
Overview of the open bugs opened against current milestone or release which are Medium+ or High and are not targeted for the next milestones

{{#bugzilla:
  |columns=id,priority,summary,to,qa,milestone,status,cf_regression_type,created
  |noresultsmessage="None"
  |priority=high, Medium%2B
  |severity=!enhancement
  |sort=cf_regression_type
  |group=product
  |total=summary
  |status=!(RESOLVED,VERIFIED)
  |milestone=2.2, 2.2 M1, 2.2 M2, 2.2 M3
}}

== Bug Trend ==
An overview of this week's [[Yocto Bug Trend]] charts can be accessed on the following [https://wiki.yoctoproject.org/charts/combo.html page]

= Build Performance Test =
Detailed description on how performance test are run can be found on [[Performance Test]] wiki.
Performance execution can be divided in 2 stages, the first was executed form 1.6 to 2.1 by the Rumania (RO) team and the latest started on 2.1 executed by the Guadalajara (GDC) team. There are differences between HW used in both location hence the numbers are different. For more details click on the following links:

* [https://wiki.yoctoproject.org/charts/perf_milestone/performance_test.html RO Charts]
 
* [https://wiki.yoctoproject.org/charts/perf_milestone_GDC/performance_test.html GDC Charts]


Below charts show the build performance trend for 2.1 M4 to 2.3 rc4 and the latest performance results taken from 2.2.2 point release.

== Performance Charts==

For Bitbake core-image-sato with rm_work

[[File:Ww22-2k17 - rmwork.png | 1280px | link=https://wiki.yoctoproject.org/charts/perf_milestone_GDC/bitbake-core-image-sato-rmwork.html ]]

Building the Virtual kernel

[[File:Ww22-2k17 - kernel.png | 1280px | link=https://wiki.yoctoproject.org/charts/perf_milestone_GDC/bitbake-virtual-kernel.html]]

Building the rootfs

[[File:Ww22-2k17_-_rootfs.png | 1280px | link=https://wiki.yoctoproject.org/charts/perf_milestone_GDC/bitbake-core-image-sato-rootfs.html]]
<br>

Building core-image-sato

[[File:Ww22-2k17_-_sato.png | 1280px | link=https://wiki.yoctoproject.org/charts/perf_milestone_GDC/bitbake-core-image-sato-rootfs.html]]
<br>

[[File:Ww22-2k17_-_esdk.png | 1280px | link=https://wiki.yoctoproject.org/charts/perf_milestone_GDC/bitbake-eSDK.html]]
<br>

<!--
=pTest results for genericx86-64 on NUC=

{{:Ptest dc8508f609974cc99606b9042bfa7f870ce80228}}

-->

=Detailed Report=
{{#if: {{#var:bitbake}}{{#var:oe-core}}{{#var:meta-yocto}} |
==Distro Testing==
{{#if: {{#var:distro}}  |
Status
{{#testopia:
|run_id={{#var:distro}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:distro}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:distro}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

==Core Build System==
{{#if: {{#var:bitbake}}  |
===Bitbake===
Status
{{#testopia:
|run_id={{#var:bitbake}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:bitbake}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:bitbake}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:meta-yocto}}  |
===Meta-Yocyo===
Status
{{#testopia:
|run_id={{#var:meta-yocto}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:meta-yocto}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:meta-yocto}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:oe-core}}  |
===OE-Core===
Status
{{#testopia:
|run_id={{#var:oe-core}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:oe-core}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:oe-core}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
| }}
{{#if: {{#var:eSDK}}  |
==eSDK==
Status
{{#testopia:
|run_id={{#var:eSDK}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:eSDK}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:eSDK}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:atom-pc}}{{#var:beaglebone_black}}{{#var:edgerouter}}{{#var:mpc8315e-rdb}}{{#var:p1022ds-rdb}} |
==BSP==

{{#if: {{#var:genericx86}}  | 
===genericx86: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:genericx86}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:genericx86}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:genericx86}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:genericx86_64}}  | 
===genericx86_64: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:genericx86_64}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:genericx86_64}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:genericx86_64}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:beaglebone_black}}  | 
===Beaglebone Black: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:beaglebone_black}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:beaglebone_black}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:beaglebone_black}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:edgerouter}}  | 
===EdgeRouter: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:edgerouter}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:edgerouter}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:edgerouter}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:mpc8315e-rdb}}  | 
===MPC8315e-rdb: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:mpc8315e-rdb}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:mpc8315e-rdb}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:mpc8315e-rdb}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:p1022ds-rdb}}  |
===P1022ds-rdb: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:p1022ds-rdb}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:p1022ds-rdb}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:p1022ds-rdb}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
| }}


{{#if: {{#var:qemux86}}{{#var:qemux86-64}}{{#var:qemuarm}}{{#var:qemumips}}{{#var:qemuppc}} |


==Qemu==
{{#if: {{#var:qemux86}}  |
===qemux86: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:qemux86}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:qemux86}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:qemux86}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:qemux86-64}}  |
===qemux86-64: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:qemux86-64}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:qemux86-64}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:qemux86-64}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:qemuarm}}  |
===qemuarm: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:qemuarm}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:qemuarm}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:qemuarm}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:qemumips}}  |
===qemumips: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:qemumips}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:qemumips}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:qemumips}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:qemuppc}}  |
===qemuppc: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:qemuppc}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:qemuppc}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:qemuppc}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
| }}

{{#if: {{#var:toaster}}  | 
==Toaster ==
Status
{{#testopia:
|run_id={{#var:toaster}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:toaster}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:toaster}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:runtime}}  |
==Runtime Testing==

Status
{{#testopia:
|run_id={{#var:runtime}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:runtime}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:runtime}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}

Detailed result at: [https://wiki.yoctoproject.org/wiki/Performance_Test Build performance metrics]
| }}
{{#if: {{#var:build-appliance}}  |
==Build-appliance==

Status
{{#testopia:
|run_id={{#var:build-appliance}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:build-appliance}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:build-appliance}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:adt_fedora_x86-64}}{{#var:eclipseplugin}}{{#var:adt_ubuntu_x86-64}} |
==ADT==
{{#if: {{#var:adt_fedora_i686}}  |
===ADT on: Fedora i686===
Status
{{#testopia:
|run_id={{#var:adt_fedora_i686}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:adt_fedora_i686}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:adt_fedora_i686}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:adt_fedora_x86-64}}  |
===ADT on: Fedora i686===
Status
{{#testopia:
|run_id={{#var:adt_fedora_x86-64}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:adt_fedora_x86-64}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:adt_fedora_x86-64}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:adt_ubuntu_x86-64}}  |
===ADT on: Ubuntu x86-64===
Status
{{#testopia:
|run_id={{#var:adt_ubuntu_x86-64}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:adt_ubuntu_x86-64}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:adt_ubuntu_x86-64}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

| }}

{{#if: {{#var:eclipseplugin}}  |


==Eclipse Plugin==

Status
{{#testopia:
|run_id={{#var:eclipseplugin}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:eclipseplugin}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:eclipseplugin}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}