View source for WW38 - 2016-09-09 - Full Test Cycle 2.2 M3.rc1

{|
{{#vardefine:adt_fedora_i686|     6146, 6147}}
{{#vardefine:adt_fedora_x86-64|   }}
{{#vardefine:adt_ubuntu_x86-64|   6144, 6145}}
{{#vardefine:beaglebone_black|    6158, 6159}}
{{#vardefine:edgerouter|          6160, 6161}}
{{#vardefine:genericx86|          6141, 6178, 6170, 6168}}
{{#vardefine:genericx86_64|       6166, 6143, 6179, 6174, 6171, 6167}}
{{#vardefine:mpc8315e-rdb|        6162, 6163}}
{{#vardefine:p1022ds-rdb|         }}
{{#vardefine:qemux86|             6137, 6180}}
{{#vardefine:qemuarm|             6148, 6149, 6150, 6151}}
{{#vardefine:qemumips|            6152, 6153, 6154, 6155}}
{{#vardefine:qemuppc|             6156, 6157}}
{{#vardefine:qemux86-64|          6140, 6181}}
{{#vardefine:eclipseplugin|       6135}}
{{#vardefine:meta-yocto|          6172}}
{{#vardefine:eSDK|                6169}}
{{#vardefine:toaster|             6138, 6139}}
{{#vardefine:oe-core|             6164, 6165, 6175, 6136}}
{{#vardefine:distro|              }}
{{#vardefine:bitbake|             6182}}
{{#vardefine:runtime|             6177}}
{{#vardefine:build-appliance|     6173}}
|}

=Testing data=
 <nowiki>
 Test type:  Full Test Cycle
 Branch: master
 Build name: 2.2_M2.rc1
 poky commit: 36feb38045b7a2af86ece147fec54b0db3bf491f 
 Autobuilder images repository:  http://autobuilder.yoctoproject.org/pub/releases/yocto-2.2_M2.rc1/ 
 Distributions tested: 
 -Ubuntu 15.10
 -Ubuntu 14 04 
 -Opensuse 13.2  
 -Debian 8 
</nowiki>

=Test Run Summary Report=
{|
|{{#testopia:
|run_id=0, {{#var:bitbake}}, {{#var:oe-core}}, {{#var:meta-yocto}}, {{#var:eSDK}}, {{#var:nuc}}, {{#var:atom-pc}}, {{#var:genericx86}}, {{#var:genericx86_64}}, {{#var:beaglebone_black}}, {{#var:edgerouter}}, {{#var:mpc8315e-rdb}}, {{#var:p1022ds-rdb}}, {{#var:qemux86}}, {{#var:qemux86-64}}, {{#var:qemuarm}}, {{#var:qemumips}}, {{#var:qemuppc}}, {{#var:runtime}}, {{#var:build-appliance}}, {{#var:toaster}}, {{#var:adt_opensuse_123_x86-64}}, {{#var:adt_fedora18_i686}}, {{#var:adt_fedora19_x86-64}}, {{#var:adt_fedora19_i686}}, {{#var:adt_fedora_i686}}, {{#var:adt_ubuntu_x86-64}}, {{#var:adt_ubuntu_1310_x86-64}}, {{#var:eclipseplugin}}, {{#var:distro}}
|report_id=concatstats}}

<br>
{{#testopia:
|run_id=0, {{#var:bitbake}}, {{#var:oe-core}}, {{#var:meta-yocto}}, {{#var:eSDK}}, {{#var:nuc}}, {{#var:atom-pc}}, {{#var:genericx86}}, {{#var:genericx86_64}}, {{#var:beaglebone_black}}, {{#var:edgerouter}}, {{#var:mpc8315e-rdb}}, {{#var:p1022ds-rdb}}, {{#var:qemux86}}, {{#var:qemux86-64}}, {{#var:qemuarm}}, {{#var:qemumips}}, {{#var:qemuppc}}, {{#var:runtime}}, {{#var:build-appliance}}, {{#var:toaster}}, {{#var:adt_opensuse_123_x86-64}}, {{#var:adt_fedora18_i686}}, {{#var:adt_fedora19_x86-64}}, {{#var:adt_fedora19_i686}}, {{#var:adt_fedora_i686}}, {{#var:adt_ubuntu_x86-64}}, {{#var:eclipseplugin}}, {{#var:distro}}  |chart=bstatus
  |report_id=bugs
  |charttype=bar
  |sortable=true
  |nudechart=true
  |chartpos=top
}}

<br>
{{#testopia:
|run_id=0, {{#var:bitbake}}, {{#var:oe-core}}, {{#var:meta-yocto}}, {{#var:eSDK}}, {{#var:nuc}}, {{#var:atom-pc}}, {{#var:genericx86}}, {{#var:genericx86_64}}, {{#var:beaglebone_black}}, {{#var:edgerouter}}, {{#var:mpc8315e-rdb}}, {{#var:p1022ds-rdb}}, {{#var:qemux86}}, {{#var:qemux86-64}}, {{#var:qemuarm}}, {{#var:qemumips}}, {{#var:qemuppc}}, {{#var:runtime}}, {{#var:build-appliance}}, {{#var:toaster}}, {{#var:adt_opensuse_123_x86-64}}, {{#var:adt_fedora18_i686}}, {{#var:adt_fedora19_x86-64}}, {{#var:adt_fedora19_i686}}, {{#var:adt_fedora_i686}}, {{#var:adt_ubuntu_x86-64}}, {{#var:eclipseplugin}}, {{#var:distro}}
|charttype=bar
|report_id=status}}
|}
<br>


= Bugs Found during QA Test =
== <span style="color: red; "> New and notable issues Found during QA Test & Community </span>==
{{#bugzilla:
  |columns=id,summary,priority,to,qa,milestone,status,resolution,cf_regression_type,created
  |noresultsmessage="None"
  |sort=priority
  |group=product
  |id= 9996, 9999, 10008, 10016, 10022, 10024, 10025, 10026, 10027, 10028, 10037, 10041, 10042, 10043, 10044, 10045, 9285, 9287, 9828, 9995, 10047, 10048
}}
<br>

== Other Bugs found during QA Test ==

{{#bugzilla:
  |columns=id,summary,priority,to,qa,milestone,status,resolution,cf_regression_type,created
  |noresultsmessage="None"
  |sort=priority
  |group=cf_regression_type,product
  |id=65163, 5285, 5351, 7054, 9048, 9204, 9267, 9271, 9362, 9462, 9813, 9833, 9836, 9837, 9838, 9839, 9840, 9860, 5163
}}

== pTest open bugs ==

<!--
<span style="color:red">
pTest execution blocked by bug [https://bugzilla.yoctoproject.org/show_bug.cgi?id=9354 9354]</span>
-->

{{#bugzilla:
  |columns=id,summary,priority,to,qa,milestone,status,resolution,cf_regression_type,created
  |noresultsmessage="None"
  |sort=priority
  |group=product
  |id=8146, 8172, 8471, 8655, 8656, 8828, 8831, 8832, 8834, 9042
}}

= Current community Open Bugs - Medium+/High =
Overview of the open bugs opened against current milestone or release which are Medium+ or High and are not targeted for the next milestones

{{#bugzilla:
  |columns=id,priority,summary,to,qa,milestone,status,cf_regression_type,created
  |noresultsmessage="None"
  |priority=high, Medium%2B
  |severity=!enhancement
  |sort=cf_regression_type
  |group=product
  |total=summary
  |status=!(RESOLVED,VERIFIED)
  |milestone=2.2, 2.2 M1, 2.2 M2
}}

== Bug Trend ==
An overview of this week's [[Yocto Bug Trend]] charts can be accessed on the following [https://wiki.yoctoproject.org/charts/combo.html page]

= Build Performance Test =
Detailed description on how performance test are run can be found on [[Performance Test]] wiki.
The below charts are displaying the build performance trend for 2.1 M4 to 2.2 M2. Performance execution has 2 stages, one executed form 1.6 to 2.1 in RO and another one started on 2.1 from GDC, there are difference between HW used in both location hence the numbers are different.

* [https://wiki.yoctoproject.org/charts/perf_milestone/performance_test.html RO Charts]
 
* [https://wiki.yoctoproject.org/charts/perf_milestone_GDC/performance_test.html GDC Charts]

Below chars are showing the latest performance results taken from current milestone

== Performance Charts==
== Performance Charts==

For Bitbake core-image-sato with rm_work

[[File:Ww30-2k16 - rmwork.png | 1280px | link=https://wiki.yoctoproject.org/charts/perf_milestone_GDC/bitbake-core-image-sato-rmwork.html ]]

Building the Virtual kernel

[[File:Ww30-2k16 - kernel.png | 1280px | link=https://wiki.yoctoproject.org/charts/perf_milestone_GDC/bitbake-virtual-kernel.html]]

Building the rootfs

[[File:Ww30-2k16_-_rootfs.png | 1280px | link=https://wiki.yoctoproject.org/charts/perf_milestone_GDC/bitbake-core-image-sato-rootfs.html]]
<br>

=pTest results for genericx86-64 on NUC=

{{:Ptest 36feb38045b7a2af86ece147fec54b0db3bf491f}}

=Detailed Report=
{{#if: {{#var:bitbake}}{{#var:oe-core}}{{#var:meta-yocto}} |
==Distro Testing==
{{#if: {{#var:distro}}  |
Status
{{#testopia:
|run_id={{#var:distro}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:distro}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:distro}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

==Core Build System==
{{#if: {{#var:bitbake}}  |
===Bitbake===
Status
{{#testopia:
|run_id={{#var:bitbake}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:bitbake}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:bitbake}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:meta-yocto}}  |
===Meta-Yocyo===
Status
{{#testopia:
|run_id={{#var:meta-yocto}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:meta-yocto}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:meta-yocto}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:oe-core}}  |
===OE-Core===
Status
{{#testopia:
|run_id={{#var:oe-core}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:oe-core}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:oe-core}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
| }}
{{#if: {{#var:eSDK}}  |
==eSDK==
Status
{{#testopia:
|run_id={{#var:eSDK}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:eSDK}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:eSDK}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:atom-pc}}{{#var:beaglebone_black}}{{#var:edgerouter}}{{#var:mpc8315e-rdb}}{{#var:p1022ds-rdb}} |
==BSP==

{{#if: {{#var:genericx86}}  | 
===genericx86: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:genericx86}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:genericx86}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:genericx86}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:genericx86_64}}  | 
===genericx86_64: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:genericx86_64}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:genericx86_64}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:genericx86_64}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:beaglebone_black}}  | 
===Beaglebone Black: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:beaglebone_black}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:beaglebone_black}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:beaglebone_black}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:edgerouter}}  | 
===EdgeRouter: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:edgerouter}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:edgerouter}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:edgerouter}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:mpc8315e-rdb}}  | 
===MPC8315e-rdb: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:mpc8315e-rdb}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:mpc8315e-rdb}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:mpc8315e-rdb}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:p1022ds-rdb}}  |
===P1022ds-rdb: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:p1022ds-rdb}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:p1022ds-rdb}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:p1022ds-rdb}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
| }}


{{#if: {{#var:qemux86}}{{#var:qemux86-64}}{{#var:qemuarm}}{{#var:qemumips}}{{#var:qemuppc}} |


==Qemu==
{{#if: {{#var:qemux86}}  |
===qemux86: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:qemux86}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:qemux86}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:qemux86}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:qemux86-64}}  |
===qemux86-64: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:qemux86-64}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:qemux86-64}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:qemux86-64}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:qemuarm}}  |
===qemuarm: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:qemuarm}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:qemuarm}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:qemuarm}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:qemumips}}  |
===qemumips: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:qemumips}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:qemumips}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:qemumips}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:qemuppc}}  |
===qemuppc: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:qemuppc}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:qemuppc}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:qemuppc}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
| }}

{{#if: {{#var:toaster}}  | 
==Toaster ==
Status
{{#testopia:
|run_id={{#var:toaster}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:toaster}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:toaster}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:runtime}}  |
==Runtime Testing==

Status
{{#testopia:
|run_id={{#var:runtime}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:runtime}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:runtime}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}

Detailed result at: [https://wiki.yoctoproject.org/wiki/Performance_Test Build performance metrics]
| }}
{{#if: {{#var:build-appliance}}  |
==Build-appliance==

Status
{{#testopia:
|run_id={{#var:build-appliance}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:build-appliance}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:build-appliance}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:adt_fedora_x86-64}}{{#var:eclipseplugin}}{{#var:adt_ubuntu_x86-64}} |
==ADT==
{{#if: {{#var:adt_fedora_i686}}  |
===ADT on: Fedora i686===
Status
{{#testopia:
|run_id={{#var:adt_fedora_i686}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:adt_fedora_i686}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:adt_fedora_i686}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:adt_fedora_x86-64}}  |
===ADT on: Fedora i686===
Status
{{#testopia:
|run_id={{#var:adt_fedora_x86-64}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:adt_fedora_x86-64}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:adt_fedora_x86-64}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:adt_ubuntu_x86-64}}  |
===ADT on: Ubuntu x86-64===
Status
{{#testopia:
|run_id={{#var:adt_ubuntu_x86-64}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:adt_ubuntu_x86-64}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:adt_ubuntu_x86-64}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

| }}

{{#if: {{#var:eclipseplugin}}  |


==Eclipse Plugin==

Status
{{#testopia:
|run_id={{#var:eclipseplugin}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:eclipseplugin}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:eclipseplugin}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}