View source for WW26 - 2016-06-21 - Full Test Cycle 2.2 M1.rc2

{|
{{#vardefine:adt_fedora_i686|     6060, 6061   }}
{{#vardefine:adt_fedora_x86-64|            }}
{{#vardefine:adt_ubuntu_x86-64|   6058, 6059  }}
{{#vardefine:beaglebone_black|    6073, 6074     }}
{{#vardefine:edgerouter|          6066, 6067    }}
{{#vardefine:genericx86|          6035, 6041, 6038, 6070    }}
{{#vardefine:genericx86_64|       6036, 6037, 6042, 6040, 6071, 6072  }}
{{#vardefine:mpc8315e-rdb|        6068, 6069   }}
{{#vardefine:p1022ds-rdb|            }}
{{#vardefine:qemux86|             6039   }}
{{#vardefine:qemuarm|             6046, 6079, 6075, 6076   }}
{{#vardefine:qemumips|            6047, 6080, 6077, 6078 }}
{{#vardefine:qemuppc|             6044, 6081    }}
{{#vardefine:qemux86-64|          6043         }}
{{#vardefine:eclipseplugin|       6087, 6088         }}
{{#vardefine:meta-yocto|          6091, 6092          }}
{{#vardefine:eSDK|                6089        }}
{{#vardefine:toaster|             6051, 6052          }}
{{#vardefine:oe-core|             6050, 6082, 6065, 6062, 6063, 6049  }}
{{#vardefine:distro|              6054, 6056, 6057        }}
{{#vardefine:bitbake|             6045     }}
{{#vardefine:runtime|             6086                   }}
{{#vardefine:build-appliance|     6085    }}
|}

=Testing data=
 <nowiki>
 Test type:  Full Test Cycle
 Branch: master
 Build name: 2.2_M1.rc2
 poky commit: 6f0c5537e02c59e1c8f3b08f598dc049ff8ee098
 Autobuilder images repository: http://autobuilder.yoctoproject.org/pub/releases/yocto-2.2_M1.rc2
 Distributions tested: 
 -Ubuntu 15.10
 -Ubuntu 15.04 
 -Ubuntu 14 04 
 -Fedora 22 
 -Opensuse 13.2 
 -CentOS 7  
 -Debian 8 
</nowiki>

=Test Run Summary Report=
{|
|{{#testopia:
|run_id=0, {{#var:bitbake}}, {{#var:oe-core}}, {{#var:meta-yocto}}, {{#var:eSDK}}, {{#var:nuc}}, {{#var:atom-pc}}, {{#var:genericx86}}, {{#var:genericx86_64}}, {{#var:beaglebone_black}}, {{#var:edgerouter}}, {{#var:mpc8315e-rdb}}, {{#var:p1022ds-rdb}}, {{#var:qemux86}}, {{#var:qemux86-64}}, {{#var:qemuarm}}, {{#var:qemumips}}, {{#var:qemuppc}}, {{#var:runtime}}, {{#var:build-appliance}}, {{#var:toaster}}, {{#var:adt_opensuse_123_x86-64}}, {{#var:adt_fedora18_i686}}, {{#var:adt_fedora19_x86-64}}, {{#var:adt_fedora19_i686}}, {{#var:adt_fedora_i686}}, {{#var:adt_ubuntu_x86-64}}, {{#var:adt_ubuntu_1310_x86-64}}, {{#var:eclipseplugin}}, {{#var:distro}}
|report_id=concatstats}}

<br>
{{#testopia:
|run_id=0, {{#var:bitbake}}, {{#var:oe-core}}, {{#var:meta-yocto}}, {{#var:eSDK}}, {{#var:nuc}}, {{#var:atom-pc}}, {{#var:genericx86}}, {{#var:genericx86_64}}, {{#var:beaglebone_black}}, {{#var:edgerouter}}, {{#var:mpc8315e-rdb}}, {{#var:p1022ds-rdb}}, {{#var:qemux86}}, {{#var:qemux86-64}}, {{#var:qemuarm}}, {{#var:qemumips}}, {{#var:qemuppc}}, {{#var:runtime}}, {{#var:build-appliance}}, {{#var:toaster}}, {{#var:adt_opensuse_123_x86-64}}, {{#var:adt_fedora18_i686}}, {{#var:adt_fedora19_x86-64}}, {{#var:adt_fedora19_i686}}, {{#var:adt_fedora_i686}}, {{#var:adt_ubuntu_x86-64}}, {{#var:eclipseplugin}}, {{#var:distro}}  |chart=bstatus
  |report_id=bugs
  |charttype=bar
  |sortable=true
  |nudechart=true
  |chartpos=top
}}

<br>
{{#testopia:
|run_id=0, {{#var:bitbake}}, {{#var:oe-core}}, {{#var:meta-yocto}}, {{#var:eSDK}}, {{#var:nuc}}, {{#var:atom-pc}}, {{#var:genericx86}}, {{#var:genericx86_64}}, {{#var:beaglebone_black}}, {{#var:edgerouter}}, {{#var:mpc8315e-rdb}}, {{#var:p1022ds-rdb}}, {{#var:qemux86}}, {{#var:qemux86-64}}, {{#var:qemuarm}}, {{#var:qemumips}}, {{#var:qemuppc}}, {{#var:runtime}}, {{#var:build-appliance}}, {{#var:toaster}}, {{#var:adt_opensuse_123_x86-64}}, {{#var:adt_fedora18_i686}}, {{#var:adt_fedora19_x86-64}}, {{#var:adt_fedora19_i686}}, {{#var:adt_fedora_i686}}, {{#var:adt_ubuntu_x86-64}}, {{#var:eclipseplugin}}, {{#var:distro}}
|charttype=bar
|report_id=status}}
|}
<br>


= Bugs Found during QA Test =
== <span style="color: red; "> New and notable issues Found during QA Test & Community </span>==
{{#bugzilla:
  |columns=id,summary,priority,to,qa,milestone,status,resolution,cf_regression_type,created
  |noresultsmessage="None"
  |sort=priority
  |group=product
  |id= 8037, 8556, 8952, 9285, 9287, 9362, 9520, 9652
}}
<br>

== Other Bugs found during QA Test ==

{{#bugzilla:
  |columns=id,summary,priority,to,qa,milestone,status,resolution,cf_regression_type,created
  |noresultsmessage="None"
  |sort=priority
  |group=cf_regression_type,product
  |id=6156 ,9259 ,9462 ,9814 ,9822 ,9824 ,9828 ,9831 ,9832 ,9833 ,9834 ,9836 ,9837 ,9839 ,9841 ,9842 ,9844 ,9846
}}

== pTest open bugs ==

<!--
<span style="color:red">
pTest execution blocked by bug [https://bugzilla.yoctoproject.org/show_bug.cgi?id=9354 9354]</span>
-->

{{#bugzilla:
  |columns=id,summary,priority,to,qa,milestone,status,resolution,cf_regression_type,created
  |noresultsmessage="None"
  |sort=priority
  |group=product
  |id=8146, 8172, 8471, 8655, 8656, 8828, 8831, 8832, 8834, 9042
}}

= Current community Open Bugs - Medium+/High =
Overview of the open bugs opened against current milestone or release which are Medium+ or High and are not targeted for the next milestones

{{#bugzilla:
  |columns=id,priority,summary,to,qa,milestone,status,cf_regression_type,created
  |noresultsmessage="None"
  |priority=high, Medium%2B
  |severity=!enhancement
  |sort=cf_regression_type
  |group=product
  |total=summary
  |status=!(RESOLVED,VERIFIED)
  |milestone=2.2, 2.2 M1
}}

== Bug Trend ==
An overview of this week's [[Yocto Bug Trend]] charts can be accessed on the following [https://wiki.yoctoproject.org/charts/combo.html page]

= Build Performance Test =
Detailed description on how performance test are run can be found on [[Performance Test]] wiki.
The below charts are displaying the build performance trend for 1.8 by milestone starting 1.6 on Master. The charts by Milestone can be accessed at this [https://wiki.yoctoproject.org/charts/perf_milestone/performance_test.html link] where you can view more detailed information or by clicking on the images which will open a new window with the interactive chart.


== Performance Charts==
Performance test are under construction due change on infrastructure 

<!--
For Bitbake core-image-sato with rm_work

[[File:ww15-2k16 - rmwork.JPG | 1280px | link=https://wiki.yoctoproject.org/charts/perf_milestone/bitbake-core-image-sato-rmwork.html ]]

Building the Virtual kernel

[[File:ww15-2k16 - kernel.JPG | 1280px | link=https://wiki.yoctoproject.org/charts/perf_milestone/bitbake-virtual-kernel.html]]

Building the rootfs

[[File:ww15-2k16 - rootfs.JPG | 1280px | link=https://wiki.yoctoproject.org/charts/perf_milestone/bitbake-core-image-sato-rootfs.html]]
<br>
--?

=pTest results for genericx86-64 on NUC=
pTest run was blocked due to the [https://bugzilla.yoctoproject.org/show_bug.cgi?id=9354 9354] issue.

<!--
{{:Ptest 8debfea81e69d038bd2d56314b272cb74f5582ed}}

|}

-->

=Detailed Report=
{{#if: {{#var:bitbake}}{{#var:oe-core}}{{#var:meta-yocto}} |
==Distro Testing==
{{#if: {{#var:distro}}  |
Status
{{#testopia:
|run_id={{#var:distro}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:distro}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:distro}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

==Core Build System==
{{#if: {{#var:bitbake}}  |
===Bitbake===
Status
{{#testopia:
|run_id={{#var:bitbake}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:bitbake}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:bitbake}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:meta-yocto}}  |
===Meta-Yocyo===
Status
{{#testopia:
|run_id={{#var:meta-yocto}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:meta-yocto}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:meta-yocto}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:oe-core}}  |
===OE-Core===
Status
{{#testopia:
|run_id={{#var:oe-core}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:oe-core}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:oe-core}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
| }}
{{#if: {{#var:eSDK}}  |
==eSDK==
Status
{{#testopia:
|run_id={{#var:eSDK}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:eSDK}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:eSDK}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:atom-pc}}{{#var:beaglebone_black}}{{#var:edgerouter}}{{#var:mpc8315e-rdb}}{{#var:p1022ds-rdb}} |
==BSP==

{{#if: {{#var:genericx86}}  | 
===genericx86: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:genericx86}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:genericx86}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:genericx86}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:genericx86_64}}  | 
===genericx86_64: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:genericx86_64}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:genericx86_64}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:genericx86_64}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:beaglebone_black}}  | 
===Beaglebone Black: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:beaglebone_black}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:beaglebone_black}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:beaglebone_black}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:edgerouter}}  | 
===EdgeRouter: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:edgerouter}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:edgerouter}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:edgerouter}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:mpc8315e-rdb}}  | 
===MPC8315e-rdb: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:mpc8315e-rdb}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:mpc8315e-rdb}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:mpc8315e-rdb}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:p1022ds-rdb}}  |
===P1022ds-rdb: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:p1022ds-rdb}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:p1022ds-rdb}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:p1022ds-rdb}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
| }}


{{#if: {{#var:qemux86}}{{#var:qemux86-64}}{{#var:qemuarm}}{{#var:qemumips}}{{#var:qemuppc}} |


==Qemu==
{{#if: {{#var:qemux86}}  |
===qemux86: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:qemux86}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:qemux86}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:qemux86}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:qemux86-64}}  |
===qemux86-64: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:qemux86-64}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:qemux86-64}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:qemux86-64}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:qemuarm}}  |
===qemuarm: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:qemuarm}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:qemuarm}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:qemuarm}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:qemumips}}  |
===qemumips: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:qemumips}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:qemumips}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:qemumips}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:qemuppc}}  |
===qemuppc: core-image-sato-sdk===
Status
{{#testopia:
|run_id={{#var:qemuppc}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:qemuppc}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:qemuppc}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
| }}

{{#if: {{#var:toaster}}  | 
==Toaster ==
Status
{{#testopia:
|run_id={{#var:toaster}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:toaster}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:toaster}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:runtime}}  |
==Runtime Testing==

Status
{{#testopia:
|run_id={{#var:runtime}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:runtime}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:runtime}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}

Detailed result at: [https://wiki.yoctoproject.org/wiki/Performance_Test Build performance metrics]
| }}
{{#if: {{#var:build-appliance}}  |
==Build-appliance==

Status
{{#testopia:
|run_id={{#var:build-appliance}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:build-appliance}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:build-appliance}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:adt_fedora_x86-64}}{{#var:eclipseplugin}}{{#var:adt_ubuntu_x86-64}} |
==ADT==
{{#if: {{#var:adt_fedora_i686}}  |
===ADT on: Fedora i686===
Status
{{#testopia:
|run_id={{#var:adt_fedora_i686}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:adt_fedora_i686}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:adt_fedora_i686}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:adt_fedora_x86-64}}  |
===ADT on: Fedora i686===
Status
{{#testopia:
|run_id={{#var:adt_fedora_x86-64}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:adt_fedora_x86-64}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:adt_fedora_x86-64}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

{{#if: {{#var:adt_ubuntu_x86-64}}  |
===ADT on: Ubuntu x86-64===
Status
{{#testopia:
|run_id={{#var:adt_ubuntu_x86-64}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:adt_ubuntu_x86-64}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:adt_ubuntu_x86-64}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}

| }}

{{#if: {{#var:eclipseplugin}}  |


==Eclipse Plugin==

Status
{{#testopia:
|run_id={{#var:eclipseplugin}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}

Bugs
{{#testopia:
|run_id={{#var:eclipseplugin}}
|report_id=bugs
|chart=bstatus,prio,severity
|charttype=pie,pie,pie
|showhide=true
|hidden=true}}

Agenda
{{#testopia:
|run_id={{#var:eclipseplugin}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}