WW50 - 2016-12-09 - QA Cycle 2.0.3.rc6: Difference between revisions

From Yocto Project
Jump to navigationJump to search
(Created page with "{| {{#vardefine:adt_fedora_i686| 5949, 5950 }} {{#vardefine:adt_fedora_x86-64| }} {{#vardefine:adt_ubuntu_x86-64| 5947, 5948 }} {{#vardefine:beaglebone_black| 5...")
 
 
(12 intermediate revisions by the same user not shown)
Line 1: Line 1:
{|
{|
{{#vardefine:adt_fedora_i686|    5949, 5950  }}
{{#vardefine:adt_fedora_i686|    6604, 6605}}
{{#vardefine:adt_fedora_x86-64|  }}
{{#vardefine:adt_fedora_x86-64|  }}
{{#vardefine:adt_ubuntu_x86-64|  5947, 5948  }}
{{#vardefine:adt_ubuntu_x86-64|  6602, 6603}}
{{#vardefine:beaglebone_black|    5951, 5952      }}
{{#vardefine:beaglebone_black|    6596, 6597}}
{{#vardefine:edgerouter|          5957, 5959      }}
{{#vardefine:edgerouter|          6598, 6599}}
{{#vardefine:genericx86|          5926, 5927, 5925, 5966  }}
{{#vardefine:genericx86|          6584, 6609}}
{{#vardefine:genericx86_64|      5922, 5920, 5921, 5924, 5967, 5968  }}
{{#vardefine:genericx86_64|      6580, 6579, 6582, 6583}}
{{#vardefine:mpc8315e-rdb|        5958, 5960          }}
{{#vardefine:mpc8315e-rdb|        6600, 6601}}
{{#vardefine:p1022ds-rdb|        }}
{{#vardefine:p1022ds-rdb|        }}
{{#vardefine:qemux86|            5928, 5929, 5964          }}
{{#vardefine:qemux86|            6574, 6576}}
{{#vardefine:qemuarm|            5932, 5933, 5953, 5954        }}
{{#vardefine:qemuarm|            6586, 6587, 6588, 6589}}
{{#vardefine:qemumips|            5934, 5935, 5955, 5956  }}
{{#vardefine:qemumips|            6590, 6591, 6592, 6593}}
{{#vardefine:qemuppc|            5936, 5937              }}
{{#vardefine:qemuppc|            6594, 6595}}
{{#vardefine:qemux86-64|          5930, 5931, 5965        }}
{{#vardefine:qemux86-64|          6575, 6577}}
{{#vardefine:eclipseplugin|      5916, 5917, 5918        }}
{{#vardefine:eclipseplugin|      6608}}
{{#vardefine:meta-yocto|          5962, 5963              }}
{{#vardefine:meta-yocto|          6607}}
{{#vardefine:hob|                }}
{{#vardefine:hob|                }}
{{#vardefine:toaster|            5912, 5913, 5914, 5915 }}
{{#vardefine:toaster|            6578, 6585, 6610, 6611}}
{{#vardefine:oe-core|            5944, 5943, 5945, 5919 }}
{{#vardefine:oe-core|            6566, 6567, 6568, 6570, 6571, 6572, 6573}}
{{#vardefine:distro|              5942, 5941, 5940, 5939 }}
{{#vardefine:distro|              }}
{{#vardefine:bitbake|            }}
{{#vardefine:bitbake|            }}
{{#vardefine:runtime|            5938}}
{{#vardefine:runtime|            6612}}
{{#vardefine:build-appliance|    5961}}
{{#vardefine:build-appliance|    6606}}
|}
|}


Line 29: Line 29:
  Test type:  Full Pass Release Test
  Test type:  Full Pass Release Test
  Branch: master
  Branch: master
  Build name: 2.0.2.rc1
  Build name: 2.0.3.rc6
  poky commit: dade0e68c645473d94e1b05020b064df40677e81
  poky commit: adb34b8ddcd8cc34ae7d2b1b2e4b4d291d790f56
  Autobuilder images repository: http://autobuilder.yoctoproject.org/pub/releases/yocto-2.0.2.rc1
  Autobuilder images repository: http://autobuilder.yoctoproject.org/pub/releases/yocto-2.0.3.rc6
  Distributions tested: Ubuntu 15.04 64 bit, Fedora 23 64 bit, OpenSuse 13.2 64bit, CentOS 7 64 bit </nowiki>
  Distributions tested: CentOS 7.1, Debian 8, Fedora 23, OpenSuse132, OpenSuse421, ubuntu 14.04, ubuntu 16.04 </nowiki>


=Test Run Summary Report=
=Test Run Summary Report=
Line 66: Line 66:
   |sort=priority
   |sort=priority
   |group=product
   |group=product
   |id=9520, 9652, 9654, 9681, 9684, 9687
   |id=10786, 10791, 10808, 10809
}}
}}
<br>
<br>
Line 77: Line 77:
   |sort=priority
   |sort=priority
   |group=cf_regression_type,product
   |group=cf_regression_type,product
   |id=6156, 7054
   |id=7897, 9120, 9656, 10281
}}
}}


Line 107: Line 107:
   |total=summary
   |total=summary
   |status=!(RESOLVED,VERIFIED)
   |status=!(RESOLVED,VERIFIED)
   |milestone=1.9, 1.9 M1, 1.9 M2, 1.9 M3, 2.0, 2.0.1, 2.0.2  
   |milestone=1.9, 1.9 M1, 1.9 M2, 1.9 M3, 2.0, 2.0.1, 2.0.2, 2.0.3
}}
}}



Latest revision as of 15:42, 16 December 2016

{{#vardefine:adt_fedora_i686| 6604, 6605}} {{#vardefine:adt_fedora_x86-64| }} {{#vardefine:adt_ubuntu_x86-64| 6602, 6603}} {{#vardefine:beaglebone_black| 6596, 6597}} {{#vardefine:edgerouter| 6598, 6599}} {{#vardefine:genericx86| 6584, 6609}} {{#vardefine:genericx86_64| 6580, 6579, 6582, 6583}} {{#vardefine:mpc8315e-rdb| 6600, 6601}} {{#vardefine:p1022ds-rdb| }} {{#vardefine:qemux86| 6574, 6576}} {{#vardefine:qemuarm| 6586, 6587, 6588, 6589}} {{#vardefine:qemumips| 6590, 6591, 6592, 6593}} {{#vardefine:qemuppc| 6594, 6595}} {{#vardefine:qemux86-64| 6575, 6577}} {{#vardefine:eclipseplugin| 6608}} {{#vardefine:meta-yocto| 6607}} {{#vardefine:hob| }} {{#vardefine:toaster| 6578, 6585, 6610, 6611}} {{#vardefine:oe-core| 6566, 6567, 6568, 6570, 6571, 6572, 6573}} {{#vardefine:distro| }} {{#vardefine:bitbake| }} {{#vardefine:runtime| 6612}} {{#vardefine:build-appliance| 6606}}

Testing data

 Test type:  Full Pass Release Test
 Branch: master
 Build name: 2.0.3.rc6
 poky commit: adb34b8ddcd8cc34ae7d2b1b2e4b4d291d790f56
 Autobuilder images repository: http://autobuilder.yoctoproject.org/pub/releases/yocto-2.0.3.rc6
 Distributions tested: CentOS 7.1, Debian 8, Fedora 23, OpenSuse132, OpenSuse421, ubuntu 14.04, ubuntu 16.04 

Test Run Summary Report

{{#testopia: run_id=0, {{#var:bitbake}}, {{#var:oe-core}}, {{#var:meta-yocto}}, {{#var:hob}}, {{#var:nuc}}, {{#var:atom-pc}}, {{#var:genericx86}}, {{#var:genericx86_64}}, {{#var:beaglebone_black}}, {{#var:edgerouter}}, {{#var:mpc8315e-rdb}}, {{#var:p1022ds-rdb}}, {{#var:qemux86}}, {{#var:qemux86-64}}, {{#var:qemuarm}}, {{#var:qemumips}}, {{#var:qemuppc}}, {{#var:runtime}}, {{#var:build-appliance}}, {{#var:toaster}}, {{#var:adt_opensuse_123_x86-64}}, {{#var:adt_fedora18_i686}}, {{#var:adt_fedora19_x86-64}}, {{#var:adt_fedora19_i686}}, {{#var:adt_fedora_i686}}, {{#var:adt_ubuntu_x86-64}}, {{#var:adt_ubuntu_1310_x86-64}}, {{#var:eclipseplugin}}, {{#var:distro}} report_id=concatstats}}


{{#testopia:

chart=bstatus report_id=bugs charttype=bar sortable=true nudechart=true chartpos=top

}}


{{#testopia:

run_id=0, {{#var:bitbake}}, {{#var:oe-core}}, {{#var:meta-yocto}}, {{#var:hob}}, {{#var:nuc}}, {{#var:atom-pc}}, {{#var:genericx86}}, {{#var:genericx86_64}}, {{#var:beaglebone_black}}, {{#var:edgerouter}}, {{#var:mpc8315e-rdb}}, {{#var:p1022ds-rdb}}, {{#var:qemux86}}, {{#var:qemux86-64}}, {{#var:qemuarm}}, {{#var:qemumips}}, {{#var:qemuppc}}, {{#var:runtime}}, {{#var:build-appliance}}, {{#var:toaster}}, {{#var:adt_opensuse_123_x86-64}}, {{#var:adt_fedora18_i686}}, {{#var:adt_fedora19_x86-64}}, {{#var:adt_fedora19_i686}}, {{#var:adt_fedora_i686}}, {{#var:adt_ubuntu_x86-64}}, {{#var:eclipseplugin}}, {{#var:distro}} charttype=bar report_id=status}}



Bugs Found during QA Test

New and notable issues Found during QA Test & Community

IDSummary (4 tasks) PAssigneeQAMilestoneStatusResolutioncf_regression_typeCreated
AutoBuilder
10786Missing adt repo for 2.0.3 buildMedium+Joshua LockYi Zhao2.0.3RESOLVEDFIXEDRegression (Found by QA test)2016-12-12
BSPs
10809usb 1-1.2: device descriptor read/all, error -110MediumCalifornia Sullivan 2.3RESOLVEDWONTFIX---2016-12-13
10808[Test Case 191] LSB Image does not boot on NUC6i5Medium+California Sullivan 2.3 M2VERIFIEDNOTABUG---2016-12-13
10791failed to add i915 component masterMedium+California Sullivanoscar lopez arandas2.3 M2VERIFIEDWORKSFORME---2016-12-12


Other Bugs found during QA Test

IDSummary (4 tasks) PAssigneeQAMilestoneStatusResolutioncf_regression_typeCreated
---
10281Configuration variables: I can set a value for standard shell environment variable http_proxyLowToaster default assigneeyeoh ee pengFutureNEW---2016-09-14
New (Never tested)
7897Dmesg error BAR 14 and BAR 15 failed to assign in Minnow MaxMediumSaul WoldCristina Agurida2.1 M3RESOLVEDFIXEDNew (Never tested)2015-06-17
Regression (Found by QA test)
9656NFS boot failed due No working init found kernel panic on qemuMediumRichard Purdie 4.99RESOLVEDWORKSFORMERegression (Found by QA test)2016-05-18
Regression (Used to work)
9120The patch file is not applied to linux-yocto by yocto-kernel add patch commandMediumLeonardo Sandoval GonzalezYi Zhao2.2 M1VERIFIEDFIXEDRegression (Used to work)2016-02-16

pTest open bugs

Ptest not executed on this Test Cycle

Current community Open Bugs - Medium+/High

Overview of the open bugs opened against current milestone or release which are Medium+ or High and are not targeted for the next milestones

IDPSummaryAssigneeQAMilestoneStatuscf_regression_typeCreated
  0      
Runtime Testing
8307Medium+AttributeError: 'TestContext' object has no attribute 'sigterm'Mariano LopezAlexandru Georgescu2.0CLOSED---2015-09-16
  1      

Bug Trend

An overview of this week's Yocto Bug Trend charts can be accessed on the following page


Detailed Report

Distro Testing

Status {{#testopia: |run_id={{#var:distro}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id={{#var:distro}} |report_id=bugs |chart=bstatus,prio,severity |charttype=pie,pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id={{#var:distro}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

Core Build System

Bitbake

Status {{#testopia: |run_id={{#var:bitbake}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id={{#var:bitbake}} |report_id=bugs |chart=bstatus,prio,severity |charttype=pie,pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id={{#var:bitbake}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

Meta-Yocyo

Status {{#testopia: |run_id={{#var:meta-yocto}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id={{#var:meta-yocto}} |report_id=bugs |chart=bstatus,prio,severity |charttype=pie,pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id={{#var:meta-yocto}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

OE-Core

Status {{#testopia: |run_id={{#var:oe-core}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id={{#var:oe-core}} |report_id=bugs |chart=bstatus,prio,severity |charttype=pie,pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id={{#var:oe-core}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

Hob

Status {{#testopia: |run_id={{#var:hob}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id={{#var:hob}} |report_id=bugs |chart=bstatus,prio,severity |charttype=pie,pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id={{#var:hob}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

BSP

genericx86: core-image-sato-sdk

Status {{#testopia: |run_id={{#var:genericx86}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id={{#var:genericx86}} |report_id=bugs |chart=bstatus,prio,severity |charttype=pie,pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id={{#var:genericx86}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

genericx86_64: core-image-sato-sdk

Status {{#testopia: |run_id={{#var:genericx86_64}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id={{#var:genericx86_64}} |report_id=bugs |chart=bstatus,prio,severity |charttype=pie,pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id={{#var:genericx86_64}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

Beaglebone Black: core-image-sato-sdk

Status {{#testopia: |run_id={{#var:beaglebone_black}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id={{#var:beaglebone_black}} |report_id=bugs |chart=bstatus,prio,severity |charttype=pie,pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id={{#var:beaglebone_black}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

EdgeRouter: core-image-sato-sdk

Status {{#testopia: |run_id={{#var:edgerouter}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id={{#var:edgerouter}} |report_id=bugs |chart=bstatus,prio,severity |charttype=pie,pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id={{#var:edgerouter}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

MPC8315e-rdb: core-image-sato-sdk

Status {{#testopia: |run_id={{#var:mpc8315e-rdb}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id={{#var:mpc8315e-rdb}} |report_id=bugs |chart=bstatus,prio,severity |charttype=pie,pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id={{#var:mpc8315e-rdb}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

P1022ds-rdb: core-image-sato-sdk

Status {{#testopia: |run_id={{#var:p1022ds-rdb}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id={{#var:p1022ds-rdb}} |report_id=bugs |chart=bstatus,prio,severity |charttype=pie,pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id={{#var:p1022ds-rdb}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}


Qemu

qemux86: core-image-sato-sdk

Status {{#testopia: |run_id={{#var:qemux86}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id={{#var:qemux86}} |report_id=bugs |chart=bstatus,prio,severity |charttype=pie,pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id={{#var:qemux86}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

qemux86-64: core-image-sato-sdk

Status {{#testopia: |run_id={{#var:qemux86-64}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id={{#var:qemux86-64}} |report_id=bugs |chart=bstatus,prio,severity |charttype=pie,pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id={{#var:qemux86-64}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

qemuarm: core-image-sato-sdk

Status {{#testopia: |run_id={{#var:qemuarm}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id={{#var:qemuarm}} |report_id=bugs |chart=bstatus,prio,severity |charttype=pie,pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id={{#var:qemuarm}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

qemumips: core-image-sato-sdk

Status {{#testopia: |run_id={{#var:qemumips}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id={{#var:qemumips}} |report_id=bugs |chart=bstatus,prio,severity |charttype=pie,pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id={{#var:qemumips}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

qemuppc: core-image-sato-sdk

Status {{#testopia: |run_id={{#var:qemuppc}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id={{#var:qemuppc}} |report_id=bugs |chart=bstatus,prio,severity |charttype=pie,pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id={{#var:qemuppc}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

Toaster

Status {{#testopia: |run_id={{#var:toaster}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id={{#var:toaster}} |report_id=bugs |chart=bstatus,prio,severity |charttype=pie,pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id={{#var:toaster}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

Runtime Testing

Status {{#testopia: |run_id={{#var:runtime}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id={{#var:runtime}} |report_id=bugs |chart=bstatus,prio,severity |charttype=pie,pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id={{#var:runtime}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

Detailed result at: Build performance metrics

Build-appliance

Status {{#testopia: |run_id={{#var:build-appliance}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id={{#var:build-appliance}} |report_id=bugs |chart=bstatus,prio,severity |charttype=pie,pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id={{#var:build-appliance}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

ADT

ADT on: Fedora i686

Status {{#testopia: |run_id={{#var:adt_fedora_i686}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id={{#var:adt_fedora_i686}} |report_id=bugs |chart=bstatus,prio,severity |charttype=pie,pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id={{#var:adt_fedora_i686}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

ADT on: Fedora i686

Status {{#testopia: |run_id={{#var:adt_fedora_x86-64}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id={{#var:adt_fedora_x86-64}} |report_id=bugs |chart=bstatus,prio,severity |charttype=pie,pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id={{#var:adt_fedora_x86-64}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

ADT on: Ubuntu x86-64

Status {{#testopia: |run_id={{#var:adt_ubuntu_x86-64}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id={{#var:adt_ubuntu_x86-64}} |report_id=bugs |chart=bstatus,prio,severity |charttype=pie,pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id={{#var:adt_ubuntu_x86-64}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

Eclipse Plugin

Status {{#testopia: |run_id={{#var:eclipseplugin}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id={{#var:eclipseplugin}} |report_id=bugs |chart=bstatus,prio,severity |charttype=pie,pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id={{#var:eclipseplugin}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}