QA/sandbox: Difference between revisions

From Yocto Project
Jump to navigationJump to search
No edit summary
No edit summary
 
(4 intermediate revisions by the same user not shown)
Line 1: Line 1:
<!-- Variables for Template -->
<!-- ********************** -->
{|
{|
{{#vardefine:ADT_MAUAL            | 6539}}
{{#vardefine:build|                     }}
{{#vardefine:ADT_AUTO            | 6540}}
{{#vardefine:test_date|      max      }} <!-- test date in autobuilder format: yyyy-mm-dd-x (ex: 2013-04-30-2)-->
{{#vardefine:ANYQEMU_SATO_MANUAL  | 6563}}
{{#vardefine:test_type|                 }} <!-- weekly/full pass ; Leave empty unless it is really needed -->
{{#vardefine:ANYQEMU_SATO_AUTO    | 6564}}
{{#vardefine:testplan|        master    }} <!-- branch name -->
{{#vardefine:ANYBSP_SATO_AUTO    | 6558}}
{{#vardefine:ANYBSP_LSB_AUTO      | 6561}}
{{#vardefine:ANYBSP_WIC_AUTO      | 6560}}
{{#vardefine:MMAX_CORE2_MANUAL    | 6554}}
{{#vardefine:MMAX_I7_MANUAL       | 6557}}
{{#vardefine:NUC_I7_MANUAL        | 6556}}
{{#vardefine:NUC_GEX86-64_MANUAL  | 6555}}
{{#vardefine:MMAX_GEX86-32_MANUAL | 6553}}
{{#vardefine:GAL_SATO_AUTO        | 6565}}
{{#vardefine:CROPS_AUTO          | 6541}}
{{#vardefine:CROPS_MANUAL        | 6542}}
{{#vardefine:ECLIPSE_MANUAL      | 6543}}
{{#vardefine:KERNEL_MANUAL       | 6714}}
{{#vardefine:METAYOCTO_MANUAL    | 6544}}
{{#vardefine:TOASTER_AUTO        | 6545}}
{{#vardefine:TOASTER_MANUAL      | 6546}}
{{#vardefine:ESDK_MANUAL          | 6547}}
{{#vardefine:ESDK_AUTO            | 6548}}
{{#vardefine:OE-CORE_AUTO        | 6549}}
{{#vardefine:BITBAKE_AUTO        | 6550}}
{{#vardefine:RUNTIME_AUTO        | 6551}}
{{#vardefine:BUILD-APPLIANCE_AUTO | 6552}}
|}
<!-- ********************* -->


= Reversion history =
<!-- Add a character (default: . ) to each variable to add it to the report). Empty variable will exclude it from the report. -->
{|class="wikitable"
{{#vardefine:bitbake|              .    }}
! Version || Modifier || Comments
{{#vardefine:meta-yocto|            .    }}
|-
{{#vardefine:oe-core|              .    }}
| 1.0 || Jose Perez Carranza ||  First draft
{{#vardefine:eSDK|                  .    }}
|-
{{#vardefine:minnowboard|          .    }}
{{#vardefine:nuc|                   .    }}
{{#vardefine:emenlow|              .    }}
{{#vardefine:sugarbay|              .    }}
{{#vardefine:jasperforest|          .    }}
{{#vardefine:crownbay|              .    }}
{{#vardefine:fri2|                  .    }}
{{#vardefine:beagleboard|          .    }}
{{#vardefine:routerstationpro|      .    }}
{{#vardefine:mpc8315e-rdb|          .    }}
{{#vardefine:p1022ds-rdb|          .    }}
{{#vardefine:qemux86|              .    }}
{{#vardefine:qemux86-64|           .    }}
{{#vardefine:genericx86|             .    }}
{{#vardefine:genericx86-64|         .    }}
{{#vardefine:qemuarm|               .    }}
{{#vardefine:qemumips|             .    }}
{{#vardefine:qemuppc|              .    }}
{{#vardefine:runtime|              .    }}
{{#vardefine:build-appliance|      .    }}
{{#vardefine:adt_fedora17_i686|    .    }}
{{#vardefine:adt_fedora17_x86-64|   .   }}
{{#vardefine:adt_ubuntu_1204_x86-64|.    }}
{{#vardefine:adt_opensuse_122_x86-64| .  }}
{{#vardefine:adt_opensuse_123_x86-64| .  }}
{{#vardefine:eclipseplugin|           . }}
{{#vardefine:adt_ubuntu_1210_x86-64|.    }}
{{#vardefine:adt_fedora18_i686|    .    }}
{{#vardefine:adt_fedora19_i686|    .    }}
{{#vardefine:adt_ubuntu_1304_x86-64|.    }}
|}
|}


=References=
=Testing data=
Documents that support this test plan


= Introduction =
This is a live status report. The information contained is relevant to the latest test suite performed for Yocto 2.4.x .


=Summary Report=


This is the the overall test plan for version 2.4 of the {{ns:4}}, for all the generic information this document will be pointing to [[QA Master Test Plan]]
{| class="wikitable" bgcolor=gray
! COMMIT UNDER TEST
|- bgcolor="gray"
| '''poky : f7b90ab3eaf832bd81f3efc1dab4dcf6863ac284'''
|- bgcolor="00FF00"
| '''meta-intel: d68dda959b5bf6f90aa8e5c2f027be324bb68e14'''
|- bgcolor="gray"
| '''meta-qt4 : f313dbee2ac3d5fcc9801407947d3cb6cfb90b5d'''
|- bgcolor="gray"
| '''meta-qt3 : f33b73a9563f2dfdfd0ee37b61d65d90197a456f'''
|- bgcolor="gray"
| '''meta-tlk : f737ffa2f607f61a6f9f5490758797c923f4ee44'''


= Objectives =
|}


This test plan for Yocto Project 2.4 release supports the following objectives:
*To define the the tools to be used throughout the testing process.
*To communicate to the responsible parties the items to be tested, set expectations around schedule, and define environmental needs.
*To define how the tests will be conducted.
*Release Criteria
*Risks and contingencies


[[QA_Master_Test_Plan#Objectives_and_Tasks]]
{|
|{{#testopia:
|run_id=-1
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=concatstats}}
|{{#testopia:
|run_id=-1
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|charttype=pie3
|report_id=status}}
|}


= Test Strategy =
{{#testopia:
|run_id=-1
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=bugs
|chart=bstatus
|charttype=bar
|sortable=true
|chartpos=top}}


Is followed the general strategy defined on [[QA_Master_Test_Plan#Testing_Strategy]] and below is showed specific information applicable only for 2.4 Release
=Detailed Report=
{{#if: {{#var:bitbake}}{{#var:oe-core}}{{#var:meta-yocto}} |
==Core Build System==
{{#if: {{#var:bitbake}}  |
===Bitbake===
Status
{{#testopia:
|run_id=-1
|product=bitbake
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}


== Bugs Tracking ==
Bugs
{{#testopia:
|run_id=-1
|product=bitbake
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=bugs
|chart=bstatus,prio
|charttype=pie,pie
|showhide=true
|hidden=true}}


*Bugs that need to be implemented by QA Team
Agenda
**[[2.4_QA_OWNED_BUGS | 2.4 QA Assigned Bugs]]
{{#testopia:
|run_id=-1
|product=bitbake
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=agenda
|showhide=true
|hidden=true}}
| }}
{{#if: {{#var:meta-yocto}}  |
===Meta-Yocto===
Status
{{#testopia:
|run_id=-1
|product=meta-yocto
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}


*Bugs that need to be verified by QA Team
Bugs
**[[2.4_QA_Bugs_To_Verify]]
{{#testopia:
<!--
|run_id=-1
*Features to verify
|product=meta-yocto
**[[2.2 qa_owned features to verify]]
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=bugs
|chart=bstatus,prio
|charttype=pie,pie
|showhide=true
|hidden=true}}


*Features to implement
Agenda
**[[2.2 qa owned features]]
{{#testopia:
-->
|run_id=-1
|product=meta-yocto
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:oe-core}}  |
===OE-Core===
Status
{{#testopia:
|run_id=-1
|product=oe-core
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}


*Old Bugs that need to be Verified
Bugs
**[[Old resolved bugs and features]]
{{#testopia:
|run_id=-1
|product=oe-core
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=bugs
|chart=bstatus,prio
|charttype=pie,pie
|showhide=true
|hidden=true}}


= Test Items =
Agenda
The Yocto Project QA team verifies each release against recent versions of the most popular Linux distributions that provide stable releases.
{{#testopia:
  * centos 7
|run_id=-1
* Debian 8
|product=oe-core
* Fedora 24
|testplan={{#var:testplan}}
* Fedora 25
|build={{#var:build}}
* OpenSuse132
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
* OpenSuse422
|report_id=agenda
* ubuntu 16.04
|showhide=true
* ubuntu 16.10
|hidden=true
|reportoptions=withdependency=false}}
| }}
| }}
{{#if: {{#var:eSDK}} |
==eSDK==
Status
{{#testopia:
|run_id=-1
|product=eSDK
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}


= Test Cases =
Bugs
{{#testopia:
|run_id=-1
|product=eSDK
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=bugs
|chart=bstatus,prio
|charttype=pie,pie
|showhide=true
|hidden=true}}


*[[Yocto 2.4 Test Cases]]
Agenda
{{#testopia:
|run_id=-1
|product=eSDK
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:minnowboard}}{{#var:nuc}}{{#var:emenlow}}{{#var:sugarbay}}{{#var:jasperforest}}{{#var:crownbay}}{{#var:fri2}}{{#var:beagleboard}}{{#var:routerstationpro}}{{#var:mpc8315e-rdb}}{{#var:p1022ds-rdb}} |
==BSP==


{{#if: {{#var:genericx86}}  |
===Genericx86: core-image-sato-sdk===
Status
{{#testopia:
|run_id=-1
|product=BSPs
|environment=generic-x86 on AtomPC
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}


= Test Matrix =
Bugs
{{#testopia:
|run_id=-1
|product=BSPs
|environment=generic-x86 on AtomPC
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=bugs
|chart=bstatus,prio
|charttype=pie,pie
|showhide=true
|hidden=true}}


The components to be tested for version 2.4  of the {{ns:4}} against the different milestones  are included in this section:
Agenda
{{#testopia:
|run_id=-1
|product=BSPs
|environment=generic-x86 on AtomPC
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:genericx86-64}} |
===Genericx86-64: core-image-sato-sdk===
Status
{{#testopia:
|run_id=-1
|product=BSPs
|environment=genericx86-64 on Sugarbay
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}


{| class="wikitable"
Bugs
! style="text-align: center;" | Code of Colors
{{#testopia:
|-bgcolor="93DB70"
|run_id=-1
| style="text-align: center;" | Active
|product=BSPs
Tracked on Testpoia
|environment=genericx86-64 on Sugarbay
|-bgcolor="67E6EC"
|testplan={{#var:testplan}}
| style="text-align: center;" | Active
|build={{#var:build}}
Non Tracked on Testopia
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|-bgcolor="ffbf00"
|report_id=bugs
| style="text-align: center;" | In Design
|chart=bstatus,prio
Will be tracked on Tesopia
|charttype=pie,pie
|- bgcolor="gray"
|showhide=true
| style="text-align: center;" | Inactive
|hidden=true}}
|}


Agenda
{{#testopia:
|run_id=-1
|product=BSPs
|environment=genericx86-64 on Sugarbay
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:minnowboard}}  |
===MinnowBoard: core-image-sato-sdk===
Status
{{#testopia:
|run_id=-1
|product=BSPs
|environment=MinnowBoard
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}


== ADT ==
Bugs
{{#testopia:
|run_id=-1
|product=BSPs
|environment=MinnowBoard
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=bugs
|chart=bstatus,prio
|charttype=pie,pie
|showhide=true
|hidden=true}}


{| class="wikitable"
Agenda
! style="text-align: center; font-weight: bold;" | Component
{{#testopia:
! style="text-align: center; font-weight: bold;" | Environment
|run_id=-1
! style="text-align: center; font-weight: bold;" | Auto
|product=BSPs
! style="text-align: center; font-weight: bold;" | Manual
|environment=MinnowBoard
! style="text-align: center; font-weight: bold;" | Owner
|testplan={{#var:testplan}}
|-
|build={{#var:build}}
| rowspan="2" style="text-align: center;" | ADT
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
| Fedora 25 i686
|report_id=agenda
| Y
|showhide=true
| Y
|hidden=true
| WR
|reportoptions=withdependency=false}}
|-
| }}
| Ubuntu 16.04 x86_64
{{#if: {{#var:nuc}}  |  
| Y
===NUC: core-image-sato-sdk===
| Y
Status
| WR
{{#testopia:
|}
|run_id=-1
|product=BSPs
|environment=nuc
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}


== Eclipse Plugin ==
Bugs
{{#testopia:
|run_id=-1
|product=BSPs
|environment=nuc
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=bugs
|chart=bstatus,prio
|charttype=pie,pie
|showhide=true
|hidden=true}}


{| class="wikitable"
Agenda
! style="text-align: center;" | Component
{{#testopia:
! style="text-align: center;" | Environment
|run_id=-1
! style="text-align: center;" | Auto
|product=BSPs
! style="text-align: center;" | Manual
|environment=nuc
! style="text-align: center;" | Owner
|testplan={{#var:testplan}}
|-
|build={{#var:build}}
| rowspan="2" style="text-align: center;" | Eclipse Plugin
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
| Mars + Any Distro
|report_id=agenda
|  
|showhide=true
| Y
|hidden=true
| GDC
|reportoptions=withdependency=false}}
|-
| }}
| Neon + Any Distro
{{#if: {{#var:beagleboard}}  |  
|  
===Beagleboard: core-image-sato-sdk===
| Y
Status
| GDC
{{#testopia:
|}
|run_id=-1
|product=BSPs
|environment=beagleboard
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}


== Kernel ==
Bugs
{{#testopia:
|run_id=-1
|product=BSPs
|environment=beagleboard
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=bugs
|chart=bstatus,prio
|charttype=pie,pie
|showhide=true
|hidden=true}}


{| class="wikitable"
Agenda
! style="text-align: center;" | Component
{{#testopia:
! style="text-align: center;" | Environment
|run_id=-1
! style="text-align: center;" | Auto
|product=BSPs
! style="text-align: center;" | Manual
|environment=beagleboard
! style="text-align: center;" | Owner
|testplan={{#var:testplan}}
|-
|build={{#var:build}}
| Kernel
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
| Any Distro
|report_id=agenda
|  
|showhide=true
| Y
|hidden=true
| GDC
|reportoptions=withdependency=false}}
|}
| }}
{{#if: {{#var:mpc8315e-rdb}}  |  
===MPC8315e-rdb: core-image-sato-sdk===
Status
{{#testopia:
|run_id=-1
|product=BSPs
|environment=MPC8315e-rdb
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}


== Meta-Yocto ==
Bugs
{{#testopia:
|run_id=-1
|product=BSPs
|environment=MPC8315e-rdb
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=bugs
|chart=bstatus,prio
|charttype=pie,pie
|showhide=true
|hidden=true}}


{| class="wikitable"
Agenda
! style="text-align: center;" | Component
{{#testopia:
! style="text-align: center;" | Environment
|run_id=-1
! style="text-align: center;" | Auto
|product=BSPs
! style="text-align: center;" | Manual
|environment=MPC8315e-rdb
! style="text-align: center;" | Owner
|testplan={{#var:testplan}}
|-
|build={{#var:build}}
| Meta-Yocto
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
| Any Distro
|report_id=agenda
|  
|showhide=true
| Y
|hidden=true
| WR
|reportoptions=withdependency=false}}
|}
| }}
{{#if: {{#var:p1022ds-rdb}}  |
===P1022ds-rdb: core-image-sato-sdk===
Status
{{#testopia:
|run_id=-1
|product=BSPs
|environment=P1022ds
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}


== Toaster ==
Bugs
{{#testopia:
|run_id=-1
|product=BSPs
|environment=P1022ds
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=bugs
|chart=bstatus,prio
|charttype=pie,pie
|showhide=true
|hidden=true}}


{| class="wikitable"
Agenda
! style="text-align: center;" | Component
{{#testopia:
! style="text-align: center;" | Environment
|run_id=-1
! style="text-align: center;" | Auto
|product=BSPs
! style="text-align: center;" | Manual
|environment=P1022ds
! style="text-align: center;" | Owner
|testplan={{#var:testplan}}
|-
|build={{#var:build}}
| Toaster
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
| Any Distro
|report_id=agenda
| Y
|showhide=true
| Y
|hidden=true
| GDC
|reportoptions=withdependency=false}}
|}
| }}
| }}
{{#if: {{#var:qemux86}}{{#var:qemux86-64}}{{#var:qemuarm}}{{#var:qemumips}}{{#var:qemuppc}} |
==Qemu==
{{#if: {{#var:qemux86}}  |
===qemux86: core-image-sato-sdk===
Status
{{#testopia:
|run_id=-1
|product=BSPs
|environment=qemu-x86
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}


== eSDK ==
Bugs
{{#testopia:
|run_id=-1
|product=BSPs
|environment=qemu-x86
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=bugs
|chart=bstatus,prio
|charttype=pie,pie
|showhide=true
|hidden=true}}


{| class="wikitable"
Agenda
! style="text-align: center;" | Component
{{#testopia:
! style="text-align: center;" | Environment
|run_id=-1
! style="text-align: center;" | Auto
|product=BSPs
! style="text-align: center;" | Manual
|environment=qemu-x86
! style="text-align: center;" | Owner
|testplan={{#var:testplan}}
|-
|build={{#var:build}}
| rowspan="2" style="text-align: center;" | eSDK
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
| Any Distro + runtime
|report_id=agenda
| Y
|showhide=true
|  
|hidden=true
| GDC
|reportoptions=withdependency=false}}
|-
| }}
| Any Distro + selftest
{{#if: {{#var:qemux86-64}}  |
| Y
===qemux86-64: core-image-sato-sdk===
|  
Status
| GDC
{{#testopia:
|}
|run_id=-1
|product=BSPs
|environment=qemux86-64
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}


== Selftest ==
Bugs
{{#testopia:
|run_id=-1
|product=BSPs
|environment=qemux86-64
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=bugs
|chart=bstatus,prio
|charttype=pie,pie
|showhide=true
|hidden=true}}


{| class="wikitable"
Agenda
! style="text-align: center;" | Component
{{#testopia:
! style="text-align: center;" | Environment
|run_id=-1
! style="text-align: center;" | Auto
|product=BSPs
! style="text-align: center;" | Manual
|environment=qemux86-64
! style="text-align: center;" | Owner
|testplan={{#var:testplan}}
|-
|build={{#var:build}}
| rowspan="8" style="text-align: center;" | OE-CORE
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
| Ubuntu 16.10
|report_id=agenda
| Y
|showhide=true
|  
|hidden=true
| GDC
|reportoptions=withdependency=false}}
|-
| }}
| Ubuntu 16.04
{{#if: {{#var:qemuarm}}  |
| Y
===qemuarm: core-image-sato-sdk===
|  
Status
| GDC
{{#testopia:
|-
|run_id=-1
| OpenSuse 42.2
|product=BSPs
| Y
|environment=qemuarm
|
|testplan={{#var:testplan}}
| GDC
|build={{#var:build}}
|-
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
| Opensuse 13.2
|showhide=true
| Y
|hidden=true
|
|report_id=status
| GDC
|charttype=pie3}}
|-
| Debian 8
| Y
|
| GDC
|-
| Centos 7
| Y
|
| GDC
|-
| Fedora 24
| Y
|  
| GDC
|-
| Fedora 25
| Y
|  
| GDC
|}


== Bitbake ==
Bugs
{{#testopia:
|run_id=-1
|product=BSPs
|environment=qemuarm
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=bugs
|chart=bstatus,prio
|charttype=pie,pie
|showhide=true
|hidden=true}}


{| class="wikitable"
Agenda
! style="text-align: center;" | Component
{{#testopia:
! style="text-align: center;" | Environment
|run_id=-1
! style="text-align: center;" | Auto
|product=BSPs
! style="text-align: center;" | Manual
|environment=qemuarm
! style="text-align: center;" | Owner
|testplan={{#var:testplan}}
|-
|build={{#var:build}}
| Bitbake
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
| Any Distro
|report_id=agenda
|  
|showhide=true
| Y
|hidden=true
| GDC
|reportoptions=withdependency=false}}
|}
| }}
{{#if: {{#var:qemumips}}  |
===qemumips: core-image-sato-sdk===
Status
{{#testopia:
|run_id=-1
|product=BSPs
|environment=qemumips
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}


== Build - Apliance ==
Bugs
{{#testopia:
|run_id=-1
|product=BSPs
|environment=qemumips
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=bugs
|chart=bstatus,prio
|charttype=pie,pie
|showhide=true
|hidden=true}}


{| class="wikitable"
Agenda
! style="text-align: center;" | Component
{{#testopia:
! style="text-align: center;" | Environment
|run_id=-1
! style="text-align: center;" | Auto
|product=BSPs
! style="text-align: center;" | Manual
|environment=qemumips
! style="text-align: center;" | Owner
|testplan={{#var:testplan}}
|-
|build={{#var:build}}
| Build - Apliance
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
| VM - Any Distro
|report_id=agenda
|  
|showhide=true
| Y
|hidden=true
| GDC
|reportoptions=withdependency=false}}
|}
| }}
{{#if: {{#var:qemuppc}}  |
===qemuppc: core-image-sato-sdk===
Status
{{#testopia:
|run_id=-1
|product=BSPs
|environment=qemuppc
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}


== Package Manager ==
Bugs
{{#testopia:
|run_id=-1
|product=BSPs
|environment=qemuppc
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=bugs
|chart=bstatus,prio
|charttype=pie,pie
|showhide=true
|hidden=true}}


{| class="wikitable"
Agenda
! style="text-align: center;" | Component
{{#testopia:
! style="text-align: center;" | Environment
|run_id=-1
! style="text-align: center;" | Auto
|product=BSPs
! style="text-align: center;" | Manual
|environment=qemuppc
! style="text-align: center;" | Owner
|testplan={{#var:testplan}}
|-
|build={{#var:build}}
| Package Manager
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
| Any Distro
|report_id=agenda
|  
|showhide=true
| Y
|hidden=true
| GDC
|reportoptions=withdependency=false}}
|}
| }}
| }}
{{#if: {{#var:runtime}}  |
==Performance Testing==


== Performance ==  
Status
{{#testopia:
|run_id=-1
|product=runtime
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}


{| class="wikitable"
Bugs
! style="text-align: center;" | Component
{{#testopia:
! style="text-align: center;" | Environment
|run_id=-1
! style="text-align: center;" | Auto
|product=runtime
! style="text-align: center;" | Manual
|testplan={{#var:testplan}}
! style="text-align: center;" | Owner
|build={{#var:build}}
|-
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
| rowspan="2" style="text-align: center;" | Performance
|report_id=bugs
| Fedora 23
|chart=bstatus,prio
| Y
|charttype=pie,pie
|
|showhide=true
| GDC
|hidden=true}}
|-
| Ubuntu 15
| Y
|
| GDC
|}


== BSP/QEMU ==
Agenda
{{#testopia:
|run_id=-1
|product=runtime
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}


{| class="wikitable"
'''Performance Metrics''' <br />
! Component
! Arch
! HW
! Environment
! Image
! Auto
! Manual
! pTest
! Compliance
|-
| rowspan="29" style="text-align: center;" | BSP
| rowspan="11" style="text-align: center;" | x86
| rowspan="2" style="text-align: center;" | MinwMax 32bit
| rowspan="2" style="text-align: center;" | genericx86
| core-image-sato-sdk
| Y
| Y
|
|
|-
| core-image-lsb-sdk
| Y
|
|
|
|-
| rowspan="3" style="text-align: center;" | MinwMax 64bit
| rowspan="3" style="text-align: center;" | genericx86-64
| core-image-sato-sdk
| Y
|
|
|
|-
| core-image-lsb-sdk
| Y
|
|
|
|-
| core-image-tiny-initramfs
| Y
|
|
|
|-
| rowspan="2" style="text-align: center;" | NUC 64
| style="text-align: center;" | genericx86-64
| core-image-sato-sdk
| Y
| Y
| Y
|
|-
|
| core-image-lsb-sdk
| Y
|
|
| Y
|-
| rowspan="4" style="text-align: center;" | QEMU
| rowspan="2" style="text-align: center;" | qemux86
| core-image-sato-sdk
| Y
| Y
|
|
|-
| core-image-lsb-sdk
| Y
|
|
|
|-
| rowspan="2" style="text-align: center;" | qemux86-64
| core-image-sato-sdk
| Y
| Y
|
|
|-
| core-image-lsb-sdk
| Y
|
|
|
|-
| rowspan="8" style="text-align: center;" | non x86
| style="text-align: center;" | EdgeRouter
| EdgeRouter
| core-image-sato-sdk
| Y
| Y
|
|
|-
| style="text-align: center;" | MPC8315e-rdb
| MPC8315e-rdb
| core-image-sato-sdk
| Y
| Y
|
|
|-
| style="text-align: center;" | Beaglebone Black
| Beaglebone
| core-image-sato-sdk
| Y
| Y
|
|
|-
| rowspan="5" style="text-align: center;" | QEMU
| qemuarm
| core-image-sato-sdk
| Y
| Y
|
|
|-
| qemuarm-64
| core-image-sato-sdk
| Y
| Y
|
|
|-
| qemuppc
| core-image-sato-sdk
| Y
| Y
|
|
|-
| qemumips
| core-image-sato-sdk
| Y
| Y
|
|
|-
| qemumips64
| core-image-sato-sdk
| Y
| Y
|
|
|-
| rowspan="10" style="text-align: center;" | Meta-Intel
| rowspan="2" style="text-align: center;" | MinnowMax 32bit
| rowspan="2" style="text-align: center;" | core2-32
| core-image-sato-sdk
| Y
| Y
|
|
|-
| core-image-lsb-sdk
| Y
|
|
|
|-
| rowspan="2" style="text-align: center;" | MinnowMax 64bit
| rowspan="2" style="text-align: center;" | corei7-64
| core-image-sato-sdk
| Y
|
|
|
|-
| core-image-lsb-sdk
| Y
|
|
|
|-
| rowspan="2" style="text-align: center;" | NUC
| rowspan="2" style="text-align: center;" | corei7-64
| core-image-sato-sdk
| Y
| Y
|
|
|-
| core-image-lsb-sdk
| Y
|
|
|
|-
| rowspan="2" style="text-align: center;" | CherryHill
| rowspan="2" style="text-align: center;" | corei7-64
| core-image-sato-sdk
| Y
|
|
|
|-
| core-image-lsb-sdk
| Y
|
|
|
|-
| style="text-align: center;" | Joule
| style="text-align: center;" | corei7-64
| core-image-sato-sdk
| Y
|
|
|
|-
| style="text-align: center;" | meta-intel-quark 32bit
| style="text-align: center;" | intel-quark
| Core-image-sato-sdk
| Y
|
|
|
|}


All component to be tested on 2.4 are in [[#Test Items]] a detailed list of features per component can be found in Test Plan of the components [[QA_Master_Test_Plan#Component]]
Detailed result at: [https://wiki.yoctoproject.org/wiki/Performance_Test Build performance metrics]
| }}
{{#if: {{#var:build-appliance}}  |
==Build-appliance==


= Testopia Templates =
Status
{{#testopia:
|run_id=-1
|product=build appliance
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}


{| class="wikitable"
Bugs
! style="font-weight: bold;" | COMPONENT
{{#testopia:
! style="font-weight: bold;" | TEMPLATE
|run_id=-1
|-
|product=build appliance
| BitBake
|testplan={{#var:testplan}}
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7403 TRTEMP_2.4_MANUAL_BitBake]
|build={{#var:build}}
|-
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
| rowspan="15" | BSP/QEMU
|report_id=bugs
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7404 TRTEMP_2.4_MANUAL_BSP/QEMU_core-image-sato-sdk_Genericx86_MMAX32]
|chart=bstatus,prio
|-
|charttype=pie,pie
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7405 TRTEMP_2.4_MANUAL_BSP/QEMU_core-image-sato-sdk_core2-32_MMAX32]
|showhide=true
|-
|hidden=true}}
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7406 TRTEMP_2.4_MANUAL_BSP/QEMU_core-image-sato-sdk_Genericx86-64_NUC]
|-
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7407 TRTEMP_2.4_MANUAL_BSP/QEMU_core-image-sato-sdk_corei7-64_NUC]
|-
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7408 TRTEMP_2.4_MANUAL_BSP/QEMU_core-image-sato-sdk_corei7-64_MMAX64]
|-
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7409 TRTEMP_2.4_AUTO_BSP/QEMU_core-image-sato-sdk_ANYBSP]
|-
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7410 TRTEMP_2.4_AUTO_BSP/QEMU_core-image-sato-sdk_wic_ANYBSP]
|-
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7411 TRTEMP_2.4_AUTO_BSP/QEMU_core-image-lsb-sdk_ANYBSP]
|-
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7412 TRTEMP_2.4_MANUAL_BSP/QEMU_core-image-sato-sdk_ANYQEMU]
|-
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7413 TRTEMP_2.4_AUTO_BSP/QEMU_core-image-sato-sdk_ANYQEMU]
|-
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7414 TRTEMP_2.4_AUTO_BSP/QEMU_core-image-sato-sdk_intel-quark]
|-
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7415 TRTEMP_2.4_MANUAL_BSP/QEMU_core-image-sato-sdk_Beaglebone-Black]
|-
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7416 TRTEMP_2.4_MANUAL_BSP/QEMU_core-image-sato-sdk_EdgeRouter]
|-
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7417 TRTEMP_2.4_MANUAL_BSP/QEMU_core-image-sato-sdk_MPC8315e-rdb]
|-
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7418 TRTEMP_2.4_AUTO_BSP/QEMU_core-image-lsb-sdk_ANYQEMU]
|-
| Meta-Yocto
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7419 TRTEMP_2.4_MANUAL_Meta-yocto]
|-
| OE-CORE
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7420 TRTEMP_2.4_AUTO_OE-Core]
|-
| Build-Appliance
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7421 TRTEMP_2.4_MANUAL_Build-Appliance]
|-
| Runtime
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7422 TRTEMP_2.4_AUTO_Runtime]
|-
| rowspan="2" | Toaster
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7423 TRTEMP_2.4_AUTO_Toaster_UI]
|-
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7424 TRTEMP_2.4_MANUAL_Toaster_UI-managed-mode]
|-
| rowspan="2" | ADT
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7425 TRTEMP_2.4_MANUAL_ADT]
|-
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7426 TRTEMP_2.4_AUTO_ADT]
|-
| rowspan="2" | CROPS
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7430 TRTEMP_2.4_AUTO_CROPS_Poky]
|-
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7431 TRTEMP_2.4_MANUAL_CROPS_eSDK]
|-
| Eclipse
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7432 TRTEMP_2.4_MANUAL_Eclipse]
|-
| rowspan="2" | eSDK
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7433 TRTEMP_2.4_AUTO_eSDK_sdkext]
|-
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7434 TRTEMP_2.4_AUTO_eSDK_oeselftest]
|-
| Kernel
| [https://bugzilla.yoctoproject.org/tr_show_run.cgi?run_id=7435 TRTEMP_2.4_MANUAL_Kernel]
|}


= Features pending to be tested =
Agenda
{{#testopia:
|run_id=-1
|product=build appliance
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:adt_fedora17_i686}}{{#var:adt_fedora17_x86-64}}{{#var:adt_ubuntu_1204_x86-64}}{{#var:adt_opensuse_122_x86-64}}{{#var:adt_opensuse_123_x86-64}}{{#var:adt_fedora18_i686}}{{#var:adt_fedora19_i686}}{{#var:adt_ubuntu_1210_x86-64}}{{#var:adt_ubuntu_1304_x86-64}}{{#var:eclipseplugin}} |
==ADT==
{{#if: {{#var:adt_fedora17_i686}}  |
===ADT on: Fedora 17 i686===
Status
{{#testopia:
|run_id=-1
|product=adt
|environment=fedora 17 i686
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}


Here is a list of areas that are not yet covered and need some work, implement test cases and add it to a component that belongs or create a new test plan for new component.
Bugs
{{#testopia:
|run_id=-1
|product=adt
|environment=fedora 17 i686
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=bugs
|chart=bstatus,prio
|charttype=pie,pie
|showhide=true
|hidden=true}}


'''ADD FEATURES !!!!!!!!!!'''
Agenda
{{#testopia:
|run_id=-1
|product=adt
|environment=fedora 17 i686
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:adt_fedora18_i686}}  |
===ADT on: Fedora 18 i686===
Status
{{#testopia:
|run_id=-1
|product=adt
|environment=fedora 18 i686
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}


Bugs
{{#testopia:
|run_id=-1
|product=adt
|environment=fedora 18 i686
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=bugs
|chart=bstatus,prio
|charttype=pie,pie
|showhide=true
|hidden=true}}


The complete List of QA Implementations for YP 2.4 can be found at [https://wiki.yoctoproject.org/wiki/2.4_QA_OWNED_BUGS Features Implementation by QA Team]
Agenda
{{#testopia:
|run_id=-1
|product=adt
|environment=fedora 18 i686
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:adt_fedora19_i686}}  |
===ADT on: Fedora 19 i686===
Status
{{#testopia:
|run_id=-1
|product=adt
|environment=fedora 19 i686
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}


= Features Not to be tested =
Bugs
*
{{#testopia:
|run_id=-1
|product=adt
|environment=fedora 19 i686
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=bugs
|chart=bstatus,prio
|charttype=pie,pie
|showhide=true
|hidden=true}}


=Approach=
Agenda
Tests will be conducted per the documented test cases stored in Testopia. The test manager will create test runs for each tester. The tester will execute the tests in Testopia and mark each case as Pass / Fail / Skip /Blocked.
{{#testopia:
The tester should leave notes on actual results and any other relevant details when possible.
|run_id=-1
|product=adt
|environment=fedora 19 i686
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:adt_fedora17_x86-64}}  |
===ADT on: Fedora 17 x86-64===
Status
{{#testopia:
|run_id=-1
|product=adt
|environment=fedora 17 x86_64
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}


Once complete, the test manager should review the test run reports in Testopia and report back to the team by mail and in the wiki as a test report.
Bugs
{{#testopia:
|run_id=-1
|product=adt
|environment=fedora 17 x86_64
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=bugs
|chart=bstatus,prio
|charttype=pie,pie
|showhide=true
|hidden=true}}


= Pass / Fail Criteria =
Agenda
{{#testopia:
|run_id=-1
|product=adt
|environment=fedora 17 x86_64
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:adt_ubuntu_1204_x86-64}}  |
===ADT on: Ubuntu 12.04 x86-64===
Status
{{#testopia:
|run_id=-1
|product=adt
|environment=ubuntu 12.04 x86_64
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}


This criteria is defined in [[Yocto_Project_v2.4_Status#Yocto_Project_v2.4_Release_Criteria]]
Bugs
{{#testopia:
|run_id=-1
|product=adt
|environment=ubuntu 12.04 x86_64
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=bugs
|chart=bstatus,prio
|charttype=pie,pie
|showhide=true
|hidden=true}}


= Exit Criteria =
Agenda
{{#testopia:
|run_id=-1
|product=adt
|environment=ubuntu 12.04 x86_64
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
{{#if: {{#var:adt_ubuntu_1210_x86-64}}  |
===ADT on: Ubuntu 12.10 x86-64===
Status
{{#testopia:
|run_id=-1
|product=adt
|environment=ubuntu 12.10 x86_64
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}


As defined in [[QA_Master_Test_Plan#Entry and Exit Criteria]]
Bugs
{{#testopia:
|run_id=-1
|product=adt
|environment=ubuntu 12.10 x86_64
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=bugs
|chart=bstatus,prio
|charttype=pie,pie
|showhide=true
|hidden=true}}


= Test Deliverables =
Agenda
{{#testopia:
|run_id=-1
|product=adt
|environment=ubuntu 12.10 x86_64
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}


{{#if: {{#var:adt_ubuntu_1304_x86-64}}  |
===ADT on: Ubuntu 13.04 x86-64===
Status
{{#testopia:
|run_id=-1
|product=adt
|environment=ubuntu 13.04 x86_64
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}


* Live Status [[2.4_QA_Status]]
Bugs
* Final execution Report [[#Execution History]]
{{#testopia:
* Mail sent to the mailing list
|run_id=-1
|product=adt
|environment=ubuntu 13.04 x86_64
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=bugs
|chart=bstatus,prio
|charttype=pie,pie
|showhide=true
|hidden=true}}


= Test Environment =
Agenda
{{#testopia:
|run_id=-1
|product=adt
|environment=ubuntu 13.04 x86_64
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}


There are different environments and tools for every type of testing refer to [[QA_Master_Test_Plan#Test_Areas]] for more detailed information.
{{#if: {{#var:adt_opensuse_122_x86-64}}  |
===ADT on: OpenSUSE 12.2 x86-64===
Status
{{#testopia:
|run_id=-1
|product=adt
|environment=opensuse 12.2 x86_64
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}


= Schedule =
Bugs
== M1 (May 8, 2017 to Jun. 23, 2017  ==
{{#testopia:
=== M1 Feature/Tasks Development / Cutoff is Jun. 12, 2017 ===
|run_id=-1
|product=adt
|environment=opensuse 12.2 x86_64
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=bugs
|chart=bstatus,prio
|charttype=pie,pie
|showhide=true
|hidden=true}}


{{#bugzilla:
Agenda
  |columns=id,from,to,estimated,summary,severity,priority,whiteboard,status
{{#testopia:
  |total=estimated
|run_id=-1
  |milestone=2.4 M1
|product=adt
  |severity=enhancement
|environment=opensuse 12.2 x86_64
  |sort=to,priority
|testplan={{#var:testplan}}
|to=corneliux.stoicescu@intel.com,alexandru.c.georgescu@intel.com,ionutx.chisanovici@intel.com,georgex.l.musat@intel.com,stanciux.mihail@intel.com,andrax.g.necula@intel.com,costin.c.constantin@intel.com,daniel.alexandrux.istrate@intel.com,alexandru.costinx.roman@intel.com,valentinx.hangan@intel.com,libertad.gonzalez.de.la.cruz@intel.com,francisco.j.pedraza.gonzalez@intel.com,jose.perez.carranza@intel.com,humberto.ibarra.lopez@intel.com,davidx.lopez.barriba@intel.com,juan.fernandox.ramos.frayle@intel.com,jair.de.jesus.gonzalez.plascencia@intel.com,sonia.leon@intel.com
|build={{#var:build}}
}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}


=== M1 Bugs ===
{{#if: {{#var:adt_opensuse_123_x86-64}}  |
===ADT on: OpenSUSE 12.3 x86-64===
Status
{{#testopia:
|run_id=-1
|product=adt
|environment=opensuse 12.3 x86_64
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}


{{#bugzilla:
Bugs
  |columns=id,from,to,estimated,summary,severity,priority,whiteboard,status
{{#testopia:
  |total=estimated
|run_id=-1
  |milestone=2.4 M1
|product=adt
  |severity=!enhancement
|environment=opensuse 12.3 x86_64
  |sort=to,priority
|testplan={{#var:testplan}}
|to=corneliux.stoicescu@intel.com,alexandru.c.georgescu@intel.com,ionutx.chisanovici@intel.com,georgex.l.musat@intel.com,stanciux.mihail@intel.com,andrax.g.necula@intel.com,costin.c.constantin@intel.com,daniel.alexandrux.istrate@intel.com,alexandru.costinx.roman@intel.com,valentinx.hangan@intel.com,libertad.gonzalez.de.la.cruz@intel.com,francisco.j.pedraza.gonzalez@intel.com,jose.perez.carranza@intel.com,humberto.ibarra.lopez@intel.com,david.israelx.rodriguez.castellanos@intel.com,davidx.lopez.barriba@intel.com,juan.fernandox.ramos.frayle@intel.com,sonia.delgado@intel.com,jair.de.jesus.gonzalez.plascencia@intel.com
|build={{#var:build}}
}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=bugs
|chart=bstatus,prio
|charttype=pie,pie
|showhide=true
|hidden=true}}


Agenda
{{#testopia:
|run_id=-1
|product=adt
|environment=opensuse 12.3 x86_64
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=agenda
|showhide=true
|hidden=true
|reportoptions=withdependency=false}}
| }}
| }}
{{#if: {{#var:eclipseplugin}}  |
==Eclipse Plugin==


The planed schedule for 2.4 can be found at [[Yocto_2.4_Schedule]]
Status
{{#testopia:
|run_id=-1
|product=eclipse plugin
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|showhide=true
|hidden=true
|report_id=status
|charttype=pie3}}


== Live Schedule ==
Bugs
{{#testopia:
|run_id=-1
|product=eclipse plugin
|testplan={{#var:testplan}}
|build={{#var:build}}
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
|report_id=bugs
|chart=bstatus,prio
|charttype=pie,pie
|showhide=true
|hidden=true}}


{| class="wikitable"
Agenda
! MILESTONE
{{#testopia:
! STARTED
|run_id=-1
! FINISHED
|product=eclipse plugin
! STATUS
|testplan={{#var:testplan}}
|- bgcolor="00FF00"
|build={{#var:build}}
| M1 rc1
|insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}}
| 06/15/2017
|report_id=agenda
| 06/22/2017
|showhide=true
| DONE
|hidden=true
|- bgcolor="00FF00"
|reportoptions=withdependency=false}}
| M1 rc1 meta-intel
| }}
| 06/23/2017
| 06/27/2017
| DONE
|- bgcolor="00FF00"
| M2 rc2
| 07/26/2017
| 08/02/2017
| DONE
|- bgcolor="00FF00"
| M2 rc3
| 08/03/2017
| 08/10/2017
| DONE
|- bgcolor="00FF00"
| M2 rc2 meta-intel
| 08/11/2017
| 08/16/2017
| DONE
|- bgcolor="00FF00"
| M3
| 08/23/2017
| 08/30/2017
| DONE
|- bgcolor="00FF00"
| M3 rc1 meta-intel
| 09/01/2017
| 09/05/2017
| DONE
|- bgcolor="00FF00"
| M4 RC1
| 09/26/2017
| 10/06/2017
| DONE
|- bgcolor="00FF00"
| M4 RC2
| 10/09/2017
| 10/13/2017
| DONE
|- bgcolor="00FF00"
| M4 RC3
| 10/17/2017
| 10/23/2017
| DONE
|- bgcolor="00FF00"
| M4 rc1 meta-intel
| 10/26/2017
| 10/31/2017
| DONE
|- bgcolor="00FF00"
| M4 rc2 meta-intel
| 11/03/2017
| 11/06/2017
| DONE
|- bgcolor="grey"
|
|
|
|
|- bgcolor="grey"
|
|
|
|
|}
 
= Execution History =
 
 
{| class="wikitable"
! MILESTONE
! REPORT
|-
| M1
|https://wiki.yoctoproject.org/wiki/WW25_-_2017-06-22_-_Full_Test_Cycle_2.4_M1_rc1
|-
| M1 meta-intel
|https://wiki.yoctoproject.org/wiki/WW26_-_2017-06-27-_Full_Test_Cycle_-_2.4_M1_rc1_-_meta-intel
|-
| M2
|https://wiki.yoctoproject.org/wiki/WW31_-_2017-07-31_-_Full_Test_Cycle_2.4_M2_rc2
|-
| M2 - rc3
|https://wiki.yoctoproject.org/wiki/WW32_-_2017-08-09_-_Full_Test_Cycle_2.4_M2_rc3
|-
| M2 - rc2 meta-intel
|https://wiki.yoctoproject.org/wiki/WW33_-_2017-08-15-_Full_Test_Cycle_-_2.4_M2_rc2_-_meta-intel
|- 
| M3
|https://wiki.yoctoproject.org/wiki/WW35_-_2017-08-30_-_Full_Test_Cycle_2.4_M3
|-
| M3 - rc1 meta-intel
|https://wiki.yoctoproject.org/wiki/WW36_-_2017-09-05-_Full_Test_Cycle_-_2.4_M3_rc1_-_meta-intel
|-
| M4 - rc1
|https://wiki.yoctoproject.org/wiki/WW40_-_2017-10-06_-_Full_Test_Cycle_2.4_RC1
|-
| M4 - rc2
|https://wiki.yoctoproject.org/wiki/WW41_-_2017-10-13_-_Full_Test_Cycle_2.4_RC2
|-
| M4 - rc3
|https://wiki.yoctoproject.org/wiki/WW43_-_2017-10-23_-_Full_Test_Cycle_2.4_RC3
|-
| M4 - rc1 meta-intel
|https://wiki.yoctoproject.org/wiki/WW44_-_2017-10-31-_Full_Test_Cycle_-_2.4_M4_rc1_-_meta-intel
|-
| M4 - rc2 meta-intel
|https://wiki.yoctoproject.org/wiki/WW45_-_2017-11-06-_Full_Test_Cycle_-_2.4_M4_rc2_-_meta-intel
|-
|
|
|-
|
|
|}

Latest revision as of 15:12, 9 November 2017

{{#vardefine:build| }} {{#vardefine:test_date| max }} {{#vardefine:test_type| }} {{#vardefine:testplan| master }} {{#vardefine:bitbake| . }} {{#vardefine:meta-yocto| . }} {{#vardefine:oe-core| . }} {{#vardefine:eSDK| . }} {{#vardefine:minnowboard| . }} {{#vardefine:nuc| . }} {{#vardefine:emenlow| . }} {{#vardefine:sugarbay| . }} {{#vardefine:jasperforest| . }} {{#vardefine:crownbay| . }} {{#vardefine:fri2| . }} {{#vardefine:beagleboard| . }} {{#vardefine:routerstationpro| . }} {{#vardefine:mpc8315e-rdb| . }} {{#vardefine:p1022ds-rdb| . }} {{#vardefine:qemux86| . }} {{#vardefine:qemux86-64| . }} {{#vardefine:genericx86| . }} {{#vardefine:genericx86-64| . }} {{#vardefine:qemuarm| . }} {{#vardefine:qemumips| . }} {{#vardefine:qemuppc| . }} {{#vardefine:runtime| . }} {{#vardefine:build-appliance| . }} {{#vardefine:adt_fedora17_i686| . }} {{#vardefine:adt_fedora17_x86-64| . }} {{#vardefine:adt_ubuntu_1204_x86-64|. }} {{#vardefine:adt_opensuse_122_x86-64| . }} {{#vardefine:adt_opensuse_123_x86-64| . }} {{#vardefine:eclipseplugin| . }} {{#vardefine:adt_ubuntu_1210_x86-64|. }} {{#vardefine:adt_fedora18_i686| . }} {{#vardefine:adt_fedora19_i686| . }} {{#vardefine:adt_ubuntu_1304_x86-64|. }}

Testing data

This is a live status report. The information contained is relevant to the latest test suite performed for Yocto 2.4.x .

Summary Report

COMMIT UNDER TEST
poky : f7b90ab3eaf832bd81f3efc1dab4dcf6863ac284
meta-intel: d68dda959b5bf6f90aa8e5c2f027be324bb68e14
meta-qt4 : f313dbee2ac3d5fcc9801407947d3cb6cfb90b5d
meta-qt3 : f33b73a9563f2dfdfd0ee37b61d65d90197a456f
meta-tlk : f737ffa2f607f61a6f9f5490758797c923f4ee44


{{#testopia: run_id=-1 testplan={{#var:testplan}} build={{#var:build}} insummary_any={{#var:test_date}} report_id=concatstats}} {{#testopia: run_id=-1 testplan={{#var:testplan}} build={{#var:build}} insummary_any={{#var:test_date}} charttype=pie3 report_id=status}}

{{#testopia: |run_id=-1 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus |charttype=bar |sortable=true |chartpos=top}}

Detailed Report

Core Build System

Bitbake

Status {{#testopia: |run_id=-1 |product=bitbake |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=bitbake |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=bitbake |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true}}

Meta-Yocto

Status {{#testopia: |run_id=-1 |product=meta-yocto |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=meta-yocto |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=meta-yocto |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

OE-Core

Status {{#testopia: |run_id=-1 |product=oe-core |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=oe-core |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=oe-core |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

eSDK

Status {{#testopia: |run_id=-1 |product=eSDK |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=eSDK |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=eSDK |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

BSP

Genericx86: core-image-sato-sdk

Status {{#testopia: |run_id=-1 |product=BSPs |environment=generic-x86 on AtomPC |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=BSPs |environment=generic-x86 on AtomPC |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=BSPs |environment=generic-x86 on AtomPC |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

Genericx86-64: core-image-sato-sdk

Status {{#testopia: |run_id=-1 |product=BSPs |environment=genericx86-64 on Sugarbay |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=BSPs |environment=genericx86-64 on Sugarbay |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=BSPs |environment=genericx86-64 on Sugarbay |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

MinnowBoard: core-image-sato-sdk

Status {{#testopia: |run_id=-1 |product=BSPs |environment=MinnowBoard |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=BSPs |environment=MinnowBoard |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=BSPs |environment=MinnowBoard |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

NUC: core-image-sato-sdk

Status {{#testopia: |run_id=-1 |product=BSPs |environment=nuc |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=BSPs |environment=nuc |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=BSPs |environment=nuc |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

Beagleboard: core-image-sato-sdk

Status {{#testopia: |run_id=-1 |product=BSPs |environment=beagleboard |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=BSPs |environment=beagleboard |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=BSPs |environment=beagleboard |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

MPC8315e-rdb: core-image-sato-sdk

Status {{#testopia: |run_id=-1 |product=BSPs |environment=MPC8315e-rdb |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=BSPs |environment=MPC8315e-rdb |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=BSPs |environment=MPC8315e-rdb |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

P1022ds-rdb: core-image-sato-sdk

Status {{#testopia: |run_id=-1 |product=BSPs |environment=P1022ds |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=BSPs |environment=P1022ds |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=BSPs |environment=P1022ds |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

Qemu

qemux86: core-image-sato-sdk

Status {{#testopia: |run_id=-1 |product=BSPs |environment=qemu-x86 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=BSPs |environment=qemu-x86 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=BSPs |environment=qemu-x86 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

qemux86-64: core-image-sato-sdk

Status {{#testopia: |run_id=-1 |product=BSPs |environment=qemux86-64 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=BSPs |environment=qemux86-64 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=BSPs |environment=qemux86-64 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

qemuarm: core-image-sato-sdk

Status {{#testopia: |run_id=-1 |product=BSPs |environment=qemuarm |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=BSPs |environment=qemuarm |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=BSPs |environment=qemuarm |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

qemumips: core-image-sato-sdk

Status {{#testopia: |run_id=-1 |product=BSPs |environment=qemumips |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=BSPs |environment=qemumips |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=BSPs |environment=qemumips |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

qemuppc: core-image-sato-sdk

Status {{#testopia: |run_id=-1 |product=BSPs |environment=qemuppc |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=BSPs |environment=qemuppc |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=BSPs |environment=qemuppc |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

Performance Testing

Status {{#testopia: |run_id=-1 |product=runtime |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=runtime |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=runtime |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

Performance Metrics

Detailed result at: Build performance metrics

Build-appliance

Status {{#testopia: |run_id=-1 |product=build appliance |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=build appliance |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=build appliance |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

ADT

ADT on: Fedora 17 i686

Status {{#testopia: |run_id=-1 |product=adt |environment=fedora 17 i686 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=adt |environment=fedora 17 i686 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=adt |environment=fedora 17 i686 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

ADT on: Fedora 18 i686

Status {{#testopia: |run_id=-1 |product=adt |environment=fedora 18 i686 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=adt |environment=fedora 18 i686 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=adt |environment=fedora 18 i686 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

ADT on: Fedora 19 i686

Status {{#testopia: |run_id=-1 |product=adt |environment=fedora 19 i686 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=adt |environment=fedora 19 i686 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=adt |environment=fedora 19 i686 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

ADT on: Fedora 17 x86-64

Status {{#testopia: |run_id=-1 |product=adt |environment=fedora 17 x86_64 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=adt |environment=fedora 17 x86_64 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=adt |environment=fedora 17 x86_64 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

ADT on: Ubuntu 12.04 x86-64

Status {{#testopia: |run_id=-1 |product=adt |environment=ubuntu 12.04 x86_64 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=adt |environment=ubuntu 12.04 x86_64 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=adt |environment=ubuntu 12.04 x86_64 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

ADT on: Ubuntu 12.10 x86-64

Status {{#testopia: |run_id=-1 |product=adt |environment=ubuntu 12.10 x86_64 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=adt |environment=ubuntu 12.10 x86_64 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=adt |environment=ubuntu 12.10 x86_64 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

ADT on: Ubuntu 13.04 x86-64

Status {{#testopia: |run_id=-1 |product=adt |environment=ubuntu 13.04 x86_64 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=adt |environment=ubuntu 13.04 x86_64 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=adt |environment=ubuntu 13.04 x86_64 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

ADT on: OpenSUSE 12.2 x86-64

Status {{#testopia: |run_id=-1 |product=adt |environment=opensuse 12.2 x86_64 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=adt |environment=opensuse 12.2 x86_64 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=adt |environment=opensuse 12.2 x86_64 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

ADT on: OpenSUSE 12.3 x86-64

Status {{#testopia: |run_id=-1 |product=adt |environment=opensuse 12.3 x86_64 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=adt |environment=opensuse 12.3 x86_64 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=adt |environment=opensuse 12.3 x86_64 |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}

Eclipse Plugin

Status {{#testopia: |run_id=-1 |product=eclipse plugin |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |showhide=true |hidden=true |report_id=status |charttype=pie3}}

Bugs {{#testopia: |run_id=-1 |product=eclipse plugin |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=bugs |chart=bstatus,prio |charttype=pie,pie |showhide=true |hidden=true}}

Agenda {{#testopia: |run_id=-1 |product=eclipse plugin |testplan={{#var:testplan}} |build={{#var:build}} |insummary_all={{#var:test_type}} |insummary_any={{#var:test_date}} |report_id=agenda |showhide=true |hidden=true |reportoptions=withdependency=false}}