aboutsummaryrefslogtreecommitdiffstats
path: root/meta/lib
diff options
context:
space:
mode:
authorsangeeta jain <sangeeta.jain@intel.com>2019-03-14 10:55:23 +0800
committerArmin Kuster <akuster808@gmail.com>2019-04-06 16:45:21 +0530
commit862c96a98d2087cf05fbfeeafb57dcef1225d978 (patch)
tree0533fd1591c2650d61e39064ba463f0d566ed859 /meta/lib
parent05f785937be3d06f38cff4de238d7bd85d4a452a (diff)
downloadopenembedded-core-contrib-862c96a98d2087cf05fbfeeafb57dcef1225d978.tar.gz
oeqa/manual/bsp-hw.json: test id updated and obsolete test cases removed
Two changes made in oeqa/manual/bsp-hw.json: 1. All test id (eg. @alias) inside manual testcase file shall follow the same test id naming convention from oeqa automated tests (eg. selftest, runtime, sdk, etc), where the test id consists of <test_module>.<test_suite>.<test_function>. Furthermore, there shall be only 1 unique test_module per each manual testcases file. This file was using more than 1 unique test_module for testcases. Furthermore, some of the testcases were defined using different test_suite where it was not needed. This patch fix the manual testcases file to have only 1 unique test_module as well as test_suite to simplify test id naming. 2. As per review by Intel and Windriver team, 7 testcases were found obsolete. Removed 7 testcases. Signed-off-by: sangeeta jain <sangeeta.jain@intel.com> Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org> Signed-off-by: Armin Kuster <akuster808@gmail.com>
Diffstat (limited to 'meta/lib')
-rw-r--r--meta/lib/oeqa/manual/bsp-hw.json266
1 files changed, 46 insertions, 220 deletions
diff --git a/meta/lib/oeqa/manual/bsp-hw.json b/meta/lib/oeqa/manual/bsp-hw.json
index 2bbf4b2617..4b7c76f70f 100644
--- a/meta/lib/oeqa/manual/bsp-hw.json
+++ b/meta/lib/oeqa/manual/bsp-hw.json
@@ -1,7 +1,7 @@
[
{
"test": {
- "@alias": "bsps-hw.bsps-tools.rpm_-__install_dependency_package",
+ "@alias": "bsps-hw.bsps-hw.rpm_-__install_dependency_package",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -27,7 +27,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.boot_and_install_from_USB",
+ "@alias": "bsps-hw.bsps-hw.boot_and_install_from_USB",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -61,7 +61,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.live_boot_from_USB",
+ "@alias": "bsps-hw.bsps-hw.live_boot_from_USB",
"author": [
{
"email": "juan.fernandox.ramos.frayle@intel.com",
@@ -87,7 +87,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.boot_from_runlevel_3",
+ "@alias": "bsps-hw.bsps-hw.boot_from_runlevel_3",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -121,7 +121,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.boot_from_runlevel_5",
+ "@alias": "bsps-hw.bsps-hw.boot_from_runlevel_5",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -151,7 +151,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.shutdown_system",
+ "@alias": "bsps-hw.bsps-hw.shutdown_system",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -173,7 +173,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.reboot_system",
+ "@alias": "bsps-hw.bsps-hw.reboot_system",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -195,7 +195,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.switch_among_multi_applications_and_desktop",
+ "@alias": "bsps-hw.bsps-hw.switch_among_multi_applications_and_desktop",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -225,7 +225,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.USB_-_mount",
+ "@alias": "bsps-hw.bsps-hw.USB_-_mount",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -251,7 +251,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.USB_-_read_files",
+ "@alias": "bsps-hw.bsps-hw.USB_-_read_files",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -281,7 +281,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.USB_-_umount",
+ "@alias": "bsps-hw.bsps-hw.USB_-_umount",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -307,7 +307,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.USB_-_write_files",
+ "@alias": "bsps-hw.bsps-hw.USB_-_write_files",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -333,7 +333,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.ethernet_static_ip_set_in_connman",
+ "@alias": "bsps-hw.bsps-hw.ethernet_static_ip_set_in_connman",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -367,7 +367,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.ethernet_get_IP_in_connman_via_DHCP",
+ "@alias": "bsps-hw.bsps-hw.ethernet_get_IP_in_connman_via_DHCP",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -397,7 +397,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-tools.connman_offline_mode_in_connman-gnome",
+ "@alias": "bsps-hw.bsps-hw.connman_offline_mode_in_connman-gnome",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -419,7 +419,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.X_server_can_start_up_with_runlevel_5_boot",
+ "@alias": "bsps-hw.bsps-hw.X_server_can_start_up_with_runlevel_5_boot",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -441,7 +441,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.standby",
+ "@alias": "bsps-hw.bsps-hw.standby",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -475,7 +475,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.check_CPU_utilization_after_standby",
+ "@alias": "bsps-hw.bsps-hw.check_CPU_utilization_after_standby",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -505,7 +505,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.Test_if_LAN_device_works_well_after_resume_from_suspend_state",
+ "@alias": "bsps-hw.bsps-hw.Test_if_LAN_device_works_well_after_resume_from_suspend_state",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -535,7 +535,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.Test_if_usb_hid_device_works_well_after_resume_from_suspend_state",
+ "@alias": "bsps-hw.bsps-hw.Test_if_usb_hid_device_works_well_after_resume_from_suspend_state",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -565,7 +565,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-tools.click_terminal_icon_on_X_desktop",
+ "@alias": "bsps-hw.bsps-hw.click_terminal_icon_on_X_desktop",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -587,7 +587,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-tools.Add_multiple_files_in_media_player",
+ "@alias": "bsps-hw.bsps-hw.Add_multiple_files_in_media_player",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -613,7 +613,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.check_bash_in_image",
+ "@alias": "bsps-hw.bsps-hw.check_bash_in_image",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -631,7 +631,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.MicroSD_-__mount",
+ "@alias": "bsps-hw.bsps-hw.MicroSD_-__mount",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -653,7 +653,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.MicroSD_-__read_files",
+ "@alias": "bsps-hw.bsps-hw.MicroSD_-__read_files",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -683,7 +683,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.MicroSD_-__umount",
+ "@alias": "bsps-hw.bsps-hw.MicroSD_-__umount",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -713,7 +713,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.MicroSD_-__write_files",
+ "@alias": "bsps-hw.bsps-hw.MicroSD_-__write_files",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -743,7 +743,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-tools.video_-_libva_check_(ogg_video_play)",
+ "@alias": "bsps-hw.bsps-hw.video_-_libva_check_(ogg_video_play)",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -769,29 +769,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-tools.media_player_-_unable_to_play_MPEG-1_without_\"commercial\"_flag",
- "author": [
- {
- "email": "alexandru.c.georgescu@intel.com",
- "name": "alexandru.c.georgescu@intel.com"
- }
- ],
- "execution": {
- "1": {
- "action": "Copy sample MPEG-1 file to a system without the \"commercial\" flag.",
- "expected_results": ""
- },
- "2": {
- "action": "Launch media player and make sure it cannot play the MPEG-1 file.",
- "expected_results": "MPEG-1 file can not be played on images without the \"commercial\" flag. "
- }
- },
- "summary": "media_player_-_unable_to_play_MPEG-1_without_\"commercial\"_flag"
- }
- },
- {
- "test": {
- "@alias": "bsps-hw.bsps-tools.media_player_-_play_video_(ogv)",
+ "@alias": "bsps-hw.bsps-hw.media_player_-_play_video_(ogv)",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -813,7 +791,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-tools.media_player_-_stop/play_button_(ogv)",
+ "@alias": "bsps-hw.bsps-hw.media_player_-_stop/play_button_(ogv)",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -843,7 +821,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-tools.audio_-_play_(ogg)_with_HDMI",
+ "@alias": "bsps-hw.bsps-hw.audio_-_play_(ogg)_with_HDMI",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -869,7 +847,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-tools.audio_-_play_(wav)_with_HDMI",
+ "@alias": "bsps-hw.bsps-hw.audio_-_play_(wav)_with_HDMI",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -895,7 +873,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-tools.Graphics_-_ABAT",
+ "@alias": "bsps-hw.bsps-hw.Graphics_-_ABAT",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -921,7 +899,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-tools.Graphics_-_x11perf_-_2D",
+ "@alias": "bsps-hw.bsps-hw.Graphics_-_x11perf_-_2D",
"author": [
{
"email": "alexandru.c.georgescu@intel.com",
@@ -943,33 +921,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-oe-core.Test_Run_Integrity_-_Check_that_image_is_buildable",
- "author": [
- {
- "email": "corneliux.stoicescu@intel.com",
- "name": "corneliux.stoicescu@intel.com"
- }
- ],
- "execution": {
- "1": {
- "action": "Check that image can be built using either of the following methods: \n\n",
- "expected_results": ""
- },
- "2": {
- "action": "Check that image is built by autobuilder \nPlease check at: https://autobuilder.yocto.io/pub/releases/ \nChoose the target release that you are validating. \n\n",
- "expected_results": ""
- },
- "3": {
- "action": "Build image yourself \nPreferred to build an core-image-sato-dev to ease the process of the dependent test cases in this run. \nNote: Please set MACHINE in conf/local.conf ",
- "expected_results": "If either method fails, this test case will be failed and dependent test cases will be blocked. "
- }
- },
- "summary": "Test_Run_Integrity_-_Check_that_image_is_buildable"
- }
- },
- {
- "test": {
- "@alias": "bsps-hw.bsps-runtime.Check_if_SATA_disk_can_work_correctly",
+ "@alias": "bsps-hw.bsps-hw.Check_if_SATA_disk_can_work_correctly",
"author": [
{
"email": "yi.zhao@windriver.com",
@@ -999,7 +951,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.Install_and_boot_from_USB-drive_to_HDD-drive",
+ "@alias": "bsps-hw.bsps-hw.Install_and_boot_from_USB-drive_to_HDD-drive",
"author": [
{
"email": "david.israelx.rodriguez.castellanos@intel.com",
@@ -1041,7 +993,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.Install_and_boot_from_USB-drive_to_SD-drive",
+ "@alias": "bsps-hw.bsps-hw.Install_and_boot_from_USB-drive_to_SD-drive",
"author": [
{
"email": "david.israelx.rodriguez.castellanos@intel.com",
@@ -1083,7 +1035,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.Test_boot_on_serial_communication_SD",
+ "@alias": "bsps-hw.bsps-hw.Test_boot_on_serial_communication_SD",
"author": [
{
"email": "juan.fernandox.ramos.frayle@intel.com",
@@ -1101,7 +1053,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.Test_boot_on_serial_communication_HDD",
+ "@alias": "bsps-hw.bsps-hw.Test_boot_on_serial_communication_HDD",
"author": [
{
"email": "juan.fernandox.ramos.frayle@intel.com",
@@ -1119,7 +1071,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.Test_boot_on_serial_communication_USB",
+ "@alias": "bsps-hw.bsps-hw.Test_boot_on_serial_communication_USB",
"author": [
{
"email": "juan.fernandox.ramos.frayle@intel.com",
@@ -1153,7 +1105,7 @@
},
{
"test": {
- "@alias": "bsps-hw.bsps-runtime.Test_Seek_bar_and_volume_control",
+ "@alias": "bsps-hw.bsps-hw.Test_Seek_bar_and_volume_control",
"author": [
{
"email": "juan.fernandox.ramos.frayle@intel.com",
@@ -1199,7 +1151,7 @@
},
{
"test": {
- "@alias": "bsps-runtime.bsps-runtime.Check_if_watchdog_can_reset_the_target_system",
+ "@alias": "bsps-hw.bsps-hw.Check_if_watchdog_can_reset_the_target_system",
"author": [
{
"email": "yi.zhao@windriver.com",
@@ -1217,7 +1169,7 @@
},
{
"test": {
- "@alias": "bsps-runtime.bsps-runtime.Check_if_RTC_(Real_Time_Clock)_can_work_correctly",
+ "@alias": "bsps-hw.bsps-hw.Check_if_RTC_(Real_Time_Clock)_can_work_correctly",
"author": [
{
"email": "yi.zhao@windriver.com",
@@ -1251,7 +1203,7 @@
},
{
"test": {
- "@alias": "bsps-runtime.bsps-runtime.Check_if_target_can_support_EEPROM",
+ "@alias": "bsps-hw.bsps-hw.Check_if_target_can_support_EEPROM",
"author": [
{
"email": "yi.zhao@windriver.com",
@@ -1273,107 +1225,7 @@
},
{
"test": {
- "@alias": "bsps-tools.bsps-tools.smart_add_rpm-dir_channel_(auto)",
- "author": [
- {
- "email": "corneliux.stoicescu@intel.com",
- "name": "corneliux.stoicescu@intel.com"
- }
- ],
- "execution": {
- "1": {
- "action": "Build out packages with poky tree and copy the deploy/rpm directory to target directory. ",
- "expected_results": "The command should add a rpm-dir channel with smart. "
- },
- "2": {
- "action": "On target, run \"smart channel --add myrpmdir type=rpm-dir path=/path/to/tmp/deploy/rpm/i586\". ",
- "expected_results": "Run \"smart channel --show myrpmdir\" can show the information about the channel:\n[myrpmdir] \ntype = rpm-dir \npath = /path/to/tmp/deploy/rpm/i586"
- },
- "3": {
- "action": "Run \"smart channel --show myrpmdir\" and check the output. ",
- "expected_results": "After disable the channel, run \"smart channel --show myrpmdir\" would show:\n[myrpmdir] \ntype = rpm-dir \ndisabled = yes \npath = /path/to/tmp/deploy/rpm/i586"
- },
- "4": {
- "action": "Run \"smart channel --disable myrpmdir\" to diable the channel. ",
- "expected_results": ""
- },
- "5": {
- "action": "Run \"smart channel --show myrpmdir\" and check the output.",
- "expected_results": ""
- }
- },
- "summary": "smart_add_rpm-dir_channel"
- }
- },
- {
- "test": {
- "@alias": "bsps-tools.bsps-tools.smart_install_package_from_a_local_directory_(auto)",
- "author": [
- {
- "email": "corneliux.stoicescu@intel.com",
- "name": "corneliux.stoicescu@intel.com"
- }
- ],
- "execution": {
- "1": {
- "action": "Copy packages directory to target and add a rpm-dir channel with \nsmart. Make sure this channel and the default rpm-sys channel are \nenabled.",
- "expected_results": "The package \"groff\" should be installed."
- },
- "2": {
- "action": "Run \"smart install package_name\" to install a package from the deploy/rpm/i586 directory. For example, \"smart install groff\".",
- "expected_results": ""
- }
- },
- "summary": "smart_install_package_from_a_local_directory"
- }
- },
- {
- "test": {
- "@alias": "bsps-tools.bsps-tools.smart_install_package_from_a_remote_repomd_repository_(auto)",
- "author": [
- {
- "email": "corneliux.stoicescu@intel.com",
- "name": "corneliux.stoicescu@intel.com"
- }
- ],
- "execution": {
- "1": {
- "action": "Follow procedure in \"https://wiki.yoctoproject.org/wiki/Rpm%27s_Repository_Setup_for_QA\" to create a rpm-md-channel and updatechannelinformation with smart. ",
- "expected_results": ""
- },
- "2": {
- "action": "Make sure this channel and the default rpm-sys channel are enabled with \"smart channel --show\". ",
- "expected_results": ""
- },
- "3": {
- "action": "Run \"smart install \" to install a package from the remote repository. For example, \"smart install groff\" ",
- "expected_results": "The package should be installed. At the example \"groff\" should be installed correctly."
- }
- },
- "summary": "smart_install_package_from_a_remote_repomd_repository"
- }
- },
- {
- "test": {
- "@alias": "bsps-tools.bsps-tools.smart_remove_package_(auto)",
- "author": [
- {
- "email": "corneliux.stoicescu@intel.com",
- "name": "corneliux.stoicescu@intel.com"
- }
- ],
- "execution": {
- "1": {
- "action": "Run \"smart remove \" and check the output, for example \"smart remove groff\"",
- "expected_results": "The package should be removed . At the example \"groff\" should be removed.\n"
- }
- },
- "summary": "smart_remove_package"
- }
- },
- {
- "test": {
- "@alias": "bsps-meta-yocto.bsps-meta-yocto.System_can_boot_up_via_NFS",
+ "@alias": "bsps-hw.bsps-hw.System_can_boot_up_via_NFS",
"author": [
{
"email": "yi.zhao@windriver.com",
@@ -1403,33 +1255,7 @@
},
{
"test": {
- "@alias": "bsps-meta-yocto.bsps-meta-yocto.System_can_boot_up_via_USB",
- "author": [
- {
- "email": "yi.zhao@windriver.com",
- "name": "yi.zhao@windriver.com"
- }
- ],
- "execution": {
- "1": {
- "action": "Copy the kernel and rootfs to the USB stick. # mount /dev/sda2 /media/sda2 # tar -xvjpf core-image-minimal-XXX.tar.bz2 -C /media/sda2 # cp vmlinux /media/sda2/boot/vmlinux # umount /media/sda2 ",
- "expected_results": "The system should boot up via USB\n"
- },
- "2": {
- "action": "Reboot the board and press a key on the terminal when prompted to get to the U-Boot command line # reboot ",
- "expected_results": ""
- },
- "3": {
- "action": "Load the kernel and boot: => ext2load usb 0:2 $loadaddr boot/vmlinux => bootoctlinux $loadaddr coremask=0x3 root=/dev/sda2 rw rootwait mtdparts=phys_mapped_flash:512k(boot0),512k(boot1),64k@3072k(eeprom)",
- "expected_results": ""
- }
- },
- "summary": "System_can_boot_up_via_USB"
- }
- },
- {
- "test": {
- "@alias": "bsps-meta-yocto.bsps-meta-yocto.Boot_from_JFFS2_image",
+ "@alias": "bsps-hw.bsps-hw.Boot_from_JFFS2_image",
"author": [
{
"email": "yi.zhao@windriver.com",