From 5091d62f53a476d0dd4ec3428aeef83b029a4294 Mon Sep 17 00:00:00 2001 From: Pierre Equoy Date: Wed, 28 Aug 2024 15:10:30 +0200 Subject: [PATCH 1/2] Add cert-blocker status based on coverage guide The "Internet of Things Certified Hardware Coverage for Ubuntu Core 22 / Ubuntu 22.04" document specifies what jobs should be considered as blockers. For IoT devices, the after-suspend jobs are not considered blockers, so they have been left out. Fix CER-2593 --- providers/base/units/audio/test-plan.pxu | 4 +- providers/base/units/bluetooth/test-plan.pxu | 6 +-- providers/base/units/ethernet/test-plan.pxu | 6 +-- providers/base/units/i2c/test-plan.pxu | 4 +- providers/base/units/led/test-plan.pxu | 4 +- providers/base/units/memory/test-plan.pxu | 2 +- providers/base/units/monitor/test-plan.pxu | 6 +-- .../base/units/power-management/test-plan.pxu | 10 ++-- providers/base/units/rtc/test-plan.pxu | 2 +- providers/base/units/serial/test-plan.pxu | 4 +- providers/base/units/usb/test-plan.pxu | 10 ++-- providers/base/units/wireless/test-plan.pxu | 50 +++++++++---------- providers/base/units/wwan/test-plan.pxu | 6 +-- providers/tpm2/units/test-plan.pxu | 6 ++- 14 files changed, 62 insertions(+), 58 deletions(-) diff --git a/providers/base/units/audio/test-plan.pxu b/providers/base/units/audio/test-plan.pxu index 564a88d6f4..b0133a5425 100644 --- a/providers/base/units/audio/test-plan.pxu +++ b/providers/base/units/audio/test-plan.pxu @@ -106,7 +106,7 @@ unit: test plan _name: Manual audio tests _description: Manual audio tests for Snappy Ubuntu Core devices include: - audio/alsa-playback + audio/alsa-playback certification-status=blocker id: audio-pa-manual unit: test plan @@ -126,7 +126,7 @@ _description: Automated audio tests for Snappy Ubuntu Core devices include: audio/detect-playback-devices audio/detect-capture-devices - audio/alsa-loopback-automated + audio/alsa-loopback-automated certification-status=blocker id: after-suspend-audio-full unit: test plan diff --git a/providers/base/units/bluetooth/test-plan.pxu b/providers/base/units/bluetooth/test-plan.pxu index 009ce441a2..16076e8f0a 100644 --- a/providers/base/units/bluetooth/test-plan.pxu +++ b/providers/base/units/bluetooth/test-plan.pxu @@ -56,7 +56,7 @@ _name: Manual Bluetooth tests _description: Manual QA tests for Bluetooth estimated_duration: 5m include: - bluetooth/keyboard-manual + bluetooth/keyboard-manual certification-status=blocker id: bluez-automated unit: test plan @@ -77,7 +77,7 @@ include: # bluetooth/bluez-internal-mgmt-tests_.* bluetooth/bluez-internal-uc-tests_.* bluetooth/bluez-internal-bnep-tests_.* - bluetooth4/beacon_eddystone_url_.* + bluetooth4/beacon_eddystone_url_.* certification-status=blocker bluetooth/bluetooth_obex_send bootstrap_include: device @@ -188,4 +188,4 @@ include: after-suspend-bluetooth/bluetooth_obex_send certification-status=blocker after-suspend-bluetooth4/beacon_eddystone_url_.* certification-status=blocker bootstrap_include: - device \ No newline at end of file + device diff --git a/providers/base/units/ethernet/test-plan.pxu b/providers/base/units/ethernet/test-plan.pxu index 1dfc5f5e27..9099ce9f7f 100644 --- a/providers/base/units/ethernet/test-plan.pxu +++ b/providers/base/units/ethernet/test-plan.pxu @@ -69,8 +69,8 @@ _name: Automated ethernet tests _description: Automated ethernet tests for Ubuntu Core devices estimated_duration: 1m include: - ethernet/detect - ethernet/ping_.* + ethernet/detect certification-status=blocker + ethernet/ping_.* certification-status=blocker bootstrap_include: device @@ -145,4 +145,4 @@ include: ethernet/multi_iperf3_nic_underspeed_device.* certification-status=non-blocker bootstrap_include: device - executable \ No newline at end of file + executable diff --git a/providers/base/units/i2c/test-plan.pxu b/providers/base/units/i2c/test-plan.pxu index fc626dfdd9..c3edba8a41 100644 --- a/providers/base/units/i2c/test-plan.pxu +++ b/providers/base/units/i2c/test-plan.pxu @@ -18,5 +18,5 @@ unit: test plan _name: Automated I²C tests _description: Automated I²C tests for Ubuntu Core devices include: - i2c/i2c-bus-detect - i2c/i2c-device-detect + i2c/i2c-bus-detect certification-status=blocker + i2c/i2c-device-detect certification-status=blocker diff --git a/providers/base/units/led/test-plan.pxu b/providers/base/units/led/test-plan.pxu index 28527c3845..75fa87a1b5 100644 --- a/providers/base/units/led/test-plan.pxu +++ b/providers/base/units/led/test-plan.pxu @@ -104,10 +104,10 @@ unit: test plan _name: Manual LED tests for IoT _description: Manual LED tests for IoT devices include: - led/power + led/power certification-status=blocker led/power-blink-suspend led/wireless - led/serial + led/serial certification-status=blocker led/fn led/sysfs_led_brightness_on_.* led/sysfs_led_brightness_off_.* diff --git a/providers/base/units/memory/test-plan.pxu b/providers/base/units/memory/test-plan.pxu index 532c2818c4..3c01979eb4 100644 --- a/providers/base/units/memory/test-plan.pxu +++ b/providers/base/units/memory/test-plan.pxu @@ -17,7 +17,7 @@ unit: test plan _name: Automated memory tests _description: Automated memory tests for Ubuntu Core devices include: - memory/info + memory/info certification-status=blocker id: server-memory unit: test plan diff --git a/providers/base/units/monitor/test-plan.pxu b/providers/base/units/monitor/test-plan.pxu index 27292903d4..15607ef6a1 100644 --- a/providers/base/units/monitor/test-plan.pxu +++ b/providers/base/units/monitor/test-plan.pxu @@ -359,11 +359,11 @@ unit: test plan _name: Manual monitor tests _description: Manual monitor tests for Snappy Ubuntu Core devices include: - monitor/dvi - monitor/hdmi + monitor/dvi certification-status=blocker + monitor/hdmi certification-status=blocker monitor/dvi-to-vga monitor/hdmi-to-vga - monitor/displayport_hotplug + monitor/displayport_hotplug certification-status=blocker monitor/vga id: after-suspend-monitor-full diff --git a/providers/base/units/power-management/test-plan.pxu b/providers/base/units/power-management/test-plan.pxu index d8612a74a5..14aaab1a90 100644 --- a/providers/base/units/power-management/test-plan.pxu +++ b/providers/base/units/power-management/test-plan.pxu @@ -98,10 +98,10 @@ unit: test plan _name: Automated power tests _description: Automated power tests for Snappy Ubuntu Core devices include: - power-management/warm-reboot - power-management/post-warm-reboot - power-management/cold-reboot - power-management/post-cold-reboot + power-management/warm-reboot certification-status=blocker + power-management/post-warm-reboot certification-status=blocker + power-management/cold-reboot certification-status=blocker + power-management/post-cold-reboot certification-status=blocker id: power-manual unit: test plan @@ -118,4 +118,4 @@ _description: CPU package cstate tests for Ubuntu PC devices include: power-management/idle-screen-on-residency-check power-management/cpu-low-power-idle - power-management/system-low-power-idle \ No newline at end of file + power-management/system-low-power-idle diff --git a/providers/base/units/rtc/test-plan.pxu b/providers/base/units/rtc/test-plan.pxu index 74d26ebda1..c8e1983a31 100644 --- a/providers/base/units/rtc/test-plan.pxu +++ b/providers/base/units/rtc/test-plan.pxu @@ -12,7 +12,7 @@ unit: test plan _name: Manual RTC tests _description: Manual RTC tests for Snappy Ubuntu Core devices include: - rtc/battery + rtc/battery certification-status=blocker id: rtc-automated unit: test plan diff --git a/providers/base/units/serial/test-plan.pxu b/providers/base/units/serial/test-plan.pxu index faf4e27229..81207952be 100644 --- a/providers/base/units/serial/test-plan.pxu +++ b/providers/base/units/serial/test-plan.pxu @@ -12,14 +12,14 @@ unit: test plan _name: Manual serial tests _description: Manual serial tests for Snappy Ubuntu Core devices include: - serial/rs232-console + serial/rs232-console certification-status=blocker id: serial-automated unit: test plan _name: Automated serial tests _description: Automated serial tests for Snappy Ubuntu Core devices include: - serial/loopback-.* + serial/loopback-.* certification-status=blocker bootstrap_include: serial_ports_static diff --git a/providers/base/units/usb/test-plan.pxu b/providers/base/units/usb/test-plan.pxu index 091daeb7c8..0f34c41e4c 100644 --- a/providers/base/units/usb/test-plan.pxu +++ b/providers/base/units/usb/test-plan.pxu @@ -220,10 +220,10 @@ unit: test plan _name: Manual USB tests _description: Manual USB tests for Ubuntu Core devices include: - usb/hid - usb/insert - usb/storage-automated # depends on manual one, so not automated - usb/remove + usb/hid certification-status=blocker + usb/insert certification-status=blocker + usb/storage-automated certification-status=blocker # depends on manual one, so not automated + usb/remove certification-status=blocker id: usb-automated unit: test plan @@ -385,4 +385,4 @@ _description: USB tests for Server Cert include: usb/detect usb/storage-server certification-status=blocker - usb3/storage-server certification-status=blocker \ No newline at end of file + usb3/storage-server certification-status=blocker diff --git a/providers/base/units/wireless/test-plan.pxu b/providers/base/units/wireless/test-plan.pxu index a455b499a1..e47163b46c 100644 --- a/providers/base/units/wireless/test-plan.pxu +++ b/providers/base/units/wireless/test-plan.pxu @@ -140,32 +140,32 @@ _description: Automated connection tests for unencrypted or WPA-encrypted 802.11 bg, n, ac, ax , be networks. include: - wireless/detect + wireless/detect certification-status=blocker wireless/wireless_scanning_.* - wireless/wireless_connection_open_be_nm_interface - wireless/wireless_connection_open_ax_nm_.* - wireless/wireless_connection_open_ac_nm_.* - wireless/wireless_connection_open_bg_nm_.* - wireless/wireless_connection_open_n_nm_.* - wireless/wireless_connection_wpa_be_nm_interface - wireless/wireless_connection_wpa3_be_nm_interface - wireless/wireless_connection_wpa_ax_nm_.* - wireless/wireless_connection_wpa3_ax_nm_.* - wireless/wireless_connection_wpa_ac_nm_.* - wireless/wireless_connection_wpa_bg_nm_.* - wireless/wireless_connection_wpa_n_nm_.* - wireless/wireless_connection_open_be_np_interface - wireless/wireless_connection_open_ax_np_.* - wireless/wireless_connection_open_ac_np_.* - wireless/wireless_connection_open_bg_np_.* - wireless/wireless_connection_open_n_np_.* - wireless/wireless_connection_wpa_ax_np_.* - wireless/wireless_connection_wpa3_ax_np_.* - wireless/wireless_connection_wpa_be_np_interface - wireless/wireless_connection_wpa3_be_np_interface - wireless/wireless_connection_wpa_ac_np_.* - wireless/wireless_connection_wpa_bg_np_.* - wireless/wireless_connection_wpa_n_np_.* + wireless/wireless_connection_open_be_nm_interface certification-status=blocker + wireless/wireless_connection_open_ax_nm_.* certification-status=blocker + wireless/wireless_connection_open_ac_nm_.* certification-status=blocker + wireless/wireless_connection_open_bg_nm_.* certification-status=blocker + wireless/wireless_connection_open_n_nm_.* certification-status=blocker + wireless/wireless_connection_wpa_be_nm_interface certification-status=blocker + wireless/wireless_connection_wpa3_be_nm_interface certification-status=blocker + wireless/wireless_connection_wpa_ax_nm_.* certification-status=blocker + wireless/wireless_connection_wpa3_ax_nm_.* certification-status=blocker + wireless/wireless_connection_wpa_ac_nm_.* certification-status=blocker + wireless/wireless_connection_wpa_bg_nm_.* certification-status=blocker + wireless/wireless_connection_wpa_n_nm_.* certification-status=blocker + wireless/wireless_connection_open_be_np_interface certification-status=blocker + wireless/wireless_connection_open_ax_np_.* certification-status=blocker + wireless/wireless_connection_open_ac_np_.* certification-status=blocker + wireless/wireless_connection_open_bg_np_.* certification-status=blocker + wireless/wireless_connection_open_n_np_.* certification-status=blocker + wireless/wireless_connection_wpa_ax_np_.* certification-status=blocker + wireless/wireless_connection_wpa3_ax_np_.* certification-status=blocker + wireless/wireless_connection_wpa_be_np_interface certification-status=blocker + wireless/wireless_connection_wpa3_be_np_interface certification-status=blocker + wireless/wireless_connection_wpa_ac_np_.* certification-status=blocker + wireless/wireless_connection_wpa_bg_np_.* certification-status=blocker + wireless/wireless_connection_wpa_n_np_.* certification-status=blocker wireless/check_iwlwifi_microcode_crash_.* bootstrap_include: device diff --git a/providers/base/units/wwan/test-plan.pxu b/providers/base/units/wwan/test-plan.pxu index 1a456d6ba9..6b419e1426 100644 --- a/providers/base/units/wwan/test-plan.pxu +++ b/providers/base/units/wwan/test-plan.pxu @@ -15,9 +15,9 @@ _name: Automated wwan tests _description: Automated wwan tests for Snappy Ubuntu Core devices include: # Note these tests require snap calling snap support - wwan/detect + wwan/detect certification-status=blocker wwan/3gpp-scan-manufacturer-model-hw_id-auto - wwan/gsm-connection-.*-auto + wwan/gsm-connection-.*-auto certification-status=blocker wwan/check-sim-present-.*-auto bootstrap_include: wwan_resource @@ -59,4 +59,4 @@ _description: Manual wwan tests for Snappy Ubuntu Core devices include: after-suspend-wwan/detect-manual after-suspend-wwan/check-sim-present-manual - after-suspend-wwan/gsm-connection-interrupted-manual \ No newline at end of file + after-suspend-wwan/gsm-connection-interrupted-manual diff --git a/providers/tpm2/units/test-plan.pxu b/providers/tpm2/units/test-plan.pxu index 521cad5920..63fb3650ce 100644 --- a/providers/tpm2/units/test-plan.pxu +++ b/providers/tpm2/units/test-plan.pxu @@ -89,7 +89,11 @@ _description: Clevis encryption tests estimated_duration: 1m include: - clevis.* + clevis-encrypt-tpm2/precheck certification-status=blocker + clevis-encrypt-tpm2/detect-rsa-capabilities certification-status=blocker + clevis-encrypt-tpm2/rsa certification-status=blocker + clevis-encrypt-tpm2/detect-ecc-capabilities certification-status=blocker + clevis-encrypt-tpm2/ecc certification-status=blocker mandatory_include: com.canonical.plainbox::manifest From 32918672711c4fd3d78df9b066b14d6ba7bdf6cb Mon Sep 17 00:00:00 2001 From: Pierre Equoy Date: Fri, 30 Aug 2024 17:11:06 +0200 Subject: [PATCH 2/2] Make every job in the IoT related test plans cert-blockers MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Use the certification_status_overrides section of test plan units to force every jobs to have the `certification-status` key set to `blocker`. ⚠️ Warning ⚠️ Currently, Checkbox will apply certification-status=blocker to every job of every test plan that use any of these as a nested part. This is a bug that has to be addressed eventually, but it was deemed OK for the time being. --- .../units/client-cert-iot-desktop-24-04.pxu | 8 ++++++++ .../units/client-cert-iot-server-16-04.pxu | 8 ++++++++ .../units/client-cert-iot-server-18-04.pxu | 8 ++++++++ .../units/client-cert-iot-server-20-04.pxu | 8 ++++++++ .../units/client-cert-iot-server-22-04.pxu | 8 ++++++++ .../units/client-cert-iot-server-24-04.pxu | 8 ++++++++ .../units/client-cert-iot-ubuntucore-16.pxu | 8 ++++++++ .../units/client-cert-iot-ubuntucore-18.pxu | 8 ++++++++ .../units/client-cert-iot-ubuntucore-20.pxu | 8 ++++++++ .../units/client-cert-iot-ubuntucore-22.pxu | 8 ++++++++ .../units/client-cert-iot-ubuntucore-24.pxu | 8 ++++++++ 11 files changed, 88 insertions(+) diff --git a/providers/certification-client/units/client-cert-iot-desktop-24-04.pxu b/providers/certification-client/units/client-cert-iot-desktop-24-04.pxu index 84591ac526..40a704c8ac 100644 --- a/providers/certification-client/units/client-cert-iot-desktop-24-04.pxu +++ b/providers/certification-client/units/client-cert-iot-desktop-24-04.pxu @@ -7,6 +7,8 @@ include: nested_part: client-cert-iot-desktop-24-04-manual client-cert-iot-desktop-24-04-automated +certification_status_overrides: + apply blocker to .* id: client-cert-iot-desktop-24-04-manual @@ -96,6 +98,8 @@ nested_part: after-suspend-wwan-manual exclude: snappy/os-.* +certification_status_overrides: + apply blocker to .* id: client-cert-iot-desktop-24-04-automated @@ -180,6 +184,8 @@ nested_part: after-suspend-usb-automated after-suspend-wireless-automated after-suspend-wwan-automated +certification_status_overrides: + apply blocker to .* id: client-cert-iot-desktop-24-04-stress @@ -190,3 +196,5 @@ _description: include: nested_part: stress-full +certification_status_overrides: + apply blocker to .* diff --git a/providers/certification-client/units/client-cert-iot-server-16-04.pxu b/providers/certification-client/units/client-cert-iot-server-16-04.pxu index c5c2083f3b..0e87d46f35 100644 --- a/providers/certification-client/units/client-cert-iot-server-16-04.pxu +++ b/providers/certification-client/units/client-cert-iot-server-16-04.pxu @@ -7,6 +7,8 @@ include: nested_part: client-cert-iot-server-16-04-manual client-cert-iot-server-16-04-automated +certification_status_overrides: + apply blocker to .* id: client-cert-iot-server-16-04-manual @@ -18,6 +20,8 @@ include: nested_part: # until there is reason to diverge, nest these plans client-cert-iot-ubuntucore-16-manual +certification_status_overrides: + apply blocker to .* id: client-cert-iot-server-16-04-automated @@ -30,6 +34,8 @@ nested_part: # until there is reason to diverge, nest these plans client-cert-iot-ubuntucore-16-automated ## snappy-snap-automated-lightweight ?? +certification_status_overrides: + apply blocker to .* id: client-cert-iot-server-16-04-stress @@ -40,3 +46,5 @@ _description: include: nested_part: stress-full +certification_status_overrides: + apply blocker to .* diff --git a/providers/certification-client/units/client-cert-iot-server-18-04.pxu b/providers/certification-client/units/client-cert-iot-server-18-04.pxu index 80176d1b79..57901b30a9 100644 --- a/providers/certification-client/units/client-cert-iot-server-18-04.pxu +++ b/providers/certification-client/units/client-cert-iot-server-18-04.pxu @@ -7,6 +7,8 @@ include: nested_part: client-cert-iot-server-18-04-manual client-cert-iot-server-18-04-automated +certification_status_overrides: + apply blocker to .* id: client-cert-iot-server-18-04-manual @@ -18,6 +20,8 @@ include: nested_part: # until there is reason to diverge, nest these plans client-cert-iot-ubuntucore-18-manual +certification_status_overrides: + apply blocker to .* id: client-cert-iot-server-18-04-automated @@ -30,6 +34,8 @@ nested_part: # until there is reason to diverge, nest these plans client-cert-iot-ubuntucore-18-automated ## snappy-snap-automated-lightweight ?? +certification_status_overrides: + apply blocker to .* id: client-cert-iot-server-18-04-stress @@ -40,3 +46,5 @@ _description: include: nested_part: stress-full +certification_status_overrides: + apply blocker to .* diff --git a/providers/certification-client/units/client-cert-iot-server-20-04.pxu b/providers/certification-client/units/client-cert-iot-server-20-04.pxu index 0de66da81d..3d7f48ee1e 100644 --- a/providers/certification-client/units/client-cert-iot-server-20-04.pxu +++ b/providers/certification-client/units/client-cert-iot-server-20-04.pxu @@ -7,6 +7,8 @@ include: nested_part: client-cert-iot-server-20-04-manual client-cert-iot-server-20-04-automated +certification_status_overrides: + apply blocker to .* id: client-cert-iot-server-20-04-manual @@ -21,6 +23,8 @@ nested_part: exclude: ubuntucore/os-.* snappy/os-.* +certification_status_overrides: + apply blocker to .* id: client-cert-iot-server-20-04-automated @@ -33,6 +37,8 @@ nested_part: # until there is reason to diverge, nest these plans client-cert-iot-ubuntucore-20-automated ## snappy-snap-automated-lightweight ?? +certification_status_overrides: + apply blocker to .* id: client-cert-iot-server-20-04-stress @@ -43,3 +49,5 @@ _description: include: nested_part: stress-full +certification_status_overrides: + apply blocker to .* diff --git a/providers/certification-client/units/client-cert-iot-server-22-04.pxu b/providers/certification-client/units/client-cert-iot-server-22-04.pxu index 671792dd09..4fd5ef796b 100644 --- a/providers/certification-client/units/client-cert-iot-server-22-04.pxu +++ b/providers/certification-client/units/client-cert-iot-server-22-04.pxu @@ -7,6 +7,8 @@ include: nested_part: client-cert-iot-server-22-04-manual client-cert-iot-server-22-04-automated +certification_status_overrides: + apply blocker to .* id: client-cert-iot-server-22-04-manual @@ -21,6 +23,8 @@ nested_part: exclude: ubuntucore/os-.* snappy/os-.* +certification_status_overrides: + apply blocker to .* id: client-cert-iot-server-22-04-automated @@ -33,6 +37,8 @@ nested_part: # until there is reason to diverge, nest these plans client-cert-iot-ubuntucore-22-automated ## snappy-snap-automated-lightweight ?? +certification_status_overrides: + apply blocker to .* id: client-cert-iot-server-22-04-stress @@ -43,3 +49,5 @@ _description: include: nested_part: stress-full +certification_status_overrides: + apply blocker to .* diff --git a/providers/certification-client/units/client-cert-iot-server-24-04.pxu b/providers/certification-client/units/client-cert-iot-server-24-04.pxu index 91cce1fc12..0ca7d38096 100644 --- a/providers/certification-client/units/client-cert-iot-server-24-04.pxu +++ b/providers/certification-client/units/client-cert-iot-server-24-04.pxu @@ -7,6 +7,8 @@ include: nested_part: client-cert-iot-server-24-04-manual client-cert-iot-server-24-04-automated +certification_status_overrides: + apply blocker to .* id: client-cert-iot-server-24-04-manual @@ -89,6 +91,8 @@ exclude: bluetooth4/HOGP-mouse snappy/os-.* after-suspend-bluetooth4/HOGP-mouse +certification_status_overrides: + apply blocker to .* id: client-cert-iot-server-24-04-automated @@ -164,6 +168,8 @@ nested_part: after-suspend-usb-automated after-suspend-wireless-automated after-suspend-wwan-automated +certification_status_overrides: + apply blocker to .* id: client-cert-iot-server-24-04-stress @@ -174,3 +180,5 @@ _description: include: nested_part: stress-full +certification_status_overrides: + apply blocker to .* diff --git a/providers/certification-client/units/client-cert-iot-ubuntucore-16.pxu b/providers/certification-client/units/client-cert-iot-ubuntucore-16.pxu index d1b6898ad1..e6e101380b 100644 --- a/providers/certification-client/units/client-cert-iot-ubuntucore-16.pxu +++ b/providers/certification-client/units/client-cert-iot-ubuntucore-16.pxu @@ -7,6 +7,8 @@ include: nested_part: client-cert-iot-ubuntucore-16-manual client-cert-iot-ubuntucore-16-automated +certification_status_overrides: + apply blocker to .* id: client-cert-iot-ubuntucore-16-manual @@ -74,6 +76,8 @@ nested_part: after-suspend-wireless-manual after-suspend-wireless-wifi-master-mode-manual after-suspend-wwan-manual +certification_status_overrides: + apply blocker to .* id: client-cert-iot-ubuntucore-16-automated _name: IoT Client Certification for Ubuntu Core 16 (Automated Tests) @@ -141,6 +145,8 @@ nested_part: after-suspend-usb-automated after-suspend-wireless-automated after-suspend-wwan-automated +certification_status_overrides: + apply blocker to .* id: client-cert-iot-ubuntucore-16-stress _name: IoT Client Certification for Ubuntu Core 16 (Stress Tests) @@ -150,3 +156,5 @@ _description: include: nested_part: stress-full +certification_status_overrides: + apply blocker to .* diff --git a/providers/certification-client/units/client-cert-iot-ubuntucore-18.pxu b/providers/certification-client/units/client-cert-iot-ubuntucore-18.pxu index 520871b155..8128f08ac3 100644 --- a/providers/certification-client/units/client-cert-iot-ubuntucore-18.pxu +++ b/providers/certification-client/units/client-cert-iot-ubuntucore-18.pxu @@ -7,6 +7,8 @@ include: nested_part: client-cert-iot-ubuntucore-18-manual client-cert-iot-ubuntucore-18-automated +certification_status_overrides: + apply blocker to .* id: client-cert-iot-ubuntucore-18-manual @@ -76,6 +78,8 @@ nested_part: after-suspend-wireless-manual after-suspend-wireless-wifi-master-mode-manual after-suspend-wwan-manual +certification_status_overrides: + apply blocker to .* id: client-cert-iot-ubuntucore-18-automated _name: IoT Client Certification for Ubuntu Core 18 (Automated Tests) @@ -144,6 +148,8 @@ nested_part: after-suspend-usb-automated after-suspend-wireless-automated after-suspend-wwan-automated +certification_status_overrides: + apply blocker to .* id: client-cert-iot-ubuntucore-18-stress _name: IoT Client Certification for Ubuntu Core 18 (Stress Tests) @@ -153,3 +159,5 @@ _description: include: nested_part: stress-full +certification_status_overrides: + apply blocker to .* diff --git a/providers/certification-client/units/client-cert-iot-ubuntucore-20.pxu b/providers/certification-client/units/client-cert-iot-ubuntucore-20.pxu index f31f24ac19..c3eec49104 100644 --- a/providers/certification-client/units/client-cert-iot-ubuntucore-20.pxu +++ b/providers/certification-client/units/client-cert-iot-ubuntucore-20.pxu @@ -7,6 +7,8 @@ include: nested_part: client-cert-iot-ubuntucore-20-manual client-cert-iot-ubuntucore-20-automated +certification_status_overrides: + apply blocker to .* id: client-cert-iot-ubuntucore-20-manual @@ -77,6 +79,8 @@ nested_part: after-suspend-wireless-manual after-suspend-wireless-wifi-master-mode-manual after-suspend-wwan-manual +certification_status_overrides: + apply blocker to .* id: client-cert-iot-ubuntucore-20-automated _name: IoT Client Certification for Ubuntu Core 20 (Automated Tests) @@ -146,6 +150,8 @@ nested_part: after-suspend-usb-automated after-suspend-wireless-automated after-suspend-wwan-automated +certification_status_overrides: + apply blocker to .* id: client-cert-iot-ubuntucore-20-stress _name: IoT Client Certification for Ubuntu Core 20 (Stress Tests) @@ -155,3 +161,5 @@ _description: include: nested_part: stress-full +certification_status_overrides: + apply blocker to .* diff --git a/providers/certification-client/units/client-cert-iot-ubuntucore-22.pxu b/providers/certification-client/units/client-cert-iot-ubuntucore-22.pxu index f355a03f5f..f05e8750b3 100644 --- a/providers/certification-client/units/client-cert-iot-ubuntucore-22.pxu +++ b/providers/certification-client/units/client-cert-iot-ubuntucore-22.pxu @@ -7,6 +7,8 @@ include: nested_part: client-cert-iot-ubuntucore-22-manual client-cert-iot-ubuntucore-22-automated +certification_status_overrides: + apply blocker to .* id: client-cert-iot-ubuntucore-22-manual @@ -77,6 +79,8 @@ nested_part: after-suspend-wireless-manual after-suspend-wireless-wifi-master-mode-manual after-suspend-wwan-manual +certification_status_overrides: + apply blocker to .* id: client-cert-iot-ubuntucore-22-automated @@ -148,6 +152,8 @@ nested_part: after-suspend-usb-automated after-suspend-wireless-automated after-suspend-wwan-automated +certification_status_overrides: + apply blocker to .* id: client-cert-iot-ubuntucore-22-stress @@ -158,3 +164,5 @@ _description: include: nested_part: stress-full +certification_status_overrides: + apply blocker to .* diff --git a/providers/certification-client/units/client-cert-iot-ubuntucore-24.pxu b/providers/certification-client/units/client-cert-iot-ubuntucore-24.pxu index 810f1d3575..d2b032c533 100644 --- a/providers/certification-client/units/client-cert-iot-ubuntucore-24.pxu +++ b/providers/certification-client/units/client-cert-iot-ubuntucore-24.pxu @@ -7,6 +7,8 @@ include: nested_part: client-cert-iot-ubuntucore-24-manual client-cert-iot-ubuntucore-24-automated +certification_status_overrides: + apply blocker to .* id: client-cert-iot-ubuntucore-24-manual @@ -86,6 +88,8 @@ nested_part: exclude: bluetooth4/HOGP-mouse after-suspend-bluetooth4/HOGP-mouse +certification_status_overrides: + apply blocker to .* id: client-cert-iot-ubuntucore-24-automated @@ -165,6 +169,8 @@ nested_part: after-suspend-usb-automated after-suspend-wireless-automated after-suspend-wwan-automated +certification_status_overrides: + apply blocker to .* id: client-cert-iot-ubuntucore-24-stress @@ -175,3 +181,5 @@ _description: include: nested_part: stress-full +certification_status_overrides: + apply blocker to .*