Add cert-blocker status based on coverage guide for IoT test plans (BugFix)

providers/base/units/audio/test-plan.pxu

@@ -106,7 +106,7 @@ unit: test plan
 _name: Manual audio tests
 _description: Manual audio tests for Snappy Ubuntu Core devices
 include:
-    audio/alsa-playback
+    audio/alsa-playback    certification-status=blocker
 
 id: audio-pa-manual
 unit: test plan
@@ -126,7 +126,7 @@ _description: Automated audio tests for Snappy Ubuntu Core devices
 include:
     audio/detect-playback-devices
     audio/detect-capture-devices
-    audio/alsa-loopback-automated
+    audio/alsa-loopback-automated    certification-status=blocker
 
 id: after-suspend-audio-full
 unit: test plan

providers/base/units/bluetooth/test-plan.pxu

@@ -56,7 +56,7 @@ _name: Manual Bluetooth tests
 _description: Manual QA tests for Bluetooth
 estimated_duration: 5m
 include:
-    bluetooth/keyboard-manual
+    bluetooth/keyboard-manual    certification-status=blocker
 
 id: bluez-automated
 unit: test plan
@@ -77,7 +77,7 @@ include:
     # bluetooth/bluez-internal-mgmt-tests_.*
     bluetooth/bluez-internal-uc-tests_.*
     bluetooth/bluez-internal-bnep-tests_.*
-    bluetooth4/beacon_eddystone_url_.*
+    bluetooth4/beacon_eddystone_url_.*    certification-status=blocker
     bluetooth/bluetooth_obex_send
 bootstrap_include:
     device
@@ -188,4 +188,4 @@ include:
     after-suspend-bluetooth/bluetooth_obex_send            certification-status=blocker
     after-suspend-bluetooth4/beacon_eddystone_url_.*       certification-status=blocker
 bootstrap_include:
-    device
+    device

providers/base/units/ethernet/test-plan.pxu

@@ -69,8 +69,8 @@ _name: Automated ethernet tests
 _description: Automated ethernet tests for Ubuntu Core devices
 estimated_duration: 1m
 include:
-    ethernet/detect
-    ethernet/ping_.*
+    ethernet/detect    certification-status=blocker
+    ethernet/ping_.*   certification-status=blocker
 bootstrap_include:
     device
 
@@ -145,4 +145,4 @@ include:
     ethernet/multi_iperf3_nic_underspeed_device.*   certification-status=non-blocker
 bootstrap_include:
     device
-    executable
+    executable

providers/base/units/i2c/test-plan.pxu

@@ -18,5 +18,5 @@ unit: test plan
 _name: Automated I²C tests
 _description: Automated I²C tests for Ubuntu Core devices
 include:
-    i2c/i2c-bus-detect
-    i2c/i2c-device-detect
+    i2c/i2c-bus-detect       certification-status=blocker
+    i2c/i2c-device-detect    certification-status=blocker

providers/base/units/led/test-plan.pxu

@@ -104,10 +104,10 @@ unit: test plan
 _name: Manual LED tests for IoT
 _description: Manual LED tests for IoT devices
 include:
-    led/power
+    led/power                         certification-status=blocker
     led/power-blink-suspend
     led/wireless
-    led/serial
+    led/serial                        certification-status=blocker
     led/fn
     led/sysfs_led_brightness_on_.*
     led/sysfs_led_brightness_off_.*

providers/base/units/memory/test-plan.pxu

@@ -17,7 +17,7 @@ unit: test plan
 _name: Automated memory tests
 _description: Automated memory tests for Ubuntu Core devices
 include:
-    memory/info
+    memory/info    certification-status=blocker
 
 id: server-memory
 unit: test plan

providers/base/units/monitor/test-plan.pxu

@@ -359,11 +359,11 @@ unit: test plan
 _name: Manual monitor tests
 _description: Manual monitor tests for Snappy Ubuntu Core devices
 include:
-    monitor/dvi
-    monitor/hdmi
+    monitor/dvi                  certification-status=blocker
+    monitor/hdmi                 certification-status=blocker
     monitor/dvi-to-vga
     monitor/hdmi-to-vga
-    monitor/displayport_hotplug
+    monitor/displayport_hotplug  certification-status=blocker
     monitor/vga
 
 id: after-suspend-monitor-full

providers/base/units/power-management/test-plan.pxu

@@ -98,10 +98,10 @@ unit: test plan
 _name: Automated power tests
 _description: Automated power tests for Snappy Ubuntu Core devices
 include:
-    power-management/warm-reboot
-    power-management/post-warm-reboot
-    power-management/cold-reboot
-    power-management/post-cold-reboot
+    power-management/warm-reboot         certification-status=blocker
+    power-management/post-warm-reboot    certification-status=blocker
+    power-management/cold-reboot         certification-status=blocker
+    power-management/post-cold-reboot    certification-status=blocker
 
 id: power-manual
 unit: test plan
@@ -118,4 +118,4 @@ _description: CPU package cstate tests for Ubuntu PC devices
 include:
     power-management/idle-screen-on-residency-check
     power-management/cpu-low-power-idle
-    power-management/system-low-power-idle
+    power-management/system-low-power-idle

providers/base/units/rtc/test-plan.pxu

@@ -12,7 +12,7 @@ unit: test plan
 _name: Manual RTC tests
 _description: Manual RTC tests for Snappy Ubuntu Core devices
 include:
-    rtc/battery
+    rtc/battery    certification-status=blocker
 
 id: rtc-automated
 unit: test plan

providers/base/units/serial/test-plan.pxu

@@ -12,14 +12,14 @@ unit: test plan
 _name: Manual serial tests
 _description: Manual serial tests for Snappy Ubuntu Core devices
 include:
-    serial/rs232-console
+    serial/rs232-console    certification-status=blocker
 
 id: serial-automated
 unit: test plan
 _name: Automated serial tests
 _description: Automated serial tests for Snappy Ubuntu Core devices
 include:
-    serial/loopback-.*
+    serial/loopback-.*    certification-status=blocker
 bootstrap_include:
     serial_ports_static
 

providers/base/units/usb/test-plan.pxu

@@ -220,10 +220,10 @@ unit: test plan
 _name: Manual USB tests
 _description: Manual USB tests for Ubuntu Core devices
 include:
-    usb/hid
-    usb/insert
-    usb/storage-automated # depends on manual one, so not automated
-    usb/remove
+    usb/hid                  certification-status=blocker
+    usb/insert               certification-status=blocker
+    usb/storage-automated    certification-status=blocker # depends on manual one, so not automated
+    usb/remove               certification-status=blocker
 
 id: usb-automated
 unit: test plan
@@ -385,4 +385,4 @@ _description: USB tests for Server Cert
 include:
     usb/detect
     usb/storage-server      certification-status=blocker
-    usb3/storage-server     certification-status=blocker
+    usb3/storage-server     certification-status=blocker

providers/base/units/wireless/test-plan.pxu

@@ -140,32 +140,32 @@ _description:
  Automated connection tests for unencrypted or WPA-encrypted 802.11 bg, n, ac, ax
  , be networks.
 include:
-    wireless/detect
+    wireless/detect                                    certification-status=blocker
     wireless/wireless_scanning_.*
-    wireless/wireless_connection_open_be_nm_interface
-    wireless/wireless_connection_open_ax_nm_.*
-    wireless/wireless_connection_open_ac_nm_.*
-    wireless/wireless_connection_open_bg_nm_.*
-    wireless/wireless_connection_open_n_nm_.*
-    wireless/wireless_connection_wpa_be_nm_interface
-    wireless/wireless_connection_wpa3_be_nm_interface
-    wireless/wireless_connection_wpa_ax_nm_.*
-    wireless/wireless_connection_wpa3_ax_nm_.*
-    wireless/wireless_connection_wpa_ac_nm_.*
-    wireless/wireless_connection_wpa_bg_nm_.*
-    wireless/wireless_connection_wpa_n_nm_.*
-    wireless/wireless_connection_open_be_np_interface
-    wireless/wireless_connection_open_ax_np_.*
-    wireless/wireless_connection_open_ac_np_.*
-    wireless/wireless_connection_open_bg_np_.*
-    wireless/wireless_connection_open_n_np_.*
-    wireless/wireless_connection_wpa_ax_np_.*
-    wireless/wireless_connection_wpa3_ax_np_.*
-    wireless/wireless_connection_wpa_be_np_interface
-    wireless/wireless_connection_wpa3_be_np_interface
-    wireless/wireless_connection_wpa_ac_np_.*
-    wireless/wireless_connection_wpa_bg_np_.*
-    wireless/wireless_connection_wpa_n_np_.*
+    wireless/wireless_connection_open_be_nm_interface  certification-status=blocker
+    wireless/wireless_connection_open_ax_nm_.*         certification-status=blocker
+    wireless/wireless_connection_open_ac_nm_.*         certification-status=blocker
+    wireless/wireless_connection_open_bg_nm_.*         certification-status=blocker
+    wireless/wireless_connection_open_n_nm_.*          certification-status=blocker
+    wireless/wireless_connection_wpa_be_nm_interface   certification-status=blocker
+    wireless/wireless_connection_wpa3_be_nm_interface  certification-status=blocker
+    wireless/wireless_connection_wpa_ax_nm_.*          certification-status=blocker
+    wireless/wireless_connection_wpa3_ax_nm_.*         certification-status=blocker
+    wireless/wireless_connection_wpa_ac_nm_.*          certification-status=blocker
+    wireless/wireless_connection_wpa_bg_nm_.*          certification-status=blocker
+    wireless/wireless_connection_wpa_n_nm_.*           certification-status=blocker
+    wireless/wireless_connection_open_be_np_interface  certification-status=blocker
+    wireless/wireless_connection_open_ax_np_.*         certification-status=blocker
+    wireless/wireless_connection_open_ac_np_.*         certification-status=blocker
+    wireless/wireless_connection_open_bg_np_.*         certification-status=blocker
+    wireless/wireless_connection_open_n_np_.*          certification-status=blocker
+    wireless/wireless_connection_wpa_ax_np_.*          certification-status=blocker
+    wireless/wireless_connection_wpa3_ax_np_.*         certification-status=blocker
+    wireless/wireless_connection_wpa_be_np_interface   certification-status=blocker
+    wireless/wireless_connection_wpa3_be_np_interface  certification-status=blocker
+    wireless/wireless_connection_wpa_ac_np_.*          certification-status=blocker
+    wireless/wireless_connection_wpa_bg_np_.*          certification-status=blocker
+    wireless/wireless_connection_wpa_n_np_.*           certification-status=blocker
     wireless/check_iwlwifi_microcode_crash_.*
 bootstrap_include:
     device

providers/base/units/wwan/test-plan.pxu

@@ -15,9 +15,9 @@ _name: Automated wwan tests
 _description: Automated wwan tests for Snappy Ubuntu Core devices
 include:
     # Note these tests require snap calling snap support
-    wwan/detect
+    wwan/detect    certification-status=blocker
     wwan/3gpp-scan-manufacturer-model-hw_id-auto
-    wwan/gsm-connection-.*-auto
+    wwan/gsm-connection-.*-auto    certification-status=blocker
     wwan/check-sim-present-.*-auto
 bootstrap_include:
     wwan_resource
@@ -59,4 +59,4 @@ _description: Manual wwan tests for Snappy Ubuntu Core devices
 include:
     after-suspend-wwan/detect-manual
     after-suspend-wwan/check-sim-present-manual
-    after-suspend-wwan/gsm-connection-interrupted-manual
+    after-suspend-wwan/gsm-connection-interrupted-manual

providers/certification-client/units/client-cert-iot-desktop-24-04.pxu

@@ -7,6 +7,8 @@ include:
 nested_part:
   client-cert-iot-desktop-24-04-manual
   client-cert-iot-desktop-24-04-automated
+certification_status_overrides:
+  apply blocker to .*
 
 
 id: client-cert-iot-desktop-24-04-manual
@@ -96,6 +98,8 @@ nested_part:
   after-suspend-wwan-manual
 exclude:
   snappy/os-.*
+certification_status_overrides:
+  apply blocker to .*
 
 
 id: client-cert-iot-desktop-24-04-automated
@@ -180,6 +184,8 @@ nested_part:
   after-suspend-usb-automated
   after-suspend-wireless-automated
   after-suspend-wwan-automated
+certification_status_overrides:
+  apply blocker to .*
 
 
 id: client-cert-iot-desktop-24-04-stress
@@ -190,3 +196,5 @@ _description:
 include:
 nested_part:
   stress-full
+certification_status_overrides:
+  apply blocker to .*

providers/certification-client/units/client-cert-iot-server-16-04.pxu

@@ -7,6 +7,8 @@ include:
 nested_part:
   client-cert-iot-server-16-04-manual
   client-cert-iot-server-16-04-automated
+certification_status_overrides:
+  apply blocker to .*
 
 
 id: client-cert-iot-server-16-04-manual
@@ -18,6 +20,8 @@ include:
 nested_part:
   # until there is reason to diverge, nest these plans
   client-cert-iot-ubuntucore-16-manual
+certification_status_overrides:
+  apply blocker to .*
 
 
 id: client-cert-iot-server-16-04-automated
@@ -30,6 +34,8 @@ nested_part:
   # until there is reason to diverge, nest these plans
   client-cert-iot-ubuntucore-16-automated
   ## snappy-snap-automated-lightweight ??
+certification_status_overrides:
+  apply blocker to .*
 
 
 id: client-cert-iot-server-16-04-stress
@@ -40,3 +46,5 @@ _description:
 include:
 nested_part:
   stress-full
+certification_status_overrides:
+  apply blocker to .*

providers/certification-client/units/client-cert-iot-server-18-04.pxu

@@ -7,6 +7,8 @@ include:
 nested_part:
   client-cert-iot-server-18-04-manual
   client-cert-iot-server-18-04-automated
+certification_status_overrides:
+  apply blocker to .*
 
 
 id: client-cert-iot-server-18-04-manual
@@ -18,6 +20,8 @@ include:
 nested_part:
   # until there is reason to diverge, nest these plans
   client-cert-iot-ubuntucore-18-manual
+certification_status_overrides:
+  apply blocker to .*
 
 
 id: client-cert-iot-server-18-04-automated
@@ -30,6 +34,8 @@ nested_part:
   # until there is reason to diverge, nest these plans
   client-cert-iot-ubuntucore-18-automated
   ## snappy-snap-automated-lightweight ??
+certification_status_overrides:
+  apply blocker to .*
 
 
 id: client-cert-iot-server-18-04-stress
@@ -40,3 +46,5 @@ _description:
 include:
 nested_part:
   stress-full
+certification_status_overrides:
+  apply blocker to .*

providers/certification-client/units/client-cert-iot-server-20-04.pxu

@@ -7,6 +7,8 @@ include:
 nested_part:
   client-cert-iot-server-20-04-manual
   client-cert-iot-server-20-04-automated
+certification_status_overrides:
+  apply blocker to .*
 
 
 id: client-cert-iot-server-20-04-manual
@@ -21,6 +23,8 @@ nested_part:
 exclude:
   ubuntucore/os-.*
   snappy/os-.*
+certification_status_overrides:
+  apply blocker to .*
 
 
 id: client-cert-iot-server-20-04-automated
@@ -33,6 +37,8 @@ nested_part:
   # until there is reason to diverge, nest these plans
   client-cert-iot-ubuntucore-20-automated
   ## snappy-snap-automated-lightweight ??
+certification_status_overrides:
+  apply blocker to .*
 
 
 id: client-cert-iot-server-20-04-stress
@@ -43,3 +49,5 @@ _description:
 include:
 nested_part:
   stress-full
+certification_status_overrides:
+  apply blocker to .*