From e373bc692e5e3b1c11067652803951f6ccfef794 Mon Sep 17 00:00:00 2001 From: Zongmin Liu Date: Sun, 15 Sep 2024 11:48:15 +0800 Subject: [PATCH 1/2] Tidy up ce-oem test plans a bit --- .../units/test-plan-ce-oem-full-classic.pxu | 75 ++++++++++-------- .../units/test-plan-ce-oem-full-core.pxu | 78 ++++++++----------- .../units/test-plan-ce-oem.pxu | 37 ++++----- 3 files changed, 95 insertions(+), 95 deletions(-) diff --git a/contrib/checkbox-ce-oem/checkbox-provider-ce-oem/units/test-plan-ce-oem-full-classic.pxu b/contrib/checkbox-ce-oem/checkbox-provider-ce-oem/units/test-plan-ce-oem-full-classic.pxu index 48e99d79db..51af9a20d9 100644 --- a/contrib/checkbox-ce-oem/checkbox-provider-ce-oem/units/test-plan-ce-oem-full-classic.pxu +++ b/contrib/checkbox-ce-oem/checkbox-provider-ce-oem/units/test-plan-ce-oem-full-classic.pxu @@ -6,9 +6,9 @@ id: ce-oem-iot-server-24-04 unit: test plan -_name: CE-OEM-IOT - Full manual + automated tests for Ubuntu Server 24.04 +_name: CE-OEM-IOT - Full manual + automated OEMQA tests for Ubuntu Server 24.04 _description: - Combined manual and automated test plans for the IoT devices running Ubuntu Server. + Combined manual and automated test plans for IoT devices running Ubuntu Server. include: nested_part: ce-oem-iot-server-24-04-manual @@ -16,9 +16,9 @@ nested_part: id: ce-oem-iot-server-22-04 unit: test plan -_name: CE-OEM-IOT - Full manual + automated tests for Ubuntu Server 22.04 +_name: CE-OEM-IOT - Full manual + automated OEMQA tests for Ubuntu Server 22.04 _description: - Combined manual and automated test plans for the IoT devices running Ubuntu Server. + Combined manual and automated test plans for IoT devices running Ubuntu Server. include: nested_part: ce-oem-iot-server-22-04-manual @@ -26,20 +26,19 @@ nested_part: id: ce-oem-iot-server-20-04 unit: test plan -_name: CE-OEM-IOT - Full manual + automated tests for Ubuntu Server 20.04 +_name: CE-OEM-IOT - Full manual + automated OEMQA tests for Ubuntu Server 20.04 _description: - Combined manual and automated test plans for Ubuntu Server IoT devices. + Combined manual and automated test plans for IoT devices running Ubuntu Server. include: nested_part: ce-oem-iot-server-20-04-manual ce-oem-iot-server-20-04-automated - id: ce-oem-iot-server-24-04-manual unit: test plan -_name: CE-OEM-IOT - Manual only QA tests for Ubuntu Server 24.04 +_name: CE-OEM-IOT - Manual only OEMQA tests for Ubuntu Server 24.04 _description: - Ubuntu Server QA test plan for the ce-oem-iot hardware. This test plan contains + Ubuntu Server OEMQA test plan for the IoT devices. This test plan contains all of the tests that require manual control of device hardware or some other user input to complete. estimated_duration: 3600 @@ -53,9 +52,9 @@ exclude: id: ce-oem-iot-server-22-04-manual unit: test plan -_name: CE-OEM-IOT - Manual only QA tests for Ubuntu Server 22.04 +_name: CE-OEM-IOT - Manual only OEMQA tests for Ubuntu Server 22.04 _description: - Ubuntu Server QA test plan for the ce-oem-iot hardware. This test plan contains + Ubuntu Server OEMQA test plan for the IoT devices. This test plan contains all of the tests that require manual control of device hardware or some other user input to complete. estimated_duration: 3600 @@ -69,9 +68,9 @@ exclude: id: ce-oem-iot-server-20-04-manual unit: test plan -_name: CE-OEM-IOT - Manual only QA tests for Ubuntu Server 20.04 +_name: CE-OEM-IOT - Manual only OEMQA tests for Ubuntu Server 20.04 _description: - Ubuntu Server QA test plan for the ce-oem-iot hardware. This test plan contains + Ubuntu Server OEMQA test plan for the IoT devices. This test plan contains all of the tests that require manual control of device hardware or some other user input to complete. estimated_duration: 3600 @@ -83,39 +82,38 @@ nested_part: exclude: com.canonical.certification::ethernet/wol_S4_.* - -id: ce-oem-iot-server-22-04-automated +id: ce-oem-iot-server-24-04-automated unit: test plan -_name: CE-OEM-IOT - Automated only QA tests for Ubuntu Server 22.04 +_name: CE-OEM-IOT - Automated only OEMQA tests for Ubuntu Server 24.04 _description: - Ubuntu Server QA test plan for the IoT hardware. This test plan contains - all of the automated tests used to validate the IoT device. + Ubuntu Server OEMQA test plan for the IoT devices. This test plan contains + all of the automated tests used to validate the IoT devices. include: nested_part: ce-oem-automated - com.canonical.certification::client-cert-iot-server-22-04-automated + com.canonical.certification::client-cert-iot-server-24-04-automated after-suspend-ce-oem-automated exclude: -id: ce-oem-iot-server-24-04-automated +id: ce-oem-iot-server-22-04-automated unit: test plan -_name: CE-OEM-IOT - Automated only QA tests for Ubuntu Server 24.04 +_name: CE-OEM-IOT - Automated only OEMQA tests for Ubuntu Server 22.04 _description: - Ubuntu Server QA test plan for the IoT hardware. This test plan contains - all of the automated tests used to validate the IoT device. + Ubuntu Server OEMQA test plan for the IoT devices. This test plan contains + all of the automated tests used to validate the IoT devices. include: nested_part: ce-oem-automated - com.canonical.certification::client-cert-iot-server-24-04-automated + com.canonical.certification::client-cert-iot-server-22-04-automated after-suspend-ce-oem-automated exclude: id: ce-oem-iot-server-20-04-automated unit: test plan -_name: CE-OEM-IOT - Automated only QA tests for Ubuntu Server 20.04 +_name: CE-OEM-IOT - Automated only OEMQA tests for Ubuntu Server 20.04 _description: - Ubuntu Server QA test plan for the ce-oem-iot hardware. This test plan contains - all of the automated tests used to validate the ce-oem-iot device. + Ubuntu Server OEMQA test plan for the IoT devices. This test plan contains + all of the automated tests used to validate the IoT devices. include: nested_part: ce-oem-automated @@ -123,14 +121,25 @@ nested_part: after-suspend-ce-oem-automated exclude: +id: ce-oem-iot-server-24-04-stress +unit: test plan +_name: CE-OEM-IOT - Stress only OEMQA tests for Ubuntu Server 24.04 +_description: + Ubuntu Server OEMQA test plan that includes all stress tests required for IoT devices +include: +nested_part: + com.canonical.certification::client-cert-iot-server-24-04-stress + ce-oem-stress +exclude: + com.canonical.certification::stress-tests/hibernate.* + id: ce-oem-iot-server-22-04-stress unit: test plan -_name: CE-OEM-IOT - Stress tests for Ubuntu Server 22.04 +_name: CE-OEM-IOT - Stress only OEMQA tests for Ubuntu Server 22.04 _description: - Ubuntu Server QA test plan that includes all stress tests required for IoT devices + Ubuntu Server OEMQA test plan that includes all stress tests required for IoT devices include: nested_part: - com.canonical.certification::stress-iperf3-automated # keep if ethernet is supported com.canonical.certification::client-cert-iot-server-22-04-stress ce-oem-stress exclude: @@ -139,13 +148,13 @@ exclude: id: ce-oem-iot-server-20-04-stress unit: test plan -_name: CE-OEM-IOT - Stress tests for Ubuntu Server 20.04 +_name: CE-OEM-IOT - Stress only OEMQA tests for Ubuntu Server 20.04 _description: - Ubuntu Server QA test plan that includes all stress tests required for IoT devices + Ubuntu Server OEMQA test plan that includes all stress tests required for IoT devices include: nested_part: - com.canonical.certification::stress-iperf3-automated # keep if ethernet is supported com.canonical.certification::client-cert-iot-server-20-04-stress ce-oem-stress exclude: com.canonical.certification::stress-tests/hibernate.* + diff --git a/contrib/checkbox-ce-oem/checkbox-provider-ce-oem/units/test-plan-ce-oem-full-core.pxu b/contrib/checkbox-ce-oem/checkbox-provider-ce-oem/units/test-plan-ce-oem-full-core.pxu index 5fb41f5b1a..c638fb145f 100644 --- a/contrib/checkbox-ce-oem/checkbox-provider-ce-oem/units/test-plan-ce-oem-full-core.pxu +++ b/contrib/checkbox-ce-oem/checkbox-provider-ce-oem/units/test-plan-ce-oem-full-core.pxu @@ -6,9 +6,9 @@ id: ce-oem-iot-ubuntucore-24 unit: test plan -_name: CE-OEM-IOT - Full manual + automated tests for Ubuntu Core 24 +_name: CE-OEM-IOT - Full manual + automated OEMQA tests for Ubuntu Core 24 _description: - Combined manual and automated test plans for IoT device running Ubuntu Core. + Combined manual and automated test plans for IoT devices running Ubuntu Core. include: nested_part: ce-oem-iot-ubuntucore-24-manual @@ -16,9 +16,9 @@ nested_part: id: ce-oem-iot-ubuntucore-22 unit: test plan -_name: CE-OEM-IOT - Full manual + automated tests for Ubuntu Core 22 +_name: CE-OEM-IOT - Full manual + automated OEMQA tests for Ubuntu Core 22 _description: - Combined manual and automated test plans for IoT device running Ubuntu Core. + Combined manual and automated test plans for IoT devices running Ubuntu Core. include: nested_part: ce-oem-iot-ubuntucore-22-manual @@ -26,9 +26,9 @@ nested_part: id: ce-oem-iot-ubuntucore-20 unit: test plan -_name: CE-OEM-IOT - Full manual + automated tests for Ubuntu Core 20 +_name: CE-OEM-IOT - Full manual + automated OEMQA tests for Ubuntu Core 20 _description: - Combined manual and automated test plans for IoT device running Ubuntu Core. + Combined manual and automated test plans for IoT devices running Ubuntu Core. include: nested_part: ce-oem-iot-ubuntucore-20-manual @@ -36,11 +36,11 @@ nested_part: id: ce-oem-iot-ubuntucore-24-manual unit: test plan -_name: CE-OEM-IOT - Manual only QA tests for Ubuntu Core 24 +_name: CE-OEM-IOT - Manual only OEMQA tests for Ubuntu Core 24 _description: - Ubuntu Core QA test plan for the IoT hardware. This test plan contains - all of the tests that require manual control of device hardware - or some other user input to complete. + Ubuntu Core OEMQA test plan for the IoT devices. This test plan contains + all of the tests that require manual control of device hardware + or some other user input to complete. estimated_duration: 3600 include: com.canonical.certification::disk/encryption/check-fde-tpm # keep if FDE with TPM is enabled @@ -52,14 +52,13 @@ nested_part: exclude: com.canonical.certification::ethernet/wol_S4_.* - id: ce-oem-iot-ubuntucore-22-manual unit: test plan -_name: CE-OEM-IOT - Manual only QA tests for Ubuntu Core 22 +_name: CE-OEM-IOT - Manual only OEMQA tests for Ubuntu Core 22 _description: - Ubuntu Core QA test plan for the IoT hardware. This test plan contains - all of the tests that require manual control of device hardware - or some other user input to complete. + Ubuntu Core OEMQA test plan for the IoT devices. This test plan contains + all of the tests that require manual control of device hardware + or some other user input to complete. estimated_duration: 3600 include: com.canonical.certification::disk/encryption/check-fde-tpm # keep if FDE with TPM is enabled @@ -71,14 +70,13 @@ nested_part: exclude: com.canonical.certification::ethernet/wol_S4_.* - id: ce-oem-ubuntucore-20-manual unit: test plan -_name: CE-OEM-IOT - Manual only QA tests for Ubuntu Core 20 +_name: CE-OEM-IOT - Manual only OEMQA tests for Ubuntu Core 20 _description: - Ubuntu Core QA test plan for the IoT hardware. This test plan contains - all of the tests that require manual control of device hardware - or some other user input to complete. + Ubuntu Core OEMQA test plan for the IoT devices. This test plan contains + all of the tests that require manual control of device hardware + or some other user input to complete. estimated_duration: 3600 include: com.canonical.certification::disk/encryption/check-fde-tpm # keep if FDE with TPM is enabled @@ -90,13 +88,12 @@ nested_part: exclude: com.canonical.certification::ethernet/wol_S4_.* - id: ce-oem-iot-ubuntucore-24-automated unit: test plan -_name: CE-OEM-IOT - Automated only QA tests for Ubuntu Core 24 +_name: CE-OEM-IOT - Automated only OEMQA tests for Ubuntu Core 24 _description: - Ubuntu Core QA test plan for the IoT hardware. This test plan contains - all of the automated tests used to validate the IoT device. + Ubuntu Core OEMQA test plan for the IoT devices. This test plan contains + all of the automated tests used to validate the IoT devices. include: com.canonical.certification::image/model-grade com.canonical.certification::miscellanea/secure_boot_mode_.* # keep if secure boot is enabled @@ -107,13 +104,12 @@ nested_part: after-suspend-ce-oem-automated exclude: - id: ce-oem-iot-ubuntucore-22-automated unit: test plan -_name: CE-OEM-IOT - Automated only QA tests for Ubuntu Core 22 +_name: CE-OEM-IOT - Automated only OEMQA tests for Ubuntu Core 22 _description: - Ubuntu Core QA test plan for the IoT hardware. This test plan contains - all of the automated tests used to validate the IoT device. + Ubuntu Core OEMQA test plan for the IoT devices. This test plan contains + all of the automated tests used to validate the IoT devices. include: com.canonical.certification::image/model-grade com.canonical.certification::miscellanea/secure_boot_mode_.* # keep if secure boot is enabled @@ -124,13 +120,12 @@ nested_part: after-suspend-ce-oem-automated exclude: - id: ce-oem-iot-ubuntucore-20-automated unit: test plan -_name: CE-OEM-IOT - Automated only QA tests for Ubuntu Core 20 +_name: CE-OEM-IOT - Automated only OEMQA tests for Ubuntu Core 20 _description: - Ubuntu Core QA test plan for the IoT hardware. This test plan contains - all of the automated tests used to validate the IoT device. + Ubuntu Core OEMQA test plan for the IoT devices. This test plan contains + all of the automated tests used to validate the IoT devices. include: com.canonical.certification::image/model-grade com.canonical.certification::miscellanea/secure_boot_mode_.* # keep if secure boot is enabled @@ -141,44 +136,39 @@ nested_part: after-suspend-ce-oem-automated exclude: - id: ce-oem-iot-ubuntucore-24-stress unit: test plan -_name: CE-OEM-IOT - Stress tests for Ubuntu Core 24 +_name: CE-OEM-IOT - Stress only OEMQA tests for Ubuntu Core 24 _description: - Ubuntu Core QA test plan that includes all stress tests required for IoT devices + Ubuntu Core OEMQA test plan that includes all stress tests required for IoT devices include: nested_part: - com.canonical.certification::stress-iperf3-automated # keep if ethernet is supported com.canonical.certification::client-cert-iot-ubuntucore-24-stress ce-oem-stress exclude: com.canonical.certification::stress-tests/hibernate.* - id: ce-oem-iot-ubuntucore-22-stress unit: test plan -_name: CE-OEM-IOT - Stress tests for Ubuntu Core 22 +_name: CE-OEM-IOT - Stress only OEMQA tests for Ubuntu Core 22 _description: - Ubuntu Core QA test plan that includes all stress tests required for IoT devices + Ubuntu Core OEMQA test plan that includes all stress tests required for IoT devices include: nested_part: - com.canonical.certification::stress-iperf3-automated # keep if ethernet is supported com.canonical.certification::client-cert-iot-ubuntucore-22-stress ce-oem-stress exclude: com.canonical.certification::stress-tests/hibernate.* - id: ce-oem-iot-ubuntucore-20-stress unit: test plan -_name: CE-OEM-IOT - Stress tests for Ubuntu Core 20 +_name: CE-OEM-IOT - Stress only OEMQA tests for Ubuntu Core 20 _description: - Ubuntu Core QA test plan that includes all stress tests required for IoT devices + Ubuntu Core OEMQA test plan that includes all stress tests required for IoT devices include: nested_part: - com.canonical.certification::stress-iperf3-automated # keep if ethernet is supported com.canonical.certification::client-cert-iot-ubuntucore-20-stress ce-oem-stress exclude: com.canonical.certification::stress-tests/hibernate.* + diff --git a/contrib/checkbox-ce-oem/checkbox-provider-ce-oem/units/test-plan-ce-oem.pxu b/contrib/checkbox-ce-oem/checkbox-provider-ce-oem/units/test-plan-ce-oem.pxu index 08d06fd22f..3e373b47a8 100644 --- a/contrib/checkbox-ce-oem/checkbox-provider-ce-oem/units/test-plan-ce-oem.pxu +++ b/contrib/checkbox-ce-oem/checkbox-provider-ce-oem/units/test-plan-ce-oem.pxu @@ -6,9 +6,9 @@ id: ce-oem-full unit: test plan -_name: CE-OEM - Full manual + automated tests for Ubuntu Core and Classic +_name: CE-OEM - Full manual + automated OEMQA tests for Ubuntu Core and Classic _description: - Combined manual and automated test plans for Ubuntu Core and Classic devices. + Combined manual and automated test plans for Ubuntu Core and Classic devices. include: nested_part: ce-oem-manual @@ -18,11 +18,11 @@ nested_part: id: ce-oem-manual unit: test plan -_name: CE-OEM - Manual only QA tests for Ubuntu Core and Classic +_name: CE-OEM - Manual only OEMQA tests for Ubuntu Core and Classic _description: - Ubuntu Core and Classic QA test plan for the hardware. This test plan contains - all of the tests that require manual control of device hardware - or some other user input to complete. + Ubuntu Core and Classic OEMQA test plan for the hardware. This test plan contains + all of the tests that require manual control of device hardware + or some other user input to complete. estimated_duration: 3600 include: nested_part: @@ -49,10 +49,10 @@ nested_part: id: ce-oem-automated unit: test plan -_name: CE-OEM - Automated only QA tests for Ubuntu Core and Classic +_name: CE-OEM - Automated only OEMQA tests for Ubuntu Core and Classic _description: - Ubuntu Core and Classic QA test plan for the hardware. This test plan contains - all of the automated tests used to validate the device. + Ubuntu Core and Classic OEMQA test plan for the hardware. This test plan contains + all of the automated tests used to validate the device. estimated_duration: 120 include: nested_part: @@ -86,11 +86,11 @@ nested_part: id: after-suspend-ce-oem-manual unit: test plan -_name: CE-OEM - Manual only QA tests for Ubuntu Core and Classic +_name: CE-OEM - Manual only OEMQA after suspend tests for Ubuntu Core and Classic _description: - Ubuntu Core and Classic QA test plan for the hardware. This test plan contains - all of the tests that require manual control of device hardware - or some other user input to complete. + Ubuntu Core and Classic OEMQA test plan for the hardware. This test plan contains + all of the after suspend tests that require manual control of device hardware + or some other user input to complete. estimated_duration: 3600 include: nested_part: @@ -115,10 +115,10 @@ nested_part: id: after-suspend-ce-oem-automated unit: test plan -_name: CE-OEM - Automated only QA tests for Ubuntu Core and Classic +_name: CE-OEM - Automated only OEMQA after suspend tests for Ubuntu Core and Classic _description: - Ubuntu Core and Classic QA test plan for the hardware. This test plan contains - all of the automated tests used to validate the device. + Ubuntu Core and Classic OEMQA test plan for the hardware. This test plan contains + all of the after suspend automated tests used to validate the device. estimated_duration: 120 include: nested_part: @@ -148,11 +148,12 @@ nested_part: id: ce-oem-stress unit: test plan -_name: CE-OEM - stress only QA tests for Ubuntu Core and Classic +_name: CE-OEM - Stress only OEMQA tests for Ubuntu Core and Classic _description: - Ubuntu Core and Classic QA test plan that includes all stress tests required for devices + Ubuntu Core and Classic OEMQA test plan that includes all stress tests required for devices estimated_duration: 3600 include: nested_part: ce-oem-cold-boot-stress-test-by-pdu ce-oem-ethernet-tcp-stress + From cad27b3fe25c0d2f38ba6a8faf46ee85a57967e9 Mon Sep 17 00:00:00 2001 From: Zongmin Liu Date: Sun, 15 Sep 2024 12:36:41 +0800 Subject: [PATCH 2/2] Apply blocker certification-status to all the test jobs in ce-oem test plans --- .../units/test-plan-ce-oem-full-classic.pxu | 25 ++++++++++++++++++- .../units/test-plan-ce-oem-full-core.pxu | 24 ++++++++++++++++++ .../units/test-plan-ce-oem.pxu | 12 +++++++++ 3 files changed, 60 insertions(+), 1 deletion(-) diff --git a/contrib/checkbox-ce-oem/checkbox-provider-ce-oem/units/test-plan-ce-oem-full-classic.pxu b/contrib/checkbox-ce-oem/checkbox-provider-ce-oem/units/test-plan-ce-oem-full-classic.pxu index 51af9a20d9..8b50879cb7 100644 --- a/contrib/checkbox-ce-oem/checkbox-provider-ce-oem/units/test-plan-ce-oem-full-classic.pxu +++ b/contrib/checkbox-ce-oem/checkbox-provider-ce-oem/units/test-plan-ce-oem-full-classic.pxu @@ -13,6 +13,8 @@ include: nested_part: ce-oem-iot-server-24-04-manual ce-oem-iot-server-24-04-automated +certification_status_overrides: + apply blocker to .* id: ce-oem-iot-server-22-04 unit: test plan @@ -23,6 +25,8 @@ include: nested_part: ce-oem-iot-server-22-04-manual ce-oem-iot-server-22-04-automated +certification_status_overrides: + apply blocker to .* id: ce-oem-iot-server-20-04 unit: test plan @@ -33,6 +37,8 @@ include: nested_part: ce-oem-iot-server-20-04-manual ce-oem-iot-server-20-04-automated +certification_status_overrides: + apply blocker to .* id: ce-oem-iot-server-24-04-manual unit: test plan @@ -49,6 +55,8 @@ nested_part: after-suspend-ce-oem-manual exclude: com.canonical.certification::ethernet/wol_S4_.* +certification_status_overrides: + apply blocker to .* id: ce-oem-iot-server-22-04-manual unit: test plan @@ -65,6 +73,8 @@ nested_part: after-suspend-ce-oem-manual exclude: com.canonical.certification::ethernet/wol_S4_.* +certification_status_overrides: + apply blocker to .* id: ce-oem-iot-server-20-04-manual unit: test plan @@ -81,6 +91,8 @@ nested_part: after-suspend-ce-oem-manual exclude: com.canonical.certification::ethernet/wol_S4_.* +certification_status_overrides: + apply blocker to .* id: ce-oem-iot-server-24-04-automated unit: test plan @@ -94,6 +106,8 @@ nested_part: com.canonical.certification::client-cert-iot-server-24-04-automated after-suspend-ce-oem-automated exclude: +certification_status_overrides: + apply blocker to .* id: ce-oem-iot-server-22-04-automated unit: test plan @@ -107,6 +121,8 @@ nested_part: com.canonical.certification::client-cert-iot-server-22-04-automated after-suspend-ce-oem-automated exclude: +certification_status_overrides: + apply blocker to .* id: ce-oem-iot-server-20-04-automated unit: test plan @@ -120,6 +136,8 @@ nested_part: com.canonical.certification::client-cert-iot-server-20-04-automated after-suspend-ce-oem-automated exclude: +certification_status_overrides: + apply blocker to .* id: ce-oem-iot-server-24-04-stress unit: test plan @@ -132,6 +150,8 @@ nested_part: ce-oem-stress exclude: com.canonical.certification::stress-tests/hibernate.* +certification_status_overrides: + apply blocker to .* id: ce-oem-iot-server-22-04-stress unit: test plan @@ -144,7 +164,8 @@ nested_part: ce-oem-stress exclude: com.canonical.certification::stress-tests/hibernate.* - +certification_status_overrides: + apply blocker to .* id: ce-oem-iot-server-20-04-stress unit: test plan @@ -157,4 +178,6 @@ nested_part: ce-oem-stress exclude: com.canonical.certification::stress-tests/hibernate.* +certification_status_overrides: + apply blocker to .* diff --git a/contrib/checkbox-ce-oem/checkbox-provider-ce-oem/units/test-plan-ce-oem-full-core.pxu b/contrib/checkbox-ce-oem/checkbox-provider-ce-oem/units/test-plan-ce-oem-full-core.pxu index c638fb145f..65b01742a6 100644 --- a/contrib/checkbox-ce-oem/checkbox-provider-ce-oem/units/test-plan-ce-oem-full-core.pxu +++ b/contrib/checkbox-ce-oem/checkbox-provider-ce-oem/units/test-plan-ce-oem-full-core.pxu @@ -13,6 +13,8 @@ include: nested_part: ce-oem-iot-ubuntucore-24-manual ce-oem-iot-ubuntucore-24-automated +certification_status_overrides: + apply blocker to .* id: ce-oem-iot-ubuntucore-22 unit: test plan @@ -23,6 +25,8 @@ include: nested_part: ce-oem-iot-ubuntucore-22-manual ce-oem-iot-ubuntucore-22-automated +certification_status_overrides: + apply blocker to .* id: ce-oem-iot-ubuntucore-20 unit: test plan @@ -33,6 +37,8 @@ include: nested_part: ce-oem-iot-ubuntucore-20-manual ce-oem-iot-ubuntucore-20-automated +certification_status_overrides: + apply blocker to .* id: ce-oem-iot-ubuntucore-24-manual unit: test plan @@ -51,6 +57,8 @@ nested_part: after-suspend-ce-oem-manual exclude: com.canonical.certification::ethernet/wol_S4_.* +certification_status_overrides: + apply blocker to .* id: ce-oem-iot-ubuntucore-22-manual unit: test plan @@ -69,6 +77,8 @@ nested_part: after-suspend-ce-oem-manual exclude: com.canonical.certification::ethernet/wol_S4_.* +certification_status_overrides: + apply blocker to .* id: ce-oem-ubuntucore-20-manual unit: test plan @@ -87,6 +97,8 @@ nested_part: after-suspend-ce-oem-manual exclude: com.canonical.certification::ethernet/wol_S4_.* +certification_status_overrides: + apply blocker to .* id: ce-oem-iot-ubuntucore-24-automated unit: test plan @@ -103,6 +115,8 @@ nested_part: com.canonical.certification::client-cert-iot-ubuntucore-24-automated after-suspend-ce-oem-automated exclude: +certification_status_overrides: + apply blocker to .* id: ce-oem-iot-ubuntucore-22-automated unit: test plan @@ -119,6 +133,8 @@ nested_part: com.canonical.certification::client-cert-iot-ubuntucore-22-automated after-suspend-ce-oem-automated exclude: +certification_status_overrides: + apply blocker to .* id: ce-oem-iot-ubuntucore-20-automated unit: test plan @@ -135,6 +151,8 @@ nested_part: com.canonical.certification::client-cert-iot-ubuntucore-20-automated after-suspend-ce-oem-automated exclude: +certification_status_overrides: + apply blocker to .* id: ce-oem-iot-ubuntucore-24-stress unit: test plan @@ -147,6 +165,8 @@ nested_part: ce-oem-stress exclude: com.canonical.certification::stress-tests/hibernate.* +certification_status_overrides: + apply blocker to .* id: ce-oem-iot-ubuntucore-22-stress unit: test plan @@ -159,6 +179,8 @@ nested_part: ce-oem-stress exclude: com.canonical.certification::stress-tests/hibernate.* +certification_status_overrides: + apply blocker to .* id: ce-oem-iot-ubuntucore-20-stress unit: test plan @@ -171,4 +193,6 @@ nested_part: ce-oem-stress exclude: com.canonical.certification::stress-tests/hibernate.* +certification_status_overrides: + apply blocker to .* diff --git a/contrib/checkbox-ce-oem/checkbox-provider-ce-oem/units/test-plan-ce-oem.pxu b/contrib/checkbox-ce-oem/checkbox-provider-ce-oem/units/test-plan-ce-oem.pxu index 3e373b47a8..3ce62e8beb 100644 --- a/contrib/checkbox-ce-oem/checkbox-provider-ce-oem/units/test-plan-ce-oem.pxu +++ b/contrib/checkbox-ce-oem/checkbox-provider-ce-oem/units/test-plan-ce-oem.pxu @@ -15,6 +15,8 @@ nested_part: ce-oem-automated after-suspend-ce-oem-manual after-suspend-ce-oem-automated +certification_status_overrides: + apply blocker to .* id: ce-oem-manual unit: test plan @@ -46,6 +48,8 @@ nested_part: ce-oem-iio-sensors-manual ce-oem-digital-io-manual ce-oem-secure-boot-manual +certification_status_overrides: + apply blocker to .* id: ce-oem-automated unit: test plan @@ -83,6 +87,8 @@ nested_part: com.canonical.certification::rtc-automated com.canonical.certification::led-indicator-auto before-suspend-ce-oem-spi-automated +certification_status_overrides: + apply blocker to .* id: after-suspend-ce-oem-manual unit: test plan @@ -112,6 +118,8 @@ nested_part: com.canonical.certification::after-suspend-led-indicator-manual after-suspend-ce-oem-iio-sensors-manual after-suspend-ce-oem-digital-io-manual +certification_status_overrides: + apply blocker to .* id: after-suspend-ce-oem-automated unit: test plan @@ -145,6 +153,8 @@ nested_part: after-suspend-ce-oem-iio-sensors-automated after-suspend-ce-oem-digital-io-automated after-suspend-ce-oem-spi-automated +certification_status_overrides: + apply blocker to .* id: ce-oem-stress unit: test plan @@ -156,4 +166,6 @@ include: nested_part: ce-oem-cold-boot-stress-test-by-pdu ce-oem-ethernet-tcp-stress +certification_status_overrides: + apply blocker to .*