Skip to content

Commit

Permalink
Make every job in the IoT related test plans cert-blockers
Browse files Browse the repository at this point in the history
Use the certification_status_overrides section of test plan units to
force every jobs to have the `certification-status` key set to
`blocker`.

⚠️ Warning ⚠️
Currently, Checkbox will apply certification-status=blocker to every job
of every test plan that use any of these as a nested part. This is a bug
that has to be addressed eventually, but it was deemed OK for the time
being.
  • Loading branch information
pieqq committed Aug 30, 2024
1 parent 5091d62 commit 3291867
Show file tree
Hide file tree
Showing 11 changed files with 88 additions and 0 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,8 @@ include:
nested_part:
client-cert-iot-desktop-24-04-manual
client-cert-iot-desktop-24-04-automated
certification_status_overrides:
apply blocker to .*


id: client-cert-iot-desktop-24-04-manual
Expand Down Expand Up @@ -96,6 +98,8 @@ nested_part:
after-suspend-wwan-manual
exclude:
snappy/os-.*
certification_status_overrides:
apply blocker to .*


id: client-cert-iot-desktop-24-04-automated
Expand Down Expand Up @@ -180,6 +184,8 @@ nested_part:
after-suspend-usb-automated
after-suspend-wireless-automated
after-suspend-wwan-automated
certification_status_overrides:
apply blocker to .*


id: client-cert-iot-desktop-24-04-stress
Expand All @@ -190,3 +196,5 @@ _description:
include:
nested_part:
stress-full
certification_status_overrides:
apply blocker to .*
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,8 @@ include:
nested_part:
client-cert-iot-server-16-04-manual
client-cert-iot-server-16-04-automated
certification_status_overrides:
apply blocker to .*


id: client-cert-iot-server-16-04-manual
Expand All @@ -18,6 +20,8 @@ include:
nested_part:
# until there is reason to diverge, nest these plans
client-cert-iot-ubuntucore-16-manual
certification_status_overrides:
apply blocker to .*


id: client-cert-iot-server-16-04-automated
Expand All @@ -30,6 +34,8 @@ nested_part:
# until there is reason to diverge, nest these plans
client-cert-iot-ubuntucore-16-automated
## snappy-snap-automated-lightweight ??
certification_status_overrides:
apply blocker to .*


id: client-cert-iot-server-16-04-stress
Expand All @@ -40,3 +46,5 @@ _description:
include:
nested_part:
stress-full
certification_status_overrides:
apply blocker to .*
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,8 @@ include:
nested_part:
client-cert-iot-server-18-04-manual
client-cert-iot-server-18-04-automated
certification_status_overrides:
apply blocker to .*


id: client-cert-iot-server-18-04-manual
Expand All @@ -18,6 +20,8 @@ include:
nested_part:
# until there is reason to diverge, nest these plans
client-cert-iot-ubuntucore-18-manual
certification_status_overrides:
apply blocker to .*


id: client-cert-iot-server-18-04-automated
Expand All @@ -30,6 +34,8 @@ nested_part:
# until there is reason to diverge, nest these plans
client-cert-iot-ubuntucore-18-automated
## snappy-snap-automated-lightweight ??
certification_status_overrides:
apply blocker to .*


id: client-cert-iot-server-18-04-stress
Expand All @@ -40,3 +46,5 @@ _description:
include:
nested_part:
stress-full
certification_status_overrides:
apply blocker to .*
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,8 @@ include:
nested_part:
client-cert-iot-server-20-04-manual
client-cert-iot-server-20-04-automated
certification_status_overrides:
apply blocker to .*


id: client-cert-iot-server-20-04-manual
Expand All @@ -21,6 +23,8 @@ nested_part:
exclude:
ubuntucore/os-.*
snappy/os-.*
certification_status_overrides:
apply blocker to .*


id: client-cert-iot-server-20-04-automated
Expand All @@ -33,6 +37,8 @@ nested_part:
# until there is reason to diverge, nest these plans
client-cert-iot-ubuntucore-20-automated
## snappy-snap-automated-lightweight ??
certification_status_overrides:
apply blocker to .*


id: client-cert-iot-server-20-04-stress
Expand All @@ -43,3 +49,5 @@ _description:
include:
nested_part:
stress-full
certification_status_overrides:
apply blocker to .*
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,8 @@ include:
nested_part:
client-cert-iot-server-22-04-manual
client-cert-iot-server-22-04-automated
certification_status_overrides:
apply blocker to .*


id: client-cert-iot-server-22-04-manual
Expand All @@ -21,6 +23,8 @@ nested_part:
exclude:
ubuntucore/os-.*
snappy/os-.*
certification_status_overrides:
apply blocker to .*


id: client-cert-iot-server-22-04-automated
Expand All @@ -33,6 +37,8 @@ nested_part:
# until there is reason to diverge, nest these plans
client-cert-iot-ubuntucore-22-automated
## snappy-snap-automated-lightweight ??
certification_status_overrides:
apply blocker to .*


id: client-cert-iot-server-22-04-stress
Expand All @@ -43,3 +49,5 @@ _description:
include:
nested_part:
stress-full
certification_status_overrides:
apply blocker to .*
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,8 @@ include:
nested_part:
client-cert-iot-server-24-04-manual
client-cert-iot-server-24-04-automated
certification_status_overrides:
apply blocker to .*


id: client-cert-iot-server-24-04-manual
Expand Down Expand Up @@ -89,6 +91,8 @@ exclude:
bluetooth4/HOGP-mouse
snappy/os-.*
after-suspend-bluetooth4/HOGP-mouse
certification_status_overrides:
apply blocker to .*


id: client-cert-iot-server-24-04-automated
Expand Down Expand Up @@ -164,6 +168,8 @@ nested_part:
after-suspend-usb-automated
after-suspend-wireless-automated
after-suspend-wwan-automated
certification_status_overrides:
apply blocker to .*


id: client-cert-iot-server-24-04-stress
Expand All @@ -174,3 +180,5 @@ _description:
include:
nested_part:
stress-full
certification_status_overrides:
apply blocker to .*
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,8 @@ include:
nested_part:
client-cert-iot-ubuntucore-16-manual
client-cert-iot-ubuntucore-16-automated
certification_status_overrides:
apply blocker to .*


id: client-cert-iot-ubuntucore-16-manual
Expand Down Expand Up @@ -74,6 +76,8 @@ nested_part:
after-suspend-wireless-manual
after-suspend-wireless-wifi-master-mode-manual
after-suspend-wwan-manual
certification_status_overrides:
apply blocker to .*

id: client-cert-iot-ubuntucore-16-automated
_name: IoT Client Certification for Ubuntu Core 16 (Automated Tests)
Expand Down Expand Up @@ -141,6 +145,8 @@ nested_part:
after-suspend-usb-automated
after-suspend-wireless-automated
after-suspend-wwan-automated
certification_status_overrides:
apply blocker to .*

id: client-cert-iot-ubuntucore-16-stress
_name: IoT Client Certification for Ubuntu Core 16 (Stress Tests)
Expand All @@ -150,3 +156,5 @@ _description:
include:
nested_part:
stress-full
certification_status_overrides:
apply blocker to .*
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,8 @@ include:
nested_part:
client-cert-iot-ubuntucore-18-manual
client-cert-iot-ubuntucore-18-automated
certification_status_overrides:
apply blocker to .*


id: client-cert-iot-ubuntucore-18-manual
Expand Down Expand Up @@ -76,6 +78,8 @@ nested_part:
after-suspend-wireless-manual
after-suspend-wireless-wifi-master-mode-manual
after-suspend-wwan-manual
certification_status_overrides:
apply blocker to .*

id: client-cert-iot-ubuntucore-18-automated
_name: IoT Client Certification for Ubuntu Core 18 (Automated Tests)
Expand Down Expand Up @@ -144,6 +148,8 @@ nested_part:
after-suspend-usb-automated
after-suspend-wireless-automated
after-suspend-wwan-automated
certification_status_overrides:
apply blocker to .*

id: client-cert-iot-ubuntucore-18-stress
_name: IoT Client Certification for Ubuntu Core 18 (Stress Tests)
Expand All @@ -153,3 +159,5 @@ _description:
include:
nested_part:
stress-full
certification_status_overrides:
apply blocker to .*
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,8 @@ include:
nested_part:
client-cert-iot-ubuntucore-20-manual
client-cert-iot-ubuntucore-20-automated
certification_status_overrides:
apply blocker to .*


id: client-cert-iot-ubuntucore-20-manual
Expand Down Expand Up @@ -77,6 +79,8 @@ nested_part:
after-suspend-wireless-manual
after-suspend-wireless-wifi-master-mode-manual
after-suspend-wwan-manual
certification_status_overrides:
apply blocker to .*

id: client-cert-iot-ubuntucore-20-automated
_name: IoT Client Certification for Ubuntu Core 20 (Automated Tests)
Expand Down Expand Up @@ -146,6 +150,8 @@ nested_part:
after-suspend-usb-automated
after-suspend-wireless-automated
after-suspend-wwan-automated
certification_status_overrides:
apply blocker to .*

id: client-cert-iot-ubuntucore-20-stress
_name: IoT Client Certification for Ubuntu Core 20 (Stress Tests)
Expand All @@ -155,3 +161,5 @@ _description:
include:
nested_part:
stress-full
certification_status_overrides:
apply blocker to .*
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,8 @@ include:
nested_part:
client-cert-iot-ubuntucore-22-manual
client-cert-iot-ubuntucore-22-automated
certification_status_overrides:
apply blocker to .*


id: client-cert-iot-ubuntucore-22-manual
Expand Down Expand Up @@ -77,6 +79,8 @@ nested_part:
after-suspend-wireless-manual
after-suspend-wireless-wifi-master-mode-manual
after-suspend-wwan-manual
certification_status_overrides:
apply blocker to .*


id: client-cert-iot-ubuntucore-22-automated
Expand Down Expand Up @@ -148,6 +152,8 @@ nested_part:
after-suspend-usb-automated
after-suspend-wireless-automated
after-suspend-wwan-automated
certification_status_overrides:
apply blocker to .*


id: client-cert-iot-ubuntucore-22-stress
Expand All @@ -158,3 +164,5 @@ _description:
include:
nested_part:
stress-full
certification_status_overrides:
apply blocker to .*
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,8 @@ include:
nested_part:
client-cert-iot-ubuntucore-24-manual
client-cert-iot-ubuntucore-24-automated
certification_status_overrides:
apply blocker to .*


id: client-cert-iot-ubuntucore-24-manual
Expand Down Expand Up @@ -86,6 +88,8 @@ nested_part:
exclude:
bluetooth4/HOGP-mouse
after-suspend-bluetooth4/HOGP-mouse
certification_status_overrides:
apply blocker to .*


id: client-cert-iot-ubuntucore-24-automated
Expand Down Expand Up @@ -165,6 +169,8 @@ nested_part:
after-suspend-usb-automated
after-suspend-wireless-automated
after-suspend-wwan-automated
certification_status_overrides:
apply blocker to .*


id: client-cert-iot-ubuntucore-24-stress
Expand All @@ -175,3 +181,5 @@ _description:
include:
nested_part:
stress-full
certification_status_overrides:
apply blocker to .*

0 comments on commit 3291867

Please sign in to comment.