Skip to content

Refactor for Vue3 compliance #1256

Refactor for Vue3 compliance

Refactor for Vue3 compliance #1256

Workflow file for this run

name: Playwright Tests
on:
workflow_dispatch:
inputs:
kubewarden:
description: Kubewarden version
type: choice
default: 'rc'
required: true
options:
- source
- rc
- released
rancher:
description: Rancher version
type: choice
default: 'released'
options:
- 'released' # released versions
- '~ 2.7'
- '~ 2.8'
- '~ 2.9'
- 'rc' # rc versions
- '~ 2.7-0'
- '~ 2.8-0'
- '~ 2.9-0'
k3s:
description: Kubernetes version
type: choice
default: 'v1.30'
required: true
options:
- v1.25
- v1.26
- v1.27
- v1.28
- v1.29
- v1.30
mode:
description: Installation mode
type: choice
default: 'base'
required: true
options:
- base
- fleet
- upgrade
testbase:
description: Run base tests
type: boolean
default: true
testpolicies:
description: Run policy tests
type: boolean
default: false
pull_request:
branches: main
paths:
- pkg/kubewarden/**
- package.json
workflow_run:
workflows: ["Build and Release Extension Charts"]
types:
- completed
schedule:
- cron: "0 21 * * *"
concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true
env:
# Github -> Secrets and variables -> Actions -> New repository variable
KUBEWARDEN: ${{ inputs.kubewarden || 'rc' }}
K3D_VERSION: # 'v5.6.3' - optionally pin version
K3S_VERSION: ${{ inputs.k3s || 'v1.30' }}
K3D_CLUSTER_NAME: ${{ github.repository_owner }}-${{ github.event.repository.name }}-runner
# First value after the && must be truthy. Otherwise, the value after the || will always be returned
TESTBASE: ${{ github.event_name != 'workflow_dispatch' && true || inputs.testbase }}
TESTPOLICIES: ${{ inputs.testpolicies || false }}
# Enable QASE integration only for original repo
QASE: ${{ github.repository_owner == 'rancher' && github.event_name != 'pull_request' }}
defaults:
run:
shell: bash
jobs:
e2e:
strategy:
fail-fast: false
matrix:
rancher: ${{ (github.event_name == 'schedule' || github.event_name == 'workflow_run') && fromJSON('["2.7", "2.8", "2.9"]') || fromJSON(format('["{0}"]', inputs.rancher || 'released')) }}
mode: ${{ (github.event_name == 'schedule' || github.event_name == 'workflow_run') && fromJSON('["base", "upgrade", "fleet"]') || fromJSON(format('["{0}"]', inputs.mode || 'base')) }}
exclude:
# Run full tests on 2.8 since it's latest prime version
- rancher: ${{ (github.event_name == 'schedule' || github.event_name == 'workflow_run') && '2.7' }}
mode: upgrade
- rancher: ${{ (github.event_name == 'schedule' || github.event_name == 'workflow_run') && '2.7' }}
mode: fleet
- rancher: ${{ (github.event_name == 'schedule' || github.event_name == 'workflow_run') && '2.8' }}
mode: upgrade
- rancher: ${{ (github.event_name == 'schedule' || github.event_name == 'workflow_run') && '2.8' }}
mode: fleet
# Run schedule workflows only on original repo, not forks
if: |
(github.event_name != 'schedule' || github.repository_owner == 'rancher') &&
(github.event_name != 'workflow_run' || github.event.workflow_run.conclusion == 'success')
runs-on: self-hosted
steps:
# ==================================================================================================
# Check out code
# Use local kuberlr to avoid version skew
# Test from maintenance branch for Rancher < 2.9
- name: Find checkout branch ref
id: set-ref
run: echo "ref=$( [[ "${{matrix.rancher}}" == 2.[78]* ]] && echo 'release-1.6' || echo '')" | tee -a $GITHUB_OUTPUT
- uses: actions/checkout@v4
with:
ref: ${{ steps.set-ref.outputs.ref }}
# ==================================================================================================
# Set up parameters and ENV
- name: Setup global ENV
run: |
# Override KUBEWARDEN for automated triggers
case ${{github.event_name}} in
pull_request)
KUBEWARDEN=source;;
schedule)
# Initial Rancher 2.10 is not prime = UI is not available from official charts
[[ "${{ matrix.rancher }}" == *2.10* ]] && KUBEWARDEN=rc || KUBEWARDEN=released;;
workflow_run)
KUBEWARDEN=rc;;
esac
# Rancher 2.7 chart requires kubeVersion: < 1.28.0-0
[[ "${{ matrix.rancher }}" == *2.7* ]] && K3S_VERSION="v1.27"
# Rancher 2.8 chart requires kubeVersion: < 1.29.0-0
[[ "${{ matrix.rancher }}" == *2.8* ]] && K3S_VERSION="v1.28"
# KW extension is prime since 2.8.3
[[ "${{ matrix.rancher }}" == *2.[789]* ]] && REPO=rancher-prime || REPO=rancher-latest
# Complete partial K3S version from dockerhub v1.30 -> v1.30.5-k3s1
if [[ ! $K3S_VERSION =~ ^v[0-9.]+-k3s[0-9]$ ]]; then
K3S_VERSION=$(curl -L -s "https://registry.hub.docker.com/v2/repositories/rancher/k3s/tags?page_size=20&name=$K3S_VERSION" | jq -re 'first(.results[].name | select(test("^v[0-9.]+-k3s[0-9]$")))')
fi
# Print matrix
echo "Event: ${{github.event_name}}"
echo "Mode: ${{matrix.mode}}"
echo "Rancher: ${{matrix.rancher}}"
echo K3S_VERSION="$K3S_VERSION" | tee -a $GITHUB_ENV
echo REPO="$REPO" | tee -a $GITHUB_ENV
echo KUBEWARDEN="$KUBEWARDEN" | tee -a $GITHUB_ENV
echo TESTBASE=$TESTBASE
echo TESTPOLICIES="$TESTPOLICIES" | tee -a $GITHUB_ENV
# ==================================================================================================
# Create k3d cluster and install rancher
- name: "Create kubernetes cluster"
run: |
TAG=${{ env.K3D_VERSION }} sudo --preserve-env=TAG k3d-install
k3d cluster create ${{ env.K3D_CLUSTER_NAME }} --agents 1 --image rancher/k3s:${{ env.K3S_VERSION }}
- name: Install Rancher
run: |
RANCHER_FQDN=$(k3d cluster list ${{ env.K3D_CLUSTER_NAME }} -o json | jq -r '[.[].nodes[] | select(.role == "server").IP.IP] | first').nip.io
# Wait for kube-system
for i in {1..20}; do
output=$(kubectl get pods --no-headers -o wide -n kube-system | grep -vw Completed || echo 'Fail')
grep -vE '([0-9]+)/\1 +Running' <<< $output || break
[ $i -ne 20 ] && sleep 10 || { echo "Godot: pods not running"; exit 1; }
done
# Install cert-manager
helm repo add jetstack https://charts.jetstack.io --force-update
helm upgrade -i --wait cert-manager jetstack/cert-manager -n cert-manager --create-namespace --set crds.enabled=true
# Translate to sematic version
[ "$RANCHER" == "rc" ] && RANCHER='*-0'
[ "$RANCHER" == "released" ] && RANCHER='*'
helm repo add --force-update rancher-latest https://releases.rancher.com/server-charts/latest
helm repo add --force-update rancher-alpha https://releases.rancher.com/server-charts/alpha
helm repo add --force-update rancher-prime https://charts.rancher.com/server-charts/prime
helm search repo $REPO/rancher ${RANCHER:+--version "$RANCHER"}
helm upgrade --install rancher $REPO/rancher --wait \
--namespace cattle-system --create-namespace \
--set hostname=$RANCHER_FQDN \
--set bootstrapPassword=sa \
--set replicas=1 \
${RANCHER:+--version "$RANCHER"}
# Wait for rancher
for i in {1..20}; do
output=$(kubectl get pods --no-headers -o wide -n cattle-system -l app=rancher-webhook | grep -vw Completed || echo 'Wait: cattle-system')$'\n'
output+=$(kubectl get pods --no-headers -o wide -n cattle-system | grep -vw Completed || echo 'Wait: cattle-system')$'\n'
output+=$(kubectl get pods --no-headers -o wide -n cattle-fleet-system | grep -vw Completed || echo 'Wait: cattle-fleet-system')$'\n'
grep -vE '([0-9]+)/\1 +Running|^$' <<< $output || break
[ $i -ne 20 ] && sleep 30 || { echo "Godot: pods not running"; exit 1; }
done
echo "RANCHER_FQDN=$RANCHER_FQDN" | tee -a $GITHUB_ENV
env:
RANCHER: ${{ matrix.rancher }}
# ==================================================================================================
# Setup playwright ENV and run tests
# https://rancher.github.io/dashboard/testing/e2e-test#setup-for-local-tests
- uses: actions/setup-node@v4
if: env.KUBEWARDEN == 'source'
with:
node-version: '16'
- name: Build Kubewarden extension
if: env.KUBEWARDEN == 'source'
run: |
yarn install --ignore-engines
VERSION=0.0.1 yarn build-pkg kubewarden
- uses: actions/setup-node@v4
with:
node-version: '18'
- name: Install playwright
working-directory: tests
run: |
yarn install
yarn playwright install chromium # --with-deps not supported on opensuse
- name: Execute tests
timeout-minutes: 120
working-directory: tests
run: |
# Policy tests are hitting artifacthub rate limits
# Filter to exclude policies except those starting with random letter
EXCLUDE=$(yarn playwright test "\/90-" --reporter=list --list | grep -o 'install: .' | cut -d' ' -f2 | sort -fRu | sed 1d | paste -sd '')
EXCLUDE="90-.*install: [$EXCLUDE]"
TFILTER="\/00" # Always run installation tests
[[ "$TESTBASE" == "true" ]] && TFILTER+=" \/[1-9]" # Schedule everything else as base test
[[ "$TESTPOLICIES" != "true" ]] && GFILTER="$EXCLUDE" # Limit number of tested policies
# List tests and execute
echo yarn playwright test ${TFILTER:-} ${GFILTER:+-gv "$GFILTER"} -x
yarn playwright test ${TFILTER:-} ${GFILTER:+-gv "$GFILTER"} -x | tee qase-report.log
env:
MODE: ${{ matrix.mode }}
RANCHER_URL: https://${{ env.RANCHER_FQDN }}
ORIGIN: ${{ env.KUBEWARDEN }}
QASE_MODE: ${{ env.QASE == 'true' && 'testops' || 'off' }}
QASE_TESTOPS_API_TOKEN: ${{ secrets.QASE_APITOKEN }}
QASE_TESTOPS_RUN_TITLE: "Run[${{github.event_name}}]: UI[${{ env.KUBEWARDEN }}] - MODE[${{ matrix.mode }}] - RANCHER[${{ matrix.rancher }}] "
QASE_TESTOPS_RUN_DESCRIPTION: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}
# ==================================================================================================
# QASE Integration
# Delete previous run if we have new one
- name: Delete previous QASE run
if: ${{ env.QASE == 'true' && !cancelled() && github.run_attempt > 1 }}
run: |
gh run download ${{ github.run_id }} -n QASE_RUN_ID-${{ matrix.rancher }}-${{ matrix.mode }} ||:
if [ -f QASE_RUN_ID.txt ]; then
qid=$(< QASE_RUN_ID.txt)
curl --request DELETE --url https://api.qase.io/v1/run/KUBEWARDEN/$qid --header 'Token: ${{secrets.QASE_APITOKEN_MKRAVEC}}' --header 'accept: application/json'
fi
env:
GH_TOKEN: ${{ github.token }}
# Delete current run if it was canceled
- name: Find current QASE run
if: ${{ env.QASE == 'true' && always() && hashFiles('tests/qase-report.log') != '' }}
run: |
grep -Eom1 'qase:.* [Rr]un.* [0-9]+' tests/qase-report.log | awk '{print $NF}' | tee QASE_RUN_ID.txt
- name: Delete current QASE run if job was canceled
if: ${{ env.QASE == 'true' && cancelled() && hashFiles('tests/qase-report.log') != '' }}
run: |
qid=$(< QASE_RUN_ID.txt)
curl --request DELETE --url https://api.qase.io/v1/run/KUBEWARDEN/$qid --header 'Token: ${{secrets.QASE_APITOKEN_MKRAVEC}}' --header 'accept: application/json'
# Set current run ID
- name: Upload current QASE_RUN_ID
if: ${{ env.QASE == 'true' && !cancelled() }}
uses: actions/upload-artifact@v4
with:
name: QASE_RUN_ID-${{ matrix.rancher }}-${{ matrix.mode }}
path: QASE_RUN_ID.txt
overwrite: true
if-no-files-found: ignore
# ==================================================================================================
# Artifacts & Summary
- uses: actions/upload-artifact@v4
if: always()
with:
name: playwright-report-${{ matrix.rancher }}-${{ matrix.mode }}
path: tests/playwright-report/
retention-days: 15
- name: Clean Up
if: always()
run: |
k3d cluster delete ${{ env.K3D_CLUSTER_NAME }}