-
Notifications
You must be signed in to change notification settings - Fork 60
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
jenkinsfile migration for pr check (#792)
- Loading branch information
Showing
7 changed files
with
178 additions
and
137 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,14 +1,92 @@ | ||
def secrets = [ | ||
[path: params.VAULT_PATH_QUAY_PUSH, engineVersion: 1, secretValues: [ | ||
[envVar: 'QUAY_USER', vaultKey: 'user'], | ||
[envVar: 'QUAY_TOKEN', vaultKey: 'token']]], | ||
[path: params.VAULT_PATH_MINIKUBE, engineVersion: 1, secretValues: [ | ||
[envVar: 'MINIKUBE_SSH_KEY', vaultKey: 'private-key'], | ||
[envVar: 'MINIKUBE_HOST', vaultKey: 'hostname'], | ||
[envVar: 'MINIKUBE_USER', vaultKey: 'user'], | ||
[envVar: 'MINIKUBE_ROOTDIR', vaultKey: 'rootdir']]] | ||
] | ||
def configuration = [vaultUrl: params.VAULT_ADDRESS, vaultCredentialId: params.VAULT_CREDS_ID, engineVersion: 1] | ||
|
||
pipeline { | ||
agent { label 'insights' } | ||
options { | ||
timestamps() | ||
} | ||
|
||
environment { | ||
CLOWDER_VERSION=sh(script: "git describe --tags", returnStdout: true).trim() | ||
|
||
BASE_TAG=sh(script:"cat go.mod go.sum Dockerfile.base | sha256sum | head -c 8", returnStdout: true) | ||
BASE_IMG="quay.io/cloudservices/clowder-base:${BASE_TAG}" | ||
|
||
IMAGE_TAG=sh(script:"git rev-parse --short=8 HEAD", returnStdout: true).trim() | ||
IMAGE_NAME="quay.io/cloudservices/clowder" | ||
|
||
CICD_URL="https://raw.githubusercontent.com/RedHatInsights/cicd-tools/alternative-cicd-tools" | ||
HELPER_FUNCTIONS="${CICD_URL}/helpers/general.sh" | ||
BOOTSTRAP_FUNCTIONS="${CICD_URL}/src/bootstrap.sh" | ||
CURR_TIME=sh(script: "date +%s", returnStdout: true).trim() | ||
} | ||
|
||
stages { | ||
stage('no-op') { | ||
stage('Build and Push Base Image') { | ||
steps { | ||
sh "echo 'hello world!'" | ||
withVault([configuration: configuration, vaultSecrets: secrets]) { | ||
sh './ci/build_push_base_img.sh' | ||
} | ||
} | ||
} | ||
|
||
stage('Initial Setup') { | ||
steps { | ||
sh ''' | ||
make envtest | ||
make update-version | ||
''' | ||
} | ||
} | ||
|
||
stage('Run Tests') { | ||
parallel { | ||
stage('Unit Tests') { | ||
environment { | ||
TEST_CONTAINER="clowder-ci-unit-tests-${IMAGE_TAG}-${CURR_TIME}" | ||
} | ||
steps { | ||
withVault([configuration: configuration, vaultSecrets: secrets]) { | ||
sh './ci/unit_tests.sh' | ||
} | ||
} | ||
|
||
post { | ||
always { | ||
sh 'docker rm -f $TEST_CONTAINER' | ||
} | ||
} | ||
} | ||
|
||
stage('Minikube E2E Tests') { | ||
environment { | ||
CONTAINER_NAME="clowder-ci-minikube-e2e-tests-${IMAGE_TAG}-${CURR_TIME}" | ||
} | ||
steps { | ||
withVault([configuration: configuration, vaultSecrets: secrets]) { | ||
sh './ci/minikube_e2e_tests.sh' | ||
} | ||
} | ||
|
||
post { | ||
always { | ||
sh 'docker rm -f $CONTAINER_NAME' | ||
archiveArtifacts artifacts: 'artifacts/**/*', fingerprint: true | ||
junit skipPublishingChecks: true, testResults: 'artifacts/junit-*.xml' | ||
} | ||
} | ||
} | ||
} | ||
} | ||
} | ||
} | ||
|
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,24 @@ | ||
#!/bin/bash | ||
|
||
set -exv | ||
|
||
DOCKER_CONF="$PWD/.docker" | ||
mkdir -p "$DOCKER_CONF" | ||
docker login -u="$QUAY_USER" -p="$QUAY_TOKEN" quay.io | ||
|
||
RESPONSE=$( \ | ||
curl -Ls -H "Authorization: Bearer $QUAY_API_TOKEN" \ | ||
"https://quay.io/api/v1/repository/cloudservices/clowder-base/tag/?specificTag=$BASE_TAG" \ | ||
) | ||
|
||
echo "received HTTP response: $RESPONSE" | ||
|
||
# find all non-expired tags | ||
VALID_TAGS_LENGTH=$(echo $RESPONSE | jq '[ .tags[] | select(.end_ts == null) ] | length') | ||
|
||
# Check if Clowder's base image tag already exists | ||
if [[ "$VALID_TAGS_LENGTH" -eq 0 ]]; then | ||
BASE_IMG=$BASE_IMG make docker-build-and-push-base | ||
else | ||
echo "Base image has already been built, Quay image push skipped." | ||
fi |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,42 @@ | ||
#!/bin/bash | ||
|
||
echo "$MINIKUBE_SSH_KEY" > minikube-ssh-ident | ||
|
||
set -x | ||
|
||
set -exv | ||
|
||
DOCKER_CONF="$PWD/.docker" | ||
mkdir -p "$DOCKER_CONF" | ||
docker login -u="$QUAY_USER" -p="$QUAY_TOKEN" quay.io | ||
|
||
IMG=$IMAGE_NAME:$IMAGE_TAG BASE_IMG=$BASE_IMG make docker-build | ||
IMG=$IMAGE_NAME:$IMAGE_TAG make docker-push | ||
|
||
tempid=$(docker create "$IMAGE_NAME:$IMAGE_TAG") | ||
docker cp "${tempid}:/manifest.yaml" . | ||
docker rm $tempid | ||
|
||
docker build -f Dockerfile.test --build-arg BASE_IMAGE=${BASE_IMG} -t $CONTAINER_NAME . | ||
|
||
docker run -i \ | ||
--name $CONTAINER_NAME \ | ||
-v $PWD:/workspace:ro \ | ||
-v `$PWD/bin/setup-envtest use -p path`:/bins:ro \ | ||
-e IMAGE_NAME=$IMAGE_NAME \ | ||
-e IMAGE_TAG=$IMAGE_TAG \ | ||
-e QUAY_USER=$QUAY_USER \ | ||
-e QUAY_TOKEN=$QUAY_TOKEN \ | ||
-e MINIKUBE_HOST=$MINIKUBE_HOST \ | ||
-e MINIKUBE_ROOTDIR=$MINIKUBE_ROOTDIR \ | ||
-e MINIKUBE_USER=$MINIKUBE_USER \ | ||
-e CLOWDER_VERSION=$CLOWDER_VERSION \ | ||
$BASE_IMG \ | ||
./ci/minikube_e2e_tests_inner.sh | ||
TEST_RESULT=$? | ||
|
||
docker cp $CONTAINER_NAME:/container_workspace/artifacts/ $PWD | ||
|
||
set -e | ||
|
||
exit $TEST_RESULT |
File renamed without changes.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,29 @@ | ||
#!/bin/bash | ||
|
||
go version | ||
|
||
set -exv | ||
|
||
RESPONSE='$( \ | ||
curl -Ls -H "Authorization: Bearer ${QUAY_TOKEN}" \ | ||
"https://quay.io/api/v1/repository/cloudservices/clowder-base/tag/?specificTag=${BASE_TAG}" \ | ||
)' | ||
|
||
echo "received HTTP response: ${RESPONSE}" | ||
|
||
docker login -u="$QUAY_USER" -p="$QUAY_TOKEN" quay.io | ||
|
||
docker build -f Dockerfile.test --build-arg BASE_IMAGE=${BASE_IMG} -t $TEST_CONTAINER . | ||
|
||
docker run -i \ | ||
-v `$PWD/bin/setup-envtest use -p path`:/bins:ro \ | ||
-e IMAGE_NAME=${IMAGE_NAME} \ | ||
-e IMAGE_TAG=${IMAGE_TAG} \ | ||
-e QUAY_USER=$QUAY_USER \ | ||
-e QUAY_TOKEN=$QUAY_TOKEN \ | ||
-e MINIKUBE_HOST=$MINIKUBE_HOST \ | ||
-e MINIKUBE_ROOTDIR=$MINIKUBE_ROOTDIR \ | ||
-e MINIKUBE_USER=$MINIKUBE_USER \ | ||
-e CLOWDER_VERSION=$CLOWDER_VERSION \ | ||
$TEST_CONTAINER \ | ||
make test |
This file was deleted.
Oops, something went wrong.