Development: Add support for new Docker based test servers with GitHu…

…b deployment (#6492)
ls1intum · May 19, 2023 · 26fcca0 · 26fcca0
1 parent cf74c01
commit 26fcca0
Show file tree

Hide file tree

Showing 5 changed files with 536 additions and 104 deletions.
diff --git a/.github/workflows/build-deploy.yml → .github/workflows/build.yml b/.github/workflows/build-deploy.yml → .github/workflows/build.yml
@@ -1,4 +1,4 @@
-name: Build & Deploy
+name: Build
 
 on:
   pull_request:
@@ -127,98 +127,3 @@ jobs:
     # TODO: Push to Docker Hub (develop + tag)
 
     # TODO: Push to Chair Harbour (??)
-
-  deploy:
-    if: ${{ github.event_name == 'pull_request' }}
-    needs: build
-    runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        include:
-          - environment: artemistest5
-            url: https://artemistest5.ase.in.tum.de
-    environment:
-      url: ${{ matrix.url }}
-      name: ${{ matrix.environment }}
-    steps:
-    - name: Check "lock:${{ matrix.environment }}" label
-      uses: actions/github-script@v6
-      with:
-        github-token: ${{ secrets.GITHUB_TOKEN }}
-        script: |
-          const opts = github.rest.issues.listForRepo.endpoint.merge({
-            owner: context.repo.owner,
-            repo: context.repo.repo,
-            labels: ['lock:${{ matrix.environment }}']
-          })
-          const issues = await github.paginate(opts)
-          if (issues.length == 1 && (!context.issue || issues[0].number != context.issue.number)) {
-            core.setFailed(`Testserver "${{ matrix.environment }}" is already in use by PR #${issues[0].number}.`);
-          } else if (issues.length > 1) {
-            core.setFailed('Testserver "${{ matrix.environment }}" is already in use by multiple PRs. Check PRs with label "lock:${{ matrix.environment }}"!');
-          } else if (context.issue && context.issue.number) {
-            await github.rest.issues.addLabels({
-              issue_number: context.issue.number,
-              owner: context.repo.owner,
-              repo: context.repo.repo,
-              labels: ['lock:${{ matrix.environment }}']
-            })
-          }
-
-    - name: Download Artifact
-      uses: actions/download-artifact@v3
-      with:
-        name: Artemis.war
-    - name: Store Artifact Name
-      id: artifact-name
-      run: echo "::set-output name=war-file::$(ls)"
-
-    # Download artemis-server-cli from GH without cloning the Repo
-    - name: Fetch Artemis CLI
-      run: |
-        wget ${{ env.RAW_URL }}/artemis-server-cli
-        chmod +x artemis-server-cli
-
-    - name: Install OpenVPN
-      run: sudo apt-get --assume-yes --no-install-recommends install openvpn
-    # Fill config from Secret (https://tum.eduvpn.lrz.de/vpn-user-portal/configurations)
-    - name: Configure LRZ eduVPN
-      run: echo "${{ secrets.LRZ_OVPN_CONFIG }}" > lrz.ovpn
-    - name: Connect VPN
-      run: sudo openvpn --config "lrz.ovpn" --log "vpn.log" --daemon
-    - name: Wait for a VPN connection. Ping nas.ads.mwn.de (only accessible inside MWN)
-      run: until ping -c1 nas.ads.mwn.de; do sleep 2; done
-      timeout-minutes: 2
-
-    # Configure SSH Key
-    - name: Setup SSH Keys and known_hosts
-      env:
-          SSH_AUTH_SOCK: /tmp/ssh_agent.sock
-          DEPLOYMENT_HOSTS: "${{ secrets.DEPLOYMENT_HOSTS }}"
-          SSH_PRIVATE_KEY: "${{ secrets.SSH_PRIVATE_KEY }}"
-      run: |
-          mkdir -p ~/.ssh
-          for host in $DEPLOYMENT_HOSTS; do
-            ssh-keyscan $host >> ~/.ssh/known_hosts
-          done
-          ssh-agent -a $SSH_AUTH_SOCK > /dev/null
-          ssh-add - <<< $SSH_PRIVATE_KEY
-
-    - name: Deploy Artemis WAR artifact
-      env:
-          SSH_AUTH_SOCK: /tmp/ssh_agent.sock
-          DEPLOYMENT_HOSTS: "${{ secrets.DEPLOYMENT_HOSTS }}"
-          DEPLOYMENT_USER: ${{ secrets.DEPLOYMENT_USER }}
-          WAR_FILE: ./${{steps.artifact-name.outputs.war-file}}
-      run: |
-        for host in $DEPLOYMENT_HOSTS; do
-          ./artemis-server-cli deploy $DEPLOYMENT_USER@$host -w $WAR_FILE -y
-          sleep 20
-        done
-
-    # Always disconnect from VPN
-    - name: Disconnect VPN
-      run: |
-        sudo killall openvpn
-        rm lrz.ovpn
-      if: always()
diff --git a/.github/workflows/pullrequest-closed.yml b/.github/workflows/pullrequest-closed.yml
@@ -5,6 +5,7 @@ on:
     types: [closed]
 
 jobs:
+  # If a PR is closed the docker image should be deleted to save space
   purge-image:
     name: Delete image from ghcr.io
     runs-on: ubuntu-latest
@@ -17,3 +18,22 @@ jobs:
           token: ${{ secrets.GH_TOKEN_ADD_TO_PROJECT }}
           tag: pr-${{ github.event.pull_request.number }}
           untagged-older-than: 28
+
+  # If a PR is closed it should no longer lock any testservers
+  remove-testserver-locks:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions-ecosystem/action-remove-labels@v1
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
+          labels: |
+            lock:artemis-test1
+            lock:artemis-test2
+            lock:artemis-test3
+            lock:artemis-test4
+            lock:artemis-test5
+            lock:artemis-test6
+            lock:artemis-test7
+            lock:artemis-test8
+            lock:artemis-test9
+            lock:artemis-test10
diff --git a/.github/workflows/testserver-locks.yml b/.github/workflows/testserver-locks.yml
@@ -5,15 +5,24 @@ on:
     types: [labeled]
   issues:
     types: [labeled]
-    
+
 jobs:
+  # Disallow adding testserver locks to PRs manually
   noManualSetOfLockLabel:
     runs-on: ubuntu-latest
     steps:
-
-    - uses: actions-ecosystem/action-remove-labels@v1
-      if: startsWith(github.event.label.name, 'lock:artemistest') || startsWith(join(github.event.pull_request.labels.*.name), 'lock:artemisteste')
-      with:
-        github_token: ${{ secrets.github_token }}
-        labels: |
-          lock:artemistest5
+      - uses: actions-ecosystem/action-remove-labels@v1
+        if: startsWith(github.event.label.name, 'lock:artemis-test') || startsWith(join(github.event.pull_request.labels.*.name), 'lock:artemis-test')
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
+          labels: |
+            lock:artemis-test1
+            lock:artemis-test2
+            lock:artemis-test3
+            lock:artemis-test4
+            lock:artemis-test5
+            lock:artemis-test6
+            lock:artemis-test7
+            lock:artemis-test8
+            lock:artemis-test9
+            lock:artemis-test10