Update uploader with new folder structure (#478)

.github/actions/on_host_test/action.yaml

@@ -13,12 +13,12 @@ runs:
         echo "PYTHONPATH=$GITHUB_WORKSPACE" >> $GITHUB_ENV
         echo "TEST_RESULTS_DIR=${GITHUB_WORKSPACE}/unit-test-results" >> $GITHUB_ENV
         echo "COVERAGE_DIR=${GITHUB_WORKSPACE}/coverage" >> $GITHUB_ENV
-    - name: Archive unit test report
+    - name: Archive unit test results
       uses: actions/upload-artifact@v3
       # TODO: Should only run for unit-tests
       if: always()
       with:
-        name: unit-test-reports
+        name: unit-test-results
         path: ${{env.TEST_RESULTS_DIR}}/
     - name: Archive coverage html report
       if: success() && matrix.shard == 'coverage'

.github/workflows/unit_test_report.yaml

@@ -0,0 +1,77 @@
+name: Upload Unit Test Results
+
+on:
+  workflow_run:
+    workflows:
+      - linux
+      # TODO: Download xml files from GCS
+      # - android
+      # - raspi
+      # TODO: Generate xml files
+      # - win32
+      # TODO: Get xml files from platforms
+      # - atv
+      # - ps
+      # - switch
+      # - xbox
+    types:
+      - completed
+
+jobs:
+  # Gets unit test report from artifact storage and uploads them to DataDog.
+    unit-test-report:
+      permissions: {}
+      if: always()
+      runs-on: ubuntu-latest
+      name: Upload Unit Test Reports
+      env:
+        DATADOG_API_KEY: ${{ secrets.DD_API_KEY }}
+        DATADOG_SITE: us5.datadoghq.com
+      steps:
+        # TODO: Check if artifact exists, or
+        # TODO: Always upload a report, empty -> no upload
+        - name: Collect Unit Test Reports
+          uses: actions/github-script@v3.1.0
+          with:
+            script: |
+              var artifacts = await github.actions.listWorkflowRunArtifacts({
+                owner: context.repo.owner,
+                repo: context.repo.repo,
+                run_id: ${{github.event.workflow_run.id }},
+              });
+              var results = artifacts.data.artifacts.filter((artifact) => {
+                return artifact.name == "unit-test-results"
+              })[0];
+              var download = await github.actions.downloadArtifact({
+                owner: context.repo.owner,
+                repo: context.repo.repo,
+                artifact_id: results.id,
+                archive_format: 'zip',
+              });
+              var fs = require('fs');
+              fs.writeFileSync('${{github.workspace}}/unit-test-results.zip', Buffer.from(download.data));
+        - run: unzip unit-test-results.zip -d unit-test-results
+        - name: Install node
+          uses: actions/setup-node@v3
+          with:
+            node-version: 16
+        - name: Get Datadog CLI
+          shell: bash
+          # TODO: pin version (with checksum?)
+          run: npm install -g @datadog/datadog-ci
+        - name: Upload the JUnit files
+          shell: bash
+          run: |
+            # Loop over platform folders in archive
+            for dir in unit-test-results/*/; do
+              echo "Uploading $dir test report"
+
+              service="${{ github.event.repository.name }}"
+              tags=`cat ${dir}TAGS`
+
+              datadog-ci junit upload \
+                        --service $service \
+                        --env ci \
+                        --tags $tags \
+                        $dir
+            done