on_target.yml

name: Target tests

on:
  workflow_call:
    inputs:
      artifact_fw_version:
        type: string
        required: true
      artifact_run_id:
        type: string
        required: true
      run_fota_tests:
        type: boolean
        required: false
        default: true
      run_fullmfwfota_test:
        type: boolean
        required: true
        default: false
      run_dfu_tests:
        type: boolean
        required: false
        default: true
      run_connectivity_bridge_tests:
        type: boolean
        required: false
        default: true
  workflow_dispatch:
    inputs:
      artifact_fw_version:
        description: The firmware version found under this run_id
        type: string
        required: true
      artifact_run_id:
        description: The run ID of the workflow to fetch artifacts from
        type: string
        required: true
      run_fota_tests:
        type: boolean
        required: true
        default: false
      run_fullmfwfota_test:
        type: boolean
        required: true
        default: false
      run_dfu_tests:
        type: boolean
        required: true
        default: false
      run_connectivity_bridge_tests:
        type: boolean
        required: true
        default: false

jobs:
  target_test:
    name: Target Test
    runs-on: self-hosted
    environment: production
    container:
      image: ghcr.io/hello-nrfcloud/firmware:v2.0.0-preview55
      options: --privileged
      volumes:
        - /dev:/dev:rw
        - /run/udev:/run/udev
        - /opt/setup-jlink:/opt/setup-jlink
    steps:
      - name: Checkout
        uses: actions/checkout@v4
        with:
          path: thingy91x-oob

      - name: Download artifacts
        uses: actions/download-artifact@v4
        with:
          pattern: firmware-*
          merge-multiple: true
          path: thingy91x-oob/tests/on_target/artifacts
          run-id: ${{ inputs.artifact_run_id }}
          github-token: ${{ secrets.GITHUB_TOKEN }}

      - name: Verify artifact path
        working-directory: thingy91x-oob
        run: |
          ls -l tests/on_target/artifacts

      - name: Install dependencies
        working-directory: thingy91x-oob/tests/on_target
        run: |
          pip install -r requirements.txt --break-system-packages

      - name: Upload symbol file to Memfault
        working-directory: thingy91x-oob/tests/on_target/artifacts
        run: |
          memfault \
              --org-token ${{ secrets.MEMFAULT_ORGANIZATION_TOKEN }} \
              --org ${{ vars.MEMFAULT_ORGANIZATION_SLUG }} \
              --project ${{ vars.MEMFAULT_PROJECT_SLUG }} \
              upload-mcu-symbols \
              --software-type hello.nrfcloud.com-ci \
              --software-version ${{ inputs.artifact_fw_version }} \
              hello.nrfcloud.com-${{ inputs.artifact_fw_version }}-thingy91x-nrf91.elf

      - name: Patch nrfutil for dfu (temporary)
        run: |
          echo ${NRFUTIL_HOME}
          cat > ${NRFUTIL_HOME}/lib/nrfutil-device/14-nrfdl-mcuboot-plugin_config.json << EOF
          {
                "description": "Thingy:91 X",
                "key": {
                  "product_id": "0x910A",
                  "vendor_id": "0x1915"
                },
                "traits": ["mcuBoot"],
                "mcuboot_baudrate": 1000000
          }
          EOF

      - name: Verify nrfutil configuration
        env:
          NRFUTIL_HOME: /usr/local/share/nrfutil
        shell: bash
        run: |
          cat "${NRFUTIL_HOME}/lib/nrfutil-device/14-nrfdl-mcuboot-plugin_config.json"


      - name: Run UART tests
        working-directory: thingy91x-oob/tests/on_target
        run: |
          mkdir -p results
          pytest -s -v -m "dut1 and uart" \
            --junit-xml=results/test-results-uart.xml \
            tests
        env:
          SEGGER: ${{ secrets.SEGGER_DUT_1 }}
          LOG_FILENAME: oob_uart_test_log

      - name: Run FOTA tests (standard)
        if: ${{ inputs.run_fota_tests }}
        working-directory: thingy91x-oob/tests/on_target
        run: |
          pytest -s -v -m "dut1 and fota" \
            --junit-xml=results/test-results-fota.xml \
            tests
        env:
          SEGGER: ${{ secrets.SEGGER_DUT_1 }}
          IMEI: ${{ secrets.IMEI_DUT_1 }}
          FINGERPRINT: ${{ secrets.FINGERPRINT_DUT_1 }}
          LOG_FILENAME: oob_fota_test_log

      - name: Run FOTA tests (FULLMFW)
        if: ${{ inputs.run_fullmfwfota_test }}
        working-directory: thingy91x-oob/tests/on_target
        run: |
          pytest -s -v -m "dut1 and fullmfw_fota" \
            --junit-xml=results/test-results-fullmfw-fota.xml \
            tests
        env:
          SEGGER: ${{ secrets.SEGGER_DUT_1 }}
          IMEI: ${{ secrets.IMEI_DUT_1 }}
          FINGERPRINT: ${{ secrets.FINGERPRINT_DUT_1 }}
          LOG_FILENAME: oob_fullmfw_fota_test_log

      - name: Run DFU tests
        if: ${{ inputs.run_dfu_tests }}
        working-directory: thingy91x-oob/tests/on_target
        run: |
          pytest -s -v -m dut2 --junit-xml=results/test-results-dfu.xml tests
        env:
          SEGGER_NRF53: ${{ secrets.SEGGER_DUT_2_EXT_DBG }}
          SEGGER_NRF91: ${{ secrets.SEGGER_DUT_2_NRF91 }}
          UART_ID: ${{ secrets.UART_DUT_2 }}
          NRF53_NET_HEX_FILE: artifacts/connectivity-bridge-${{ inputs.artifact_fw_version }}-thingy91x-nrf53-net.hex
          NRF53_APP_HEX_FILE: artifacts/connectivity-bridge-${{ inputs.artifact_fw_version }}-thingy91x-nrf53-app.hex
          NRF53_APP_UPDATE_ZIP: artifacts/connectivity-bridge-${{ inputs.artifact_fw_version }}-thingy91x-nrf53-verbose.zip
          NRF53_BL_UPDATE_ZIP: artifacts/connectivity-bridge-${{ inputs.artifact_fw_version }}-thingy91x-nrf53-bootloader.zip
          NRF91_HEX_FILE: artifacts/hello.nrfcloud.com-${{ inputs.artifact_fw_version }}-thingy91x-nrf91-bootloader.hex
          NRF91_APP_UPDATE_ZIP: artifacts/hello.nrfcloud.com-${{ inputs.artifact_fw_version }}-thingy91x-nrf91-dfu.zip
          NRF91_BL_UPDATE_ZIP: artifacts/hello.nrfcloud.com-${{ inputs.artifact_fw_version }}-thingy91x-nrf91-bootloader.zip
          LOG_FILENAME: oob_dfu_test_log

      # - name: Check nRF53 connectivity bridge version
      #   if: ${{ inputs.run_connectivity_bridge_tests }}
      #   working-directory: thingy91x-oob
      #   run: |
      #     python3 ./tests/on_target/utils/thingy91x_dfu.py --check-nrf53-version --serial THINGY91X_${{ secrets.UART_DUT_2 }} 2>&1 >/dev/null | grep "S1: 1"

      - name: Results
        if: always()
        uses: pmeier/pytest-results-action@v0.7.1
        with:
          path: thingy91x-oob/tests/on_target/results/*.xml
          summary: true
          fail-on-empty: true
          title: OOB FW Test Results

      - name: Push log files to artifacts
        uses: actions/upload-artifact@v4
        id: artifact-upload-test-logs
        with:
          name: test-logs
          path: |
            thingy91x-oob/tests/on_target/outcomes/logs/*.txt