build.yml

name: Build
on:
  push:

  workflow_dispatch:

jobs:
  build:
    name: Build
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v3
      - uses: actions/setup-node@v3
        with:
          node-version: "20"
      - name: Install modules
        run: npm ci
      - name: Build
        run: npm run build
      - name: Generate docs
        run: npm run generate-docs
      - name: Download latest llama.cpp release
        run: node ./dist/cli/cli.js download --release latest --skipBuild --updateBinariesReleaseMetadata
      - name: Upload build artifact
        uses: actions/upload-artifact@v3
        with:
          name: "build"
          path: "dist"
      - name: Upload binariesGithubRelease.json artifact
        uses: actions/upload-artifact@v3
        with:
          name: "binariesGithubRelease"
          path: "llama/binariesGithubRelease.json"
      - name: Upload build artifact
        uses: actions/upload-artifact@v3
        with:
          name: "docs"
          path: "docs"
      - name: Upload llama.cpp artifact
        uses: actions/upload-artifact@v3
        with:
          name: "llama.cpp"
          path: "llama/llama.cpp"

  build-binaries:
    name: Build binaries - ${{ matrix.config.name }}
    needs:
      - build
    runs-on: ${{ matrix.config.os }}
    strategy:
      fail-fast: false
      matrix:
        config:
          - name: "Windows MSVC"
            os: windows-2022
            cc: "cl"
            cxx: "cl"
            environment_script: "C:/Program Files (x86)/Microsoft Visual Studio/2019/Enterprise/VC/Auxiliary/Build/vcvars64.bat"
            generators: "Visual Studio 17 2022"
            artifact: "win"
          - name: "Ubuntu GCC"
            os: ubuntu-22.04
            cc: "gcc"
            cxx: "g++"
            generators: "Ninja"
            artifact: "linux"
          - name: "macOS Clang"
            os: macos-12
            cc: "clang"
            cxx: "clang++"
            generators: "Xcode"
            artifact: "mac"

    steps:
      - uses: actions/checkout@v3
      - uses: actions/setup-node@v3
        with:
          node-version: "20"

      - name: Download build artifact
        uses: actions/download-artifact@v3
        with:
          name: build
          path: dist

      - name: Download llama.cpp artifact
        uses: actions/download-artifact@v3
        with:
          name: llama.cpp
          path: llama/llama.cpp

      - uses: actions/setup-python@v4
        with:
          python-version: "3.10"

      - name: Install dependencies on windows
        if: startsWith(matrix.config.os, 'windows')
        run: |
          choco install ninja cmake

      - name: Install dependencies on ubuntu
        if: startsWith(matrix.config.name, 'Ubuntu Latest GCC')
        run: |
          sudo apt-get update
          sudo apt-get install ninja-build cmake libtbb-dev

      - name: Install dependencies on macos
        if: startsWith(matrix.config.os, 'macos')
        run: |
          brew install cmake ninja
          alias make=cmake

      - name: Setup & Build
        id: build
        shell: bash
        timeout-minutes: 40
        env:
          ARTIFACT_NAME: ${{ matrix.config.artifact }}
        run: |
          npm ci
          
          npx zx -y <<'EOF'
          
          async function getLatestNodeVersions(maxDate) {
            const res = await fetch("https://nodejs.org/dist/index.json");
            const data = await res.json();
            const versions = new Map();
            let latestVersion = null;
            
            for (const version of data) {
              const majorVersion = Number(version.version.split(".")[0].slice("v".length));
              const versionDate = new Date(version.date);
              
              if (maxDate != null && versionDate.getTime() > maxDate)
                continue;
              
              if (!versions.has(majorVersion)) {
                versions.set(majorVersion, version.version);
              }
              
              if (latestVersion === null || majorVersion > latestVersion) {
                latestVersion = majorVersion;
              }
            }
            
            return {versions, latestVersion};
          }
          
          function getArches() {
            switch (process.env.ARTIFACT_NAME) {
              case "win":
                return ["x64"];
              case "linux":
                return ["x64", "arm64", "armv7l", "ppc64le"];
              case "mac":
                return ["x64", "arm64"];
            }
            
            return ["x64"];
          }
          
          const {versions: latestNodeVersions, latestVersion: latestNodeVersion} = await getLatestNodeVersions(Date.now() - 1000 * 60 * 60 * 24 * 14);
          
          const minNodeVersion = latestNodeVersion - 4;
          
          const nodeVersions = [...latestNodeVersions].reduce((acc, [majorVersion, version]) => {
            if (majorVersion >= minNodeVersion)
              acc.push(version);
            
            return acc;
          }, []);
          const arches = getArches();
          
          console.log("Building for node versions", nodeVersions, "and archs", arches);
          
          await $`mkdir -p llamaBins`;
          
          for (const nodeVersion of nodeVersions) {
            for (const arch of arches) {
              console.log(`Building ${arch} for node ${nodeVersion}`);
              
              const majorNodeVersion = parseInt(nodeVersion.slice("v".length))
              
              const binName = `${process.env.ARTIFACT_NAME}-${arch}-${majorNodeVersion}`; 
              await $`node ./dist/cli/cli.js build --arch ${arch} --nodeTarget ${nodeVersion}`;
              await $`mv ./llama/build/Release ${"./llamaBins/" + binName}`;
            }
          }
          
          await $`echo "Built binaries:"`;
          await $`ls llamaBins`;
          
          EOF

      - name: Publish artifact
        uses: actions/upload-artifact@v3
        with:
          name: "bins-${{ matrix.config.artifact }}"
          path: "llamaBins/*"

  release:
    name: Release
    if: github.ref == 'refs/heads/master'
    runs-on: ubuntu-latest
    concurrency: release-${{ github.ref }}
    environment:
      name: npm
      url: ${{ steps.set-npm-url.outputs.npm-url }}
    permissions:
      pages: write
      id-token: write
      contents: write
      issues: write
      pull-requests: write
    needs:
      - build
      - build-binaries
    steps:
      - uses: actions/checkout@v3
      - uses: actions/setup-node@v3
        with:
          node-version: "20"
      - name: Install modules
        run: npm ci
      - uses: actions/download-artifact@v3
        with:
          path: artifacts
      - name: Move artifacts
        run: |
          mkdir -p llamaBins
          mv artifacts/bins-*/* llamaBins/
          mv artifacts/build dist/
          mv artifacts/docs docs/
          
          cp -r artifacts/llama.cpp/grammars llama/grammars
          
          rm -f ./llama/binariesGithubRelease.json
          mv artifacts/binariesGithubRelease/binariesGithubRelease.json ./llama/binariesGithubRelease.json
          
          echo "Built binaries:"
          ls llamaBins
      - name: Add "postinstall" script to package.json
        run: npm run addPostinstallScript
      - name: Release
        env:
          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
          NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
        run: npx semantic-release
      - name: Set npm package url to GITHUB_OUTPUT
        id: set-npm-url
        run: |
          if [ -f .semanticRelease.npmPackage.deployedVersion.txt ]; then
            echo "npm-url=https://www.npmjs.com/package/node-llama-cpp/v/$(cat .semanticRelease.npmPackage.deployedVersion.txt)" >> $GITHUB_OUTPUT
          fi
      - name: Upload docs to GitHub Pages
        if: steps.set-npm-url.outputs.npm-url != ''
        uses: actions/upload-pages-artifact@v2
        with:
          name: pages-docs
          path: docs
      - name: Deploy docs to GitHub Pages
        if: steps.set-npm-url.outputs.npm-url != ''
        uses: actions/deploy-pages@v2
        with:
          artifact_name: pages-docs