dev: use native in ci

.github/workflows/ci.yml

@@ -24,12 +24,19 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@v4
 
+      - uses: dtolnay/rust-toolchain@1.81.0
+      - uses: Swatinem/rust-cache@v2
+
       - name: Set up Scarb
         uses: software-mansion/setup-scarb@v1
 
       - name: Build contracts
         run: scarb build -p contracts
 
+  upload-artifacts:
+    runs-on: ubuntu-latest
+    needs: build
+    steps:
       - name: Upload artifacts
         uses: actions/upload-artifact@v3
         with:
@@ -47,15 +54,44 @@ jobs:
       - run: scarb build
       - run: scarb test
 
-  ef-tests:
+    ef-tests:
     # trunk-ignore(actionlint/runner-label)
-    runs-on: ubuntu-latest-32-cores
-    needs: build
+    runs-on: ubuntu-latest-16-cores
+    needs: [build]
     steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Cache cairo-native setup
+        uses: actions/cache@v3
+        with:
+          path: |
+            ~/.cargo/bin/
+            ~/.cargo/registry/index/
+            ~/.cargo/registry/cache/
+            ~/.cargo/git/db/
+            target/
+            ./libcairo_native_runtime.a
+          key: ${{ runner.os }}-cairo-native-${{ hashFiles('**/Cargo.lock', 'scripts/setup_cairo_native.sh') }}
+
+      - name: Make setup script executable
+        run: chmod +x ./scripts/setup_cairo_native.sh
+
+      - name: Setup Cairo Native
+        run: sudo ./scripts/setup_cairo_native.sh
+
+      - name: Set Environment Variables
+        run: |
+          echo "MLIR_SYS_190_PREFIX=/usr/lib/llvm-19/" >> $GITHUB_ENV
+          echo "LLVM_SYS_191_PREFIX=/usr/lib/llvm-19/" >> $GITHUB_ENV
+          echo "TABLEGEN_190_PREFIX=/usr/lib/llvm-19/" >> $GITHUB_ENV
+          echo "CAIRO_NATIVE_RUNTIME_LIBRARY=$(pwd)/libcairo_native_runtime.a" >> $GITHUB_ENV
+
       - name: Checkout ef-tests
         uses: actions/checkout@v4
         with:
           repository: kkrt-labs/ef-tests
+          ref: feat/cairo-native
 
       - name: Checkout local skip file
         uses: actions/checkout@v4
@@ -68,11 +104,6 @@ jobs:
       - name: Replace the skip files
         run: mv skip-file/blockchain-tests-skip.yml blockchain-tests-skip.yml
 
-      - name: Rust cache
-        uses: Swatinem/rust-cache@v2
-        with:
-          cache-on-failure: "true"
-
       - name: Setup
         run: |
           mkdir -p build/common
@@ -88,8 +119,8 @@ jobs:
           path: ./build/v1
 
       - name: Move Cairo1Helpers
-        run:
-          mv build/v1/contracts_Cairo1Helpers.compiled_contract_class.json
+        run: |
+          mv build/v1/contracts_Cairo1Helpers.compiled_contract_class.json \
           build/common/cairo1_helpers.json
 
       - name: Set up Python
@@ -100,7 +131,7 @@ jobs:
       - name: Run tests
         run: |
           set -o pipefail
-          make ef-test-v1 | tee data.txt
+          make ef-test-v1-native | tee data.txt
           set +o pipefail
 
       - name: Retrieve ef-tests execution resources

.github/workflows/test.yml

@@ -9,6 +9,16 @@ concurrency:
   cancel-in-progress: true
 
 jobs:
+
+  build:
+    # trunk-ignore(actionlint/runner-label)
+    runs-on: ubuntu-latest-16-cores
+    steps:
+      - uses: actions/checkout@v4
+      - uses: foundry-rs/setup-snfoundry@v3
+      - uses: software-mansion/setup-scarb@v1
+      - run: scarb build
+
   tests:
     # trunk-ignore(actionlint/runner-label)
     runs-on: ubuntu-latest-16-cores
@@ -17,5 +27,106 @@ jobs:
       - uses: foundry-rs/setup-snfoundry@v3
       - uses: software-mansion/setup-scarb@v1
       - run: scarb fmt --check
-      - run: scarb build
       - run: scarb test
+
+    ef-tests:
+    # trunk-ignore(actionlint/runner-label)
+    runs-on: ubuntu-latest-16-cores
+    needs: [build]
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Cache cairo-native setup
+        uses: actions/cache@v3
+        with:
+          path: |
+            ~/.cargo/bin/
+            ~/.cargo/registry/index/
+            ~/.cargo/registry/cache/
+            ~/.cargo/git/db/
+            target/
+            ./libcairo_native_runtime.a
+          key: ${{ runner.os }}-cairo-native-${{ hashFiles('**/Cargo.lock', 'scripts/setup_cairo_native.sh') }}
+
+      - name: Make setup script executable
+        run: chmod +x ./scripts/setup_cairo_native.sh
+
+      - name: Setup Cairo Native
+        run: sudo ./scripts/setup_cairo_native.sh
+
+      - name: Set Environment Variables
+        run: |
+          echo "MLIR_SYS_190_PREFIX=/usr/lib/llvm-19/" >> $GITHUB_ENV
+          echo "LLVM_SYS_191_PREFIX=/usr/lib/llvm-19/" >> $GITHUB_ENV
+          echo "TABLEGEN_190_PREFIX=/usr/lib/llvm-19/" >> $GITHUB_ENV
+          echo "CAIRO_NATIVE_RUNTIME_LIBRARY=$(pwd)/libcairo_native_runtime.a" >> $GITHUB_ENV
+
+      - name: Checkout ef-tests
+        uses: actions/checkout@v4
+        with:
+          repository: kkrt-labs/ef-tests
+          ref: feat/cairo-native
+
+      - name: Checkout local skip file
+        uses: actions/checkout@v4
+        with:
+          sparse-checkout: |
+            blockchain-tests-skip.yml
+          sparse-checkout-cone-mode: false
+          path: skip-file
+
+      - name: Replace the skip files
+        run: mv skip-file/blockchain-tests-skip.yml blockchain-tests-skip.yml
+
+      - name: Setup
+        run: |
+          mkdir -p build/common
+          make setup setup-kakarot-v0
+
+      - name: Install nextest
+        uses: taiki-e/install-action@nextest
+
+      - name: Download Kakarot-SSJ build artifacts in v1
+        uses: actions/download-artifact@v3
+        with:
+          name: kakarot-ssj-build
+          path: ./build/v1
+
+      - name: Move Cairo1Helpers
+        run: |
+          mv build/v1/contracts_Cairo1Helpers.compiled_contract_class.json \
+          build/common/cairo1_helpers.json
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: 3.10.14
+
+      - name: Run tests
+        run: |
+          set -o pipefail
+          make ef-test-v1-native | tee data.txt
+          set +o pipefail
+
+      - name: Retrieve ef-tests execution resources
+        run: python scripts/compute_resources.py
+        env:
+          KAKAROT_VERSION: v1
+
+      - name: Upload resources
+        uses: actions/upload-artifact@v3
+        with:
+          path: resources
+          name: resources
+
+      - name: Generate blockchain-tests-skip.yml file
+        if: github.event_name == 'workflow_dispatch'
+        run: make generate-skip-file
+
+      - name: Upload skip file
+        if: github.event_name == 'workflow_dispatch'
+        uses: actions/upload-artifact@v3
+        with:
+          path: blockchain-tests-skip.yml
+          name: blockchain-tests-skip

.gitignore

@@ -5,3 +5,5 @@ target
 node_modules/
 *.snfoundry_cache
 cache/
+
+scripts/libcairo_native_runtime.a

scripts/setup_cairo_native.sh

@@ -0,0 +1,115 @@
+#!/bin/bash
+
+install_essential_deps_linux() {
+  apt-get update -y
+  apt-get install -y \
+    curl \
+    jq \
+    ripgrep \
+    wget \
+    ca-certificates \
+    gnupg \
+    git
+}
+
+setup_llvm_deps() {
+  case "$(uname)" in
+  Darwin)
+    brew update
+    brew install llvm@19
+
+    LIBRARY_PATH=/opt/homebrew/lib
+    MLIR_SYS_190_PREFIX="$(brew --prefix llvm@19)"
+    LLVM_SYS_191_PREFIX="$MLIR_SYS_190_PREFIX"
+    TABLEGEN_190_PREFIX="$MLIR_SYS_190_PREFIX"
+
+    export LIBRARY_PATH
+    export MLIR_SYS_190_PREFIX
+    export LLVM_SYS_191_PREFIX
+    export TABLEGEN_190_PREFIX
+    ;;
+  Linux)
+    export DEBIAN_FRONTEND=noninteractive
+    export TZ=America/New_York
+
+    CODENAME=$(grep VERSION_CODENAME /etc/os-release | cut -d= -f2)
+    [ -z "$CODENAME" ] && { echo "Error: Unable to determine OS codename"; exit 1; }
+
+    echo "deb http://apt.llvm.org/$CODENAME/ llvm-toolchain-$CODENAME-19 main" > /etc/apt/sources.list.d/llvm-19.list
+    echo "deb-src http://apt.llvm.org/$CODENAME/ llvm-toolchain-$CODENAME-19 main" >> /etc/apt/sources.list.d/llvm-19.list
+    wget -O - https://apt.llvm.org/llvm-snapshot.gpg.key | apt-key add -
+
+    apt-get update && apt-get upgrade -y
+    apt-get install -y llvm-19 llvm-19-dev llvm-19-runtime clang-19 clang-tools-19 lld-19 libpolly-19-dev libmlir-19-dev mlir-19-tools
+
+    MLIR_SYS_190_PREFIX=/usr/lib/llvm-19/
+    LLVM_SYS_191_PREFIX=/usr/lib/llvm-19/
+    TABLEGEN_190_PREFIX=/usr/lib/llvm-19/
+
+    export MLIR_SYS_190_PREFIX
+    export LLVM_SYS_191_PREFIX
+    export TABLEGEN_190_PREFIX
+    ;;
+  *)
+    echo "Error: Unsupported operating system"
+    exit 1
+    ;;
+  esac
+
+  # GitHub Actions specific
+  [ -n "$GITHUB_ACTIONS" ] && {
+    echo "MLIR_SYS_190_PREFIX=$MLIR_SYS_190_PREFIX" >> $GITHUB_ENV
+    echo "LLVM_SYS_191_PREFIX=$LLVM_SYS_191_PREFIX" >> $GITHUB_ENV
+    echo "TABLEGEN_190_PREFIX=$TABLEGEN_190_PREFIX" >> $GITHUB_ENV
+  }
+}
+
+install_rust() {
+  if command -v cargo >/dev/null 2>&1; then
+    echo "Rust is already installed with cargo available in PATH."
+    return 0
+  fi
+
+  echo "cargo not found. Installing Rust..."
+  if ! curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y --default-toolchain 1.81.0 --no-modify-path; then
+    echo >&2 "Failed to install Rust. Aborting."
+    return 1
+  fi
+
+  # shellcheck disable=SC1090
+  source "$HOME/.cargo/env" || {
+    echo >&2 "Failed to source Rust environment. Aborting."
+    return 1
+  }
+
+  echo "Rust installed successfully."
+}
+
+install_cairo_native_runtime() {
+  install_rust || { echo "Error: Failed to install Rust"; exit 1; }
+
+  git clone https://github.com/lambdaclass/cairo_native.git
+  pushd ./cairo_native || exit 1
+  make deps
+  make runtime
+  popd || exit 1
+
+  rm -rf ./cairo_native
+
+  export CAIRO_NATIVE_RUNTIME_LIBRARY="$(pwd)/libcairo_native_runtime.a"
+
+  echo "CAIRO_NATIVE_RUNTIME_LIBRARY=$CAIRO_NATIVE_RUNTIME_LIBRARY"
+
+  [ -n "$GITHUB_ACTIONS" ] && echo "CAIRO_NATIVE_RUNTIME_LIBRARY=$CAIRO_NATIVE_RUNTIME_LIBRARY" >> $GITHUB_ENV
+}
+
+main() {
+  [ "$(uname)" = "Linux" ] && install_essential_deps_linux
+
+  setup_llvm_deps
+  install_cairo_native_runtime
+
+  echo "LLVM and Cairo native runtime dependencies installed successfully."
+}
+
+main "$@"