Implement fs searching in rust (#5481)

parcel-bundler · Jan 2, 2021 · c2c294b · c2c294b
1 parent 303a312
commit c2c294b
Show file tree

Hide file tree

Showing 52 changed files with 2,044 additions and 142 deletions.
diff --git a/.github/workflows/nightly-release.yml b/.github/workflows/nightly-release.yml
@@ -3,12 +3,166 @@ on:
   schedule:
     - cron: '0 0 * * *'
 jobs:
+  build:
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest, macos-latest, windows-latest]
+    name: ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    steps:
+      - uses: actions/checkout@v1
+      - name: Install Rust
+        uses: actions-rs/toolchain@v1
+        with:
+          toolchain: stable
+          profile: minimal
+          override: true
+      - name: Link native packages
+        run: node scripts/link-native.js
+      - uses: bahmutov/npm-install@v1.1.0
+      - name: Upload artifacts
+        uses: actions/upload-artifact@v2
+        with:
+          name: bindings-${{ matrix.os }}
+          path: native-packages/*/*.node
+      - name: Smoke test
+        run: node -e "require('@parcel/fs-search')"
+
+  build-linux-gnu-arm:
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - target: arm-unknown-linux-gnueabihf
+            arch: armhf
+          - target: aarch64-unknown-linux-gnu
+            arch: arm64
+    name: ${{ matrix.target }}
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v1
+      - name: Install Rust
+        uses: actions-rs/toolchain@v1
+        with:
+          toolchain: stable
+          profile: minimal
+          override: true
+          target: ${{ matrix.target }}
+      - name: Install cross compile toolchains
+        run: |
+          sudo apt-get update
+          sudo apt-get install gcc-arm-linux-gnueabihf gcc-aarch64-linux-gnu g++-aarch64-linux-gnu -y
+      - name: Link native packages
+        run: node scripts/link-native.js
+      - uses: bahmutov/npm-install@v1.1.0
+        env:
+          RUST_TARGET: ${{ matrix.target }}
+      - name: Upload artifacts
+        uses: actions/upload-artifact@v2
+        with:
+          name: bindings-${{ matrix.target }}
+          path: native-packages/*/*.node
+      - name: debug
+        run: ls -l native-packages/*/*.node
+      - name: Configure binfmt-support
+        run: docker run --rm --privileged multiarch/qemu-user-static:register --reset
+      - name: Smoke test
+        uses: addnab/docker-run-action@v1
+        with:
+          image: ghcr.io/devongovett/multiarch-node:node14-${{ matrix.arch }}-focal
+          options: -v ${{github.workspace}}:/work
+          run: cd /work && node -e "require('@parcel/fs-search')"
+
+  build-linux-musl:
+    strategy:
+      fail-fast: false
+      matrix:
+        target: [x86_64-unknown-linux-musl, aarch64-unknown-linux-musl]
+    name: ${{ matrix.target }}
+    runs-on: ubuntu-latest
+    container:
+      image: docker.pkg.github.com/napi-rs/napi-rs/rust-nodejs-alpine:lts
+      credentials:
+        username: ${{ github.actor }}
+        password: ${{ secrets.GHCR_TOKEN }}
+    steps:
+      - uses: actions/checkout@v1
+      - name: Install Rust
+        uses: actions-rs/toolchain@v1
+        with:
+          toolchain: stable
+          profile: minimal
+          override: true
+          target: ${{ matrix.target }}
+      - name: Install cross compile toolchains
+        if: ${{ matrix.target == 'aarch64-unknown-linux-musl' }}
+        run: |
+          curl -O https://musl.cc/aarch64-linux-musl-cross.tgz
+          tar xzf aarch64-linux-musl-cross.tgz
+          cp -R aarch64-linux-musl-cross/* /usr
+      - name: Link native packages
+        run: node scripts/link-native.js
+      - uses: bahmutov/npm-install@v1.1.0
+        env:
+          RUST_TARGET: ${{ matrix.target }}
+      - name: Upload artifacts
+        uses: actions/upload-artifact@v2
+        with:
+          name: bindings-linux-musl
+          path: native-packages/*/*.node
+      - name: debug
+        run: ls -l native-packages/*/*.node
+      - name: Smoke test
+        if: ${{ matrix.target == 'x86_64-unknown-linux-musl' }}
+        run: node -e 'require("@parcel/fs-search")'
+
+  build-apple-silicon:
+    name: aarch64-apple-darwin
+    runs-on: macos-latest
+    steps:
+      - uses: actions/checkout@v1
+      - name: Install Rust
+        uses: actions-rs/toolchain@v1
+        with:
+          toolchain: nightly
+          profile: minimal
+          override: true
+          target: aarch64-apple-darwin
+      - name: Link native packages
+        run: node scripts/link-native.js
+      - uses: bahmutov/npm-install@v1.1.0
+        env:
+          RUST_TARGET: aarch64-apple-darwin
+      - name: Upload artifacts
+        uses: actions/upload-artifact@v2
+        with:
+          name: bindings-apple-aarch64
+          path: native-packages/*/*.node
+      - name: debug
+        run: ls -l native-packages/*/*.node
+
   build-and-release:
     runs-on: ubuntu-latest
     name: Build and release nightly
+    needs:
+      - build
+      - build-linux-musl
+      - build-linux-gnu-arm
+      - build-apple-silicon
     steps:
       - uses: actions/checkout@v1
+      - name: Link native packages
+        run: node scripts/link-native.js
       - uses: bahmutov/npm-install@v1.1.0
+      - name: Download artifacts
+        uses: actions/download-artifact@v2
+        with:
+          path: artifacts
+      - name: Move artifacts
+        run: for d in artifacts/*/*; do cp $d/*.node native-packages/$(basename $d); done
+      - name: Debug
+        run: ls -l native-packages/*/*
       - run: echo //registry.npmjs.org/:_authToken=${NPM_TOKEN} > .npmrc
         env:
           NPM_TOKEN: ${{ secrets.NPM_TOKEN }}

diff --git a/.github/workflows/tag-release.yml b/.github/workflows/tag-release.yml
@@ -3,12 +3,166 @@ on:
   release:
     types: [published]
 jobs:
+  build:
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [ubuntu-latest, macos-latest, windows-latest]
+    name: ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    steps:
+      - uses: actions/checkout@v1
+      - name: Install Rust
+        uses: actions-rs/toolchain@v1
+        with:
+          toolchain: stable
+          profile: minimal
+          override: true
+      - name: Link native packages
+        run: node scripts/link-native.js
+      - uses: bahmutov/npm-install@v1.1.0
+      - name: Upload artifacts
+        uses: actions/upload-artifact@v2
+        with:
+          name: bindings-${{ matrix.os }}
+          path: native-packages/*/*.node
+      - name: Smoke test
+        run: node -e "require('@parcel/fs-search')"
+
+  build-linux-gnu-arm:
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - target: arm-unknown-linux-gnueabihf
+            arch: armhf
+          - target: aarch64-unknown-linux-gnu
+            arch: arm64
+    name: ${{ matrix.target }}
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v1
+      - name: Install Rust
+        uses: actions-rs/toolchain@v1
+        with:
+          toolchain: stable
+          profile: minimal
+          override: true
+          target: ${{ matrix.target }}
+      - name: Install cross compile toolchains
+        run: |
+          sudo apt-get update
+          sudo apt-get install gcc-arm-linux-gnueabihf gcc-aarch64-linux-gnu g++-aarch64-linux-gnu -y
+      - name: Link native packages
+        run: node scripts/link-native.js
+      - uses: bahmutov/npm-install@v1.1.0
+        env:
+          RUST_TARGET: ${{ matrix.target }}
+      - name: Upload artifacts
+        uses: actions/upload-artifact@v2
+        with:
+          name: bindings-${{ matrix.target }}
+          path: native-packages/*/*.node
+      - name: debug
+        run: ls -l native-packages/*/*.node
+      - name: Configure binfmt-support
+        run: docker run --rm --privileged multiarch/qemu-user-static:register --reset
+      - name: Smoke test
+        uses: addnab/docker-run-action@v1
+        with:
+          image: ghcr.io/devongovett/multiarch-node:node14-${{ matrix.arch }}-focal
+          options: -v ${{github.workspace}}:/work
+          run: cd /work && node -e "require('@parcel/fs-search')"
+
+  build-linux-musl:
+    strategy:
+      fail-fast: false
+      matrix:
+        target: [x86_64-unknown-linux-musl, aarch64-unknown-linux-musl]
+    name: ${{ matrix.target }}
+    runs-on: ubuntu-latest
+    container:
+      image: docker.pkg.github.com/napi-rs/napi-rs/rust-nodejs-alpine:lts
+      credentials:
+        username: ${{ github.actor }}
+        password: ${{ secrets.GHCR_TOKEN }}
+    steps:
+      - uses: actions/checkout@v1
+      - name: Install Rust
+        uses: actions-rs/toolchain@v1
+        with:
+          toolchain: stable
+          profile: minimal
+          override: true
+          target: ${{ matrix.target }}
+      - name: Install cross compile toolchains
+        if: ${{ matrix.target == 'aarch64-unknown-linux-musl' }}
+        run: |
+          curl -O https://musl.cc/aarch64-linux-musl-cross.tgz
+          tar xzf aarch64-linux-musl-cross.tgz
+          cp -R aarch64-linux-musl-cross/* /usr
+      - name: Link native packages
+        run: node scripts/link-native.js
+      - uses: bahmutov/npm-install@v1.1.0
+        env:
+          RUST_TARGET: ${{ matrix.target }}
+      - name: Upload artifacts
+        uses: actions/upload-artifact@v2
+        with:
+          name: bindings-linux-musl
+          path: native-packages/*/*.node
+      - name: debug
+        run: ls -l native-packages/*/*.node
+      - name: Smoke test
+        if: ${{ matrix.target == 'x86_64-unknown-linux-musl' }}
+        run: node -e 'require("@parcel/fs-search")'
+
+  build-apple-silicon:
+    name: aarch64-apple-darwin
+    runs-on: macos-latest
+    steps:
+      - uses: actions/checkout@v1
+      - name: Install Rust
+        uses: actions-rs/toolchain@v1
+        with:
+          toolchain: nightly
+          profile: minimal
+          override: true
+          target: aarch64-apple-darwin
+      - name: Link native packages
+        run: node scripts/link-native.js
+      - uses: bahmutov/npm-install@v1.1.0
+        env:
+          RUST_TARGET: aarch64-apple-darwin
+      - name: Upload artifacts
+        uses: actions/upload-artifact@v2
+        with:
+          name: bindings-apple-aarch64
+          path: native-packages/*/*.node
+      - name: debug
+        run: ls -l native-packages/*/*.node
+
   build-and-release:
     runs-on: ubuntu-latest
     name: Build and release the tagged version
+    needs:
+      - build
+      - build-linux-musl
+      - build-linux-gnu-arm
+      - build-apple-silicon
     steps:
       - uses: actions/checkout@v1
+      - name: Link native packages
+        run: node scripts/link-native.js
       - uses: bahmutov/npm-install@v1.1.0
+      - name: Download artifacts
+        uses: actions/download-artifact@v2
+        with:
+          path: artifacts
+      - name: Move artifacts
+        run: for d in artifacts/*/*; do cp $d/*.node native-packages/$(basename $d); done
+      - name: Debug
+        run: ls -l native-packages/*/*
       - run: echo //registry.npmjs.org/:_authToken=${NPM_TOKEN} > .npmrc
         env:
           NPM_TOKEN: ${{ secrets.NPM_TOKEN }}

diff --git a/.gitignore b/.gitignore
@@ -20,3 +20,4 @@ tmp
 parcel-bundle-reports/
 .verdaccio_storage/
 sourcemap-info.json
+packages/native-packages
diff --git a/azure-pipelines-template.yml b/azure-pipelines-template.yml
@@ -39,6 +39,9 @@ jobs:
               echo fs.inotify.max_user_watches=524288 | sudo tee -a /etc/sysctl.conf && sudo sysctl -p;
             displayName: Bump max inotify watches
 
+      - script: node scripts/link-native.js
+        displayName: 'Link native dependencies'
+
       # use `--frozen-lockfile` to fail immediately if the committed yarn.lock needs updates
       # https://yarnpkg.com/lang/en/docs/cli/install/#toc-yarn-install-frozen-lockfile
       - script: yarn --frozen-lockfile

diff --git a/native-packages/fs-search/.cargo/config.toml b/native-packages/fs-search/.cargo/config.toml
@@ -0,0 +1,11 @@
+[target.arm-unknown-linux-gnueabihf]
+linker = "arm-linux-gnueabihf-gcc"
+
+[target.armv7-unknown-linux-gnueabihf]
+linker = "arm-linux-gnueabihf-gcc"
+
+[target.aarch64-unknown-linux-gnu]
+linker = "aarch64-linux-gnu-gcc"
+
+[target.aarch64-unknown-linux-musl]
+linker = "aarch64-linux-musl-gcc"
diff --git a/native-packages/fs-search/.gitignore b/native-packages/fs-search/.gitignore
@@ -0,0 +1,2 @@
+target
+*.node