Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

MLC-AI package stable release v0.15.1 wheel build #70

Merged
merged 1 commit into from
Feb 7, 2024
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
18 changes: 17 additions & 1 deletion .github/workflows/wheel_applesiliconmac_nightly.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -13,6 +13,12 @@ on:

jobs:
Build:
strategy:
matrix:
pkg_kind: ['nightly', 'stable']
exclude:
- pkg_kind: ${{ github.event_name == 'schedule' && 'stable' || '' }}

runs-on: [self-hosted, macOS, ARM64]
defaults:
run:
Expand All @@ -34,49 +40,59 @@ jobs:
- name: Build mlc-ai @ 3.8
env:
CONDA_HOME: ${{ secrets.M1_MAC_CONDA_HOME }}
STABLE_BUILD: ${{ matrix.pkg_kind == 'stable' && 1 || 0 }}
run: |
scripts/build_mlc_ai_wheel_single_python_apple_silicon.sh wheel-3-8
- name: Build mlc-ai @ 3.9
env:
CONDA_HOME: ${{ secrets.M1_MAC_CONDA_HOME }}
STABLE_BUILD: ${{ matrix.pkg_kind == 'stable' && 1 || 0 }}
run: |
scripts/build_mlc_ai_wheel_single_python_apple_silicon.sh wheel-3-9
- name: Build mlc-ai @ 3.10
env:
CONDA_HOME: ${{ secrets.M1_MAC_CONDA_HOME }}
STABLE_BUILD: ${{ matrix.pkg_kind == 'stable' && 1 || 0 }}
run: |
scripts/build_mlc_ai_wheel_single_python_apple_silicon.sh wheel-3-10
- name: Build mlc-ai @ 3.11
env:
CONDA_HOME: ${{ secrets.M1_MAC_CONDA_HOME }}
STABLE_BUILD: ${{ matrix.pkg_kind == 'stable' && 1 || 0 }}
run: |
scripts/build_mlc_ai_wheel_single_python_apple_silicon.sh wheel-3-11
- name: Build mlc-ai @ 3.12
env:
CONDA_HOME: ${{ secrets.M1_MAC_CONDA_HOME }}
STABLE_BUILD: ${{ matrix.pkg_kind == 'stable' && 1 || 0 }}
run: |
scripts/build_mlc_ai_wheel_single_python_apple_silicon.sh wheel-3-12
- name: Build mlc-chat @ 3.8
if: matrix.pkg_kind == 'nightly'
env:
CONDA_HOME: ${{ secrets.M1_MAC_CONDA_HOME }}
run: |
scripts/build_mlc_chat_wheel_single_python_apple_silicon.sh wheel-3-8
- name: Build mlc-chat @ 3.9
if: matrix.pkg_kind == 'nightly'
env:
CONDA_HOME: ${{ secrets.M1_MAC_CONDA_HOME }}
run: |
scripts/build_mlc_chat_wheel_single_python_apple_silicon.sh wheel-3-9
- name: Build mlc-chat @ 3.10
if: matrix.pkg_kind == 'nightly'
env:
CONDA_HOME: ${{ secrets.M1_MAC_CONDA_HOME }}
run: |
scripts/build_mlc_chat_wheel_single_python_apple_silicon.sh wheel-3-10
- name: Build mlc-chat @ 3.11
if: matrix.pkg_kind == 'nightly'
env:
CONDA_HOME: ${{ secrets.M1_MAC_CONDA_HOME }}
run: |
scripts/build_mlc_chat_wheel_single_python_apple_silicon.sh wheel-3-11
- name: Build mlc-chat @ 3.12
if: matrix.pkg_kind == 'nightly'
env:
CONDA_HOME: ${{ secrets.M1_MAC_CONDA_HOME }}
run: |
Expand All @@ -90,6 +106,6 @@ jobs:
with:
files: |
tvm/python/dist/*.whl
mlc-llm/python/dist/*.whl
${{ matrix.pkg_kind == 'nightly' && 'mlc-llm/python/dist/*.whl' || '' }}
tag_name: v0.9.dev0
prerelease: true
22 changes: 16 additions & 6 deletions .github/workflows/wheel_mac_nightly.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -15,8 +15,9 @@ jobs:
Build:
strategy:
matrix:
pkg: ['mlc-ai-nightly']
mlc-chat-pkg: ['mlc-chat-nightly']
pkg_kind: ['nightly', 'stable']
exclude:
- pkg_kind: ${{ github.event_name == 'schedule' && 'stable' || '' }}

runs-on: macos-latest
defaults:
Expand All @@ -36,10 +37,13 @@ jobs:
run: |
git clone https://github.com/mlc-ai/relax tvm --recursive
git clone https://github.com/mlc-ai/mlc-llm mlc-llm --recursive
- name: Sync Package
- name: Sync MLC AI Package
run: |
python3 scripts/sync_package.py --package tvm --package-name ${{ matrix.pkg }} --revision origin/mlc --skip-checkout --skip-conda
python3 scripts/sync_package.py --package mlc-llm --package-name ${{ matrix.mlc-chat-pkg }} --revision origin/main --skip-checkout --skip-conda
python3 scripts/sync_package.py --package tvm --package-name ${{ matrix.pkg_kind == 'nightly' && 'mlc-ai-nightly' || 'mlc-ai' }} --revision origin/mlc ${{ matrix.pkg_kind == 'nightly' && '--skip-checkout' || '' }} --skip-conda
- name: Sync MLC Chat Package
if: matrix.pkg_kind == 'nightly'
run: |
python3 scripts/sync_package.py --package mlc-llm --package-name ${{ matrix.pkg_kind == 'nightly' && 'mlc-chat-nightly' || 'mlc-chat' }} --revision origin/main ${{ matrix.pkg_kind == 'nightly' && '--skip-checkout' || '' }} --skip-conda
# Use conda for LLVM dep
- uses: conda-incubator/setup-miniconda@v2
with:
Expand All @@ -56,6 +60,7 @@ jobs:
run: >-
scripts/build_mlc_ai_lib_osx.sh
- name: Build MLC-Chat@MacOS
if: matrix.pkg_kind == 'nightly'
run: >-
scripts/build_mlc_chat_lib_osx.sh
# Build wheel for three python versions
Expand All @@ -72,6 +77,7 @@ jobs:
cd tvm/python
python setup.py bdist_wheel
- name: Wheel-Build-MLC-Chat@Py38
if: matrix.pkg_kind == 'nightly'
run: |
python --version
cd mlc-llm/python
Expand All @@ -89,6 +95,7 @@ jobs:
cd tvm/python
python setup.py bdist_wheel
- name: Wheel-Build-MLC-Chat@Py39
if: matrix.pkg_kind == 'nightly'
run: |
python --version
cd mlc-llm/python
Expand All @@ -106,6 +113,7 @@ jobs:
cd tvm/python
python setup.py bdist_wheel
- name: Wheel-Build-MLC-Chat@Py310
if: matrix.pkg_kind == 'nightly'
run: |
python --version
cd mlc-llm/python
Expand All @@ -123,6 +131,7 @@ jobs:
cd tvm/python
python setup.py bdist_wheel
- name: Wheel-Build-MLC-Chat@Py311
if: matrix.pkg_kind == 'nightly'
run: |
python --version
cd mlc-llm/python
Expand All @@ -140,6 +149,7 @@ jobs:
cd tvm/python
python setup.py bdist_wheel
- name: Wheel-Build-MLC-Chat@Py312
if: matrix.pkg_kind == 'nightly'
run: |
python --version
cd mlc-llm/python
Expand All @@ -153,6 +163,6 @@ jobs:
with:
files: |
tvm/python/dist/*.whl
mlc-llm/python/dist/*.whl
${{ matrix.pkg_kind == 'nightly' && 'mlc-llm/python/dist/*.whl' || '' }}
tag_name: v0.9.dev0
prerelease: true
17 changes: 11 additions & 6 deletions .github/workflows/wheel_manylinux_nightly.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -16,8 +16,7 @@ jobs:
Build:
strategy:
matrix:
pkg: ['mlc-ai-nightly']
mlc-chat-pkg: ['mlc-chat-nightly']
pkg_kind: ['nightly', 'stable']
# matrix of build configs
config:
- gpu: 'none'
Expand All @@ -34,6 +33,8 @@ jobs:
image: 'mlcaidev/package-rocm56:7dc84a7'
- gpu: 'rocm-5.7'
image: 'mlcaidev/package-rocm57:7dc84a7'
exclude:
- pkg_kind: ${{ github.event_name == 'schedule' && 'stable' || '' }}

runs-on: ubuntu-latest

Expand All @@ -57,17 +58,21 @@ jobs:
run: |
git clone https://github.com/mlc-ai/relax tvm --recursive
git clone https://github.com/mlc-ai/mlc-llm mlc-llm --recursive
- name: Sync Package
- name: Sync MLC AI Package
run: |
python scripts/sync_package.py --gpu ${{ matrix.config.gpu }} --package tvm --package-name ${{ matrix.pkg }} --revision origin/mlc --skip-checkout --skip-conda
python scripts/sync_package.py --gpu ${{ matrix.config.gpu }} --package mlc-llm --package-name ${{ matrix.mlc-chat-pkg }} --revision origin/main --skip-checkout --skip-conda
python scripts/sync_package.py --gpu ${{ matrix.config.gpu }} --package tvm --package-name ${{ matrix.pkg_kind == 'nightly' && 'mlc-ai-nightly' || 'mlc-ai' }} --revision origin/mlc ${{ matrix.pkg_kind == 'nightly' && '--skip-checkout' || '' }} --skip-conda
- name: Sync MLC Chat Package
if: matrix.pkg_kind == 'nightly'
run: |
python scripts/sync_package.py --gpu ${{ matrix.config.gpu }} --package mlc-llm --package-name ${{ matrix.pkg_kind == 'nightly' && 'mlc-chat-nightly' || 'mlc-chat' }} --revision origin/main ${{ matrix.pkg_kind == 'nightly' && '--skip-checkout' || '' }} --skip-conda
- name: Build TVM Unity
env:
IMAGE: ${{ matrix.config.image }}
GPU: ${{ matrix.config.gpu }}
run: |
docker/bash.sh --no-gpu $IMAGE ./scripts/build_mlc_ai_wheel_manylinux.sh --gpu $GPU
- name: Build MLC-Chat
if: matrix.pkg_kind == 'nightly'
env:
IMAGE: ${{ matrix.config.image }}
GPU: ${{ matrix.config.gpu }}
Expand All @@ -81,6 +86,6 @@ jobs:
with:
files: |
tvm/python/repaired_wheels/*.whl
mlc-llm/python/repaired_wheels/*.whl
${{ matrix.pkg_kind == 'nightly' && 'mlc-llm/python/repaired_wheels/*.whl' || '' }}
tag_name: v0.9.dev0
prerelease: true
22 changes: 16 additions & 6 deletions .github/workflows/wheel_win_nightly.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -15,8 +15,9 @@ jobs:
Build:
strategy:
matrix:
pkg: ['mlc-ai-nightly']
mlc-chat-pkg: ['mlc-chat-nightly']
pkg_kind: ['nightly', 'stable']
exclude:
- pkg_kind: ${{ github.event_name == 'schedule' && 'stable' || '' }}

runs-on: windows-latest
defaults:
Expand All @@ -36,10 +37,13 @@ jobs:
run: |
git clone https://github.com/mlc-ai/relax tvm --recursive
git clone https://github.com/mlc-ai/mlc-llm mlc-llm --recursive
- name: Sync Package
- name: Sync MLC AI Package
run: |
python3 scripts/sync_package.py --package tvm --package-name ${{ matrix.pkg }} --revision origin/mlc --skip-checkout --skip-conda
python3 scripts/sync_package.py --package mlc-llm --package-name ${{ matrix.mlc-chat-pkg }} --revision origin/main --skip-checkout --skip-conda
python3 scripts/sync_package.py --package tvm --package-name ${{ matrix.pkg_kind == 'nightly' && 'mlc-ai-nightly' || 'mlc-ai' }} --revision origin/mlc ${{ matrix.pkg_kind == 'nightly' && '--skip-checkout' || '' }} --skip-conda
- name: Sync MLC Chat Package
if: matrix.pkg_kind == 'nightly'
run: |
python3 scripts/sync_package.py --package mlc-llm --package-name ${{ matrix.pkg_kind == 'nightly' && 'mlc-chat-nightly' || 'mlc-chat' }} --revision origin/main ${{ matrix.pkg_kind == 'nightly' && '--skip-checkout' || '' }} --skip-conda
# Use conda for LLVM dep
- uses: conda-incubator/setup-miniconda@v2
with:
Expand Down Expand Up @@ -70,6 +74,7 @@ jobs:
exit /b 1
)
- name: Build MLC-Chat@Win
if: matrix.pkg_kind == 'nightly'
run: >-
scripts/build_mlc_chat_lib_win.bat
# Build wheel for three python versions
Expand All @@ -86,6 +91,7 @@ jobs:
cd tvm/python
python setup.py bdist_wheel
- name: Wheel-Build-MLC-Chat@Py38
if: matrix.pkg_kind == 'nightly'
run: |
python --version
cd mlc-llm/python
Expand All @@ -103,6 +109,7 @@ jobs:
cd tvm/python
python setup.py bdist_wheel
- name: Wheel-Build-MLC-Chat@Py39
if: matrix.pkg_kind == 'nightly'
run: |
python --version
cd mlc-llm/python
Expand All @@ -120,6 +127,7 @@ jobs:
cd tvm/python
python setup.py bdist_wheel
- name: Wheel-Build-MLC-Chat@Py310
if: matrix.pkg_kind == 'nightly'
run: |
python --version
cd mlc-llm/python
Expand All @@ -137,6 +145,7 @@ jobs:
cd tvm/python
python setup.py bdist_wheel
- name: Wheel-Build-MLC-Chat@Py311
if: matrix.pkg_kind == 'nightly'
run: |
python --version
cd mlc-llm/python
Expand All @@ -154,6 +163,7 @@ jobs:
cd tvm/python
python setup.py bdist_wheel
- name: Wheel-Build-MLC-Chat@Py312
if: matrix.pkg_kind == 'nightly'
run: |
python --version
cd mlc-llm/python
Expand All @@ -167,6 +177,6 @@ jobs:
with:
files: |
tvm/python/dist/*.whl
mlc-llm/python/dist/*.whl
${{ matrix.pkg_kind == 'nightly' && 'mlc-llm/python/dist/*.whl' || '' }}
tag_name: v0.9.dev0
prerelease: true
7 changes: 6 additions & 1 deletion scripts/build_mlc_ai_wheel_single_python_apple_silicon.sh
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,7 @@ eval "$(command conda 'shell.bash' 'hook' 2> /dev/null)"

CONDA_ENV_NAME=$1
deploy="${DEPLOY_WHEEL:-0}"
stable="${STABLE_BUILD:-0}"

source $CONDA_HOME/etc/profile.d/conda.sh

Expand All @@ -14,7 +15,11 @@ echo "Start build for $CONDA_ENV_NAME"
conda activate $CONDA_ENV_NAME

# sync package
python scripts/sync_package.py --package tvm --package-name mlc-ai-nightly --revision origin/mlc --skip-checkout --skip-conda
if [ "$stable" -eq "0" ]; then
python scripts/sync_package.py --package tvm --package-name mlc-ai-nightly --revision origin/mlc --skip-checkout --skip-conda
else
python scripts/sync_package.py --package tvm --package-name mlc-ai --revision origin/mlc --skip-conda
fi
# build tvm
./scripts/build_mlc_ai_lib_apple_silicon.sh

Expand Down
2 changes: 1 addition & 1 deletion scripts/sync_package.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@
# Modify the following two settings during release
# -----------------------------------------------------------
# Tag used for stable build.
__stable_build__ = None
__stable_build__ = "v0.15.1"
# -----------------------------------------------------------


Expand Down
Loading