From ee279d94dd53f034b0dc576534c09ceffa84499f Mon Sep 17 00:00:00 2001 From: VincyZhang Date: Thu, 21 Mar 2024 09:29:45 +0800 Subject: [PATCH] update test (#1396) --- .github/checkgroup.yml | 8 -------- .github/workflows/deploy-test.yml | 5 ----- .github/workflows/format_scan.yml | 5 ----- .github/workflows/optimize-test.yml | 5 ----- .github/workflows/script/formatScan/pylint.sh | 1 + .github/workflows/script/install_binary.sh | 1 + .../workflows/script/prepare_env_with_conda.sh | 16 ++++++++-------- .../script/unitTest/run_unit_test_neuralchat.sh | 2 +- .github/workflows/sparse_lib_CI.yml | 6 ------ .github/workflows/unit-test-engine.yml | 5 ----- .github/workflows/unit-test-kernel.yml | 5 ----- .github/workflows/unit-test-neuralchat.yml | 5 ----- .github/workflows/unit-test-neuralspeed.yml | 5 ----- .github/workflows/unit-test-optimize.yml | 5 ----- docs/publication.md | 5 +++-- 15 files changed, 14 insertions(+), 65 deletions(-) diff --git a/.github/checkgroup.yml b/.github/checkgroup.yml index 8d4dcef9550..aadf36180b1 100644 --- a/.github/checkgroup.yml +++ b/.github/checkgroup.yml @@ -85,14 +85,6 @@ subprojects: checks: - "Windows-Binary-Test" - - id: "SparseLib Tests workflow" - paths: - - "intel_extension_for_transformers/transformers/runtime/kernels/**" - - ".github/workflows/sparse_lib_CI.yml" - - ".github/workflows/script/SparseLibCI" - checks: - - "sparselib" - - id: "LLM Model Test workflow" paths: - ".github/workflows/llm-test.yml" diff --git a/.github/workflows/deploy-test.yml b/.github/workflows/deploy-test.yml index d815548dce7..b0b84f74488 100644 --- a/.github/workflows/deploy-test.yml +++ b/.github/workflows/deploy-test.yml @@ -71,11 +71,6 @@ jobs: -v /dataset/cache/huggingface:/root/.cache/huggingface \ ${{ env.REPO_NAME }}:${{ env.REPO_TAG }} - - name: Env build - run: | - docker exec ${{ env.CONTAINER_NAME }} \ - bash /intel-extension-for-transformers/.github/workflows/script/prepare_env.sh - - name: Binary build run: | docker exec ${{ env.CONTAINER_NAME }} \ diff --git a/.github/workflows/format_scan.yml b/.github/workflows/format_scan.yml index 8e1b6879261..440dbfbf13b 100644 --- a/.github/workflows/format_scan.yml +++ b/.github/workflows/format_scan.yml @@ -66,11 +66,6 @@ jobs: -v ${{ github.workspace }}:/intel-extension-for-transformers \ ${{ env.REPO_NAME }}:${{ env.REPO_TAG }} - - name: Env build - run: | - docker exec ${{ env.CONTAINER_NAME }}-${{ runner.name }} \ - bash /intel-extension-for-transformers/.github/workflows/script/prepare_env.sh - - name: Code scan check run: | docker exec ${{ env.CONTAINER_NAME }}-${{ runner.name }} \ diff --git a/.github/workflows/optimize-test.yml b/.github/workflows/optimize-test.yml index 17d47669c8f..287f2ec514d 100644 --- a/.github/workflows/optimize-test.yml +++ b/.github/workflows/optimize-test.yml @@ -70,11 +70,6 @@ jobs: -v ~/.cache/oneAPI:/cache \ ${{ env.REPO_NAME }}:${{ env.REPO_TAG }} - - name: Env build - run: | - docker exec ${{ env.CONTAINER_NAME }} \ - bash /intel-extension-for-transformers/.github/workflows/script/prepare_env.sh - - name: Binary build run: | docker exec ${{ env.CONTAINER_NAME }} \ diff --git a/.github/workflows/script/formatScan/pylint.sh b/.github/workflows/script/formatScan/pylint.sh index 22a1334798a..0c78318cf46 100644 --- a/.github/workflows/script/formatScan/pylint.sh +++ b/.github/workflows/script/formatScan/pylint.sh @@ -2,6 +2,7 @@ source /intel-extension-for-transformers/.github/workflows/script/change_color.sh cd /intel-extension-for-transformers +pip install -U pip $BOLD_YELLOW && echo "---------------- git submodule update --init --recursive -------------" && $RESET git config --global --add safe.directory "*" git submodule update --init --recursive diff --git a/.github/workflows/script/install_binary.sh b/.github/workflows/script/install_binary.sh index e68cccb79a1..bbd6b7df2f1 100644 --- a/.github/workflows/script/install_binary.sh +++ b/.github/workflows/script/install_binary.sh @@ -3,6 +3,7 @@ source /intel-extension-for-transformers/.github/workflows/script/change_color.s cd /intel-extension-for-transformers export CMAKE_ARGS="-DNE_DNNL_CACHE_DIR=/cache" +pip install -U pip $BOLD_YELLOW && echo "---------------- git submodule update --init --recursive -------------" && $RESET git config --global --add safe.directory "*" git submodule update --init --recursive diff --git a/.github/workflows/script/prepare_env_with_conda.sh b/.github/workflows/script/prepare_env_with_conda.sh index 3539a10e36b..b6622a08837 100644 --- a/.github/workflows/script/prepare_env_with_conda.sh +++ b/.github/workflows/script/prepare_env_with_conda.sh @@ -8,11 +8,11 @@ fi conda create -n ${conda_env_name} python=${python_version} -y source activate ${conda_env_name} || conda activate ${conda_env_name} -pip install -U pip - -if [ -f "requirements.txt" ]; then - python -m pip install --default-timeout=100 -r requirements.txt - pip list -else - echo "Not found requirements.txt file." -fi +#pip install -U pip +# +#if [ -f "requirements.txt" ]; then +# python -m pip install --default-timeout=100 -r requirements.txt +# pip list +#else +# echo "Not found requirements.txt file." +#fi diff --git a/.github/workflows/script/unitTest/run_unit_test_neuralchat.sh b/.github/workflows/script/unitTest/run_unit_test_neuralchat.sh index 66781a5c2ed..07e601a5e69 100644 --- a/.github/workflows/script/unitTest/run_unit_test_neuralchat.sh +++ b/.github/workflows/script/unitTest/run_unit_test_neuralchat.sh @@ -90,7 +90,7 @@ function main() { wget http://nz2.archive.ubuntu.com/ubuntu/pool/main/o/openssl/libssl1.1_1.1.1f-1ubuntu2.19_amd64.deb dpkg -i libssl1.1_1.1.1f-1ubuntu2.19_amd64.deb python -m pip install --upgrade --force-reinstall torch==2.2.0 - pip install paddlepaddle==2.4.2 paddlenlp==2.5.2 paddlespeech==1.4.1 paddle2onnx==1.0.6 fastapi==0.103.2 + python -m pip install fastapi==0.103.2 cd ${WORKING_DIR} || exit 1 echo "test on ${test_name}" if [[ $test_name == "PR-test" ]]; then diff --git a/.github/workflows/sparse_lib_CI.yml b/.github/workflows/sparse_lib_CI.yml index 03f799f6376..02a84866f58 100644 --- a/.github/workflows/sparse_lib_CI.yml +++ b/.github/workflows/sparse_lib_CI.yml @@ -1,12 +1,6 @@ name: SparseLib on: - pull_request: - branches: [main] - paths: - - 'intel_extension_for_transformers/transformers/runtime/kernels/**' - - '.github/workflows/sparse_lib_CI.yml' - - '.github/workflows/script/SparseLibCI' workflow_dispatch: # If there is a new commit, the previous jobs will be canceled diff --git a/.github/workflows/unit-test-engine.yml b/.github/workflows/unit-test-engine.yml index 1ff4d7bfae1..c596718a2c5 100644 --- a/.github/workflows/unit-test-engine.yml +++ b/.github/workflows/unit-test-engine.yml @@ -80,11 +80,6 @@ jobs: -v /dataset/cache/huggingface:/root/.cache/huggingface \ ${{ env.REPO_NAME }}:${{ env.REPO_TAG }} - - name: Env build - run: | - docker exec ${{ env.CONTAINER_NAME }} \ - bash /intel-extension-for-transformers/.github/workflows/script/prepare_env.sh - - name: Binary build run: | docker exec ${{ env.CONTAINER_NAME }} \ diff --git a/.github/workflows/unit-test-kernel.yml b/.github/workflows/unit-test-kernel.yml index b6733c0cd63..116dc445ea1 100644 --- a/.github/workflows/unit-test-kernel.yml +++ b/.github/workflows/unit-test-kernel.yml @@ -63,11 +63,6 @@ jobs: -v ~/.cache/oneAPI:/cache \ ${{ env.REPO_NAME }}:${{ env.REPO_TAG }} - - name: Env build - run: | - docker exec ${{ env.CONTAINER_NAME }} \ - bash /intel-extension-for-transformers/.github/workflows/script/prepare_env.sh - - name: Binary build run: | docker exec ${{ env.CONTAINER_NAME }} \ diff --git a/.github/workflows/unit-test-neuralchat.yml b/.github/workflows/unit-test-neuralchat.yml index 34675a82bfa..ab2a885767c 100644 --- a/.github/workflows/unit-test-neuralchat.yml +++ b/.github/workflows/unit-test-neuralchat.yml @@ -86,11 +86,6 @@ jobs: -v /dataset/tf_dataset2:/tf_dataset2 \ ${{ env.REPO_NAME }}:${{ env.REPO_TAG }} - - name: Env build - run: | - docker exec ${{ env.CONTAINER_NAME }} \ - bash /intel-extension-for-transformers/.github/workflows/script/prepare_env.sh - - name: Binary build run: | docker exec ${{ env.CONTAINER_NAME }} \ diff --git a/.github/workflows/unit-test-neuralspeed.yml b/.github/workflows/unit-test-neuralspeed.yml index 5c6fec1c60a..0515e6c69dc 100644 --- a/.github/workflows/unit-test-neuralspeed.yml +++ b/.github/workflows/unit-test-neuralspeed.yml @@ -66,11 +66,6 @@ jobs: -v ~/.cache/oneAPI:/cache \ ${{ env.REPO_NAME }}:${{ env.REPO_TAG }} - - name: Env build - run: | - docker exec ${{ env.CONTAINER_NAME }}-${{ runner.name }} \ - bash /intel-extension-for-transformers/.github/workflows/script/prepare_env.sh - - name: Binary build run: | docker exec ${{ env.CONTAINER_NAME }}-${{ runner.name }} \ diff --git a/.github/workflows/unit-test-optimize.yml b/.github/workflows/unit-test-optimize.yml index f8eaa83b883..9e9cfe30ff5 100644 --- a/.github/workflows/unit-test-optimize.yml +++ b/.github/workflows/unit-test-optimize.yml @@ -82,11 +82,6 @@ jobs: -v ~/.cache/oneAPI:/cache \ ${{ env.REPO_NAME }}:${{ env.REPO_TAG }} - - name: Env build - run: | - docker exec ${{ env.CONTAINER_NAME }} \ - bash /intel-extension-for-transformers/.github/workflows/script/prepare_env.sh - - name: Binary build run: | docker exec ${{ env.CONTAINER_NAME }} \ diff --git a/docs/publication.md b/docs/publication.md index cf4d79870ef..fb4e0dbd71e 100644 --- a/docs/publication.md +++ b/docs/publication.md @@ -1,4 +1,4 @@ -Full Publications/Events (41) +Full Publications/Events (42) ========== ## 2024 (2) @@ -6,7 +6,8 @@ Full Publications/Events (41) * CES 2024: [CES 2024 Great Minds Keynote: Bringing the Limitless Potential of AI Everywhere: Intel Hybrid Copilot demo](https://youtu.be/70J3uO3eLZA?t=1348) (Jan 2024) -## 2023 (33) +## 2023 (34) +* Blog published on Hugging Face: [2023, year of open LLMs](https://huggingface.co/blog/2023-in-llms) (Dec 2023) * Blog published on Medium: [Connect an AI agent with your API: Intel Neural-Chat 7b LLM can replace Open AI Function Calling](https://medium.com/11tensors/connect-an-ai-agent-with-your-api-intel-neural-chat-7b-llm-can-replace-open-ai-function-calling-242d771e7c79) (Dec 2023) * Blog published on 360 EEA (A News Platform about AI and LLMs): [Intel neural-chat-7b-v3-1](https://360eea.com/intel-neural-chat-7b-v3-1/) (Dec 2023) * Apple Podcasts from Papers Read on AI: [Efficient LLM Inference on CPUs](https://podcasts.apple.com/us/podcast/efficient-llm-inference-on-cpus/id1577699357?i=1000637269932) (Dec 2023)