add prettier

Signed-off-by: Sun, Xuehao <xuehao.sun@intel.com>
intel · Apr 2, 2024 · 8fa8edb · 8fa8edb
1 parent 3e4ce7e
commit 8fa8edb
Show file tree

Hide file tree

Showing 159 changed files with 107,160 additions and 90,675 deletions.
diff --git a/.github/workflows/build-container.yaml b/.github/workflows/build-container.yaml
@@ -17,14 +17,14 @@ jobs:
         password: ${{ secrets.REGISTRY_TOKEN }}
     runs-on: [aia-devops] # Runner Label
     steps:
-    - uses: actions/checkout@v4
-      with:
-        # fetch-depth: 0
-        # submodules: recursive
-        set-safe-directory: true
-    - name: Build Container
-      run: docker compose build
-      working-directory: ./docker
+      - uses: actions/checkout@v4
+        with:
+          # fetch-depth: 0
+          # submodules: recursive
+          set-safe-directory: true
+      - name: Build Container
+        run: docker compose build
+        working-directory: ./docker
   push:
     needs: [build]
     strategy:
@@ -41,12 +41,12 @@ jobs:
         password: ${{ secrets.REGISTRY_TOKEN }}
     runs-on: [aia-devops]
     steps:
-    - uses: docker/login-action@v2
-      with: # CAAS Registry Creds
-        registry: ${{ secrets.REGISTRY }}
-        username: ${{ secrets.REGISTRY_USER }}
-        password: ${{ secrets.REGISTRY_TOKEN }}
-    - name: Push Container # tlt-<num>-<container>
-      run: |
-        docker tag intel/ai-tools:itrex-${{ matrix.container }}-latest ${{ secrets.REGISTRY }}/aiops/mlops-ci:itrex-ww$(date +"%U")-${{ matrix.container }}
-        docker push ${{ secrets.REGISTRY }}/aiops/mlops-ci:itrex-ww$(date +"%U")-${{ matrix.container }}
+      - uses: docker/login-action@v2
+        with: # CAAS Registry Creds
+          registry: ${{ secrets.REGISTRY }}
+          username: ${{ secrets.REGISTRY_USER }}
+          password: ${{ secrets.REGISTRY_TOKEN }}
+      - name: Push Container # tlt-<num>-<container>
+        run: |
+          docker tag intel/ai-tools:itrex-${{ matrix.container }}-latest ${{ secrets.REGISTRY }}/aiops/mlops-ci:itrex-ww$(date +"%U")-${{ matrix.container }}
+          docker push ${{ secrets.REGISTRY }}/aiops/mlops-ci:itrex-ww$(date +"%U")-${{ matrix.container }}
diff --git a/.github/workflows/chatbot-finetune-mpt-7b-chat-hpu.yml b/.github/workflows/chatbot-finetune-mpt-7b-chat-hpu.yml
@@ -20,12 +20,10 @@ jobs:
           submodules: "recursive"
 
       - name: Load environment variables
-        run:
-          cat ~/itrex-actions-runner/.env >> $GITHUB_ENV
+        run: cat ~/itrex-actions-runner/.env >> $GITHUB_ENV
 
       - name: Build Docker Image
-        run:
-          docker build --no-cache ./ --target hpu --build-arg REPO=${{ github.server_url }}/${{ github.event.pull_request.head.repo.full_name }}.git --build-arg REPO_PATH="." --build-arg http_proxy="${{ env.HTTP_PROXY_IMAGE_BUILD }}" --build-arg https_proxy="${{ env.HTTPS_PROXY_IMAGE_BUILD }}" -f intel_extension_for_transformers/neural_chat/docker/Dockerfile -t chatbotfinetune-hpu:latest && yes | docker container prune && yes | docker image prune
+        run: docker build --no-cache ./ --target hpu --build-arg REPO=${{ github.server_url }}/${{ github.event.pull_request.head.repo.full_name }}.git --build-arg REPO_PATH="." --build-arg http_proxy="${{ env.HTTP_PROXY_IMAGE_BUILD }}" --build-arg https_proxy="${{ env.HTTPS_PROXY_IMAGE_BUILD }}" -f intel_extension_for_transformers/neural_chat/docker/Dockerfile -t chatbotfinetune-hpu:latest && yes | docker container prune && yes | docker image prune
 
       - name: Start Docker Container
         id: master_container

diff --git a/.github/workflows/chatbot-finetune-mpt-7b-chat.yml b/.github/workflows/chatbot-finetune-mpt-7b-chat.yml
@@ -16,15 +16,13 @@ jobs:
         uses: actions/checkout@v4
 
       - name: Load environment variables
-        run:
-          cat ~/itrex-actions-runner/.env >> $GITHUB_ENV
+        run: cat ~/itrex-actions-runner/.env >> $GITHUB_ENV
       - name: Prepare Cache
         run: cp ${{ env.CACHE }}/torch/* ./
 
       - name: Build Docker Image
-        run:
-          if [[ $(docker images | grep chatbotfinetune-mpi | wc -l) == 0 ]]; then
-            docker build ./ --target cpu --build-arg REPO=${{ github.server_url }}/${{ github.repository }}.git --build-arg REPO_PATH="." --build-arg http_proxy="${{ env.HTTP_PROXY_IMAGE_BUILD }}" --build-arg https_proxy="${{ env.HTTPS_PROXY_IMAGE_BUILD }}" -f intel_extension_for_transformers/neural_chat/docker/Dockerfile -t chatbotfinetune-mpi:latest && yes | docker container prune && yes | docker image prune;
+        run: if [[ $(docker images | grep chatbotfinetune-mpi | wc -l) == 0 ]]; then
+          docker build ./ --target cpu --build-arg REPO=${{ github.server_url }}/${{ github.repository }}.git --build-arg REPO_PATH="." --build-arg http_proxy="${{ env.HTTP_PROXY_IMAGE_BUILD }}" --build-arg https_proxy="${{ env.HTTPS_PROXY_IMAGE_BUILD }}" -f intel_extension_for_transformers/neural_chat/docker/Dockerfile -t chatbotfinetune-mpi:latest && yes | docker container prune && yes | docker image prune;
           fi
 
       - name: Start Docker Container on socket 0

diff --git a/.github/workflows/chatbot-inference-llama-2-7b-chat-hf.yml b/.github/workflows/chatbot-inference-llama-2-7b-chat-hf.yml
@@ -19,9 +19,8 @@ jobs:
         run: cat ~/actions-runner/.env >> $GITHUB_ENV
 
       - name: Build Docker Image
-        run:
-          if [ $(docker images | grep chatbotinfer-1-gha | wc -l) == 0 ]; then
-            docker build  --no-cache ./ --target cpu --build-arg REPO=${{ github.server_url }}/${{ github.repository }}.git --build-arg REPO_PATH="." --build-arg http_proxy="${{ env.HTTP_PROXY_IMAGE_BUILD }}" --build-arg https_proxy="${{ env.HTTPS_PROXY_IMAGE_BUILD }}" -f intel_extension_for_transformers/neural_chat/docker/Dockerfile -t chatbotinfer-1-gha:latest && yes | docker container prune && yes | docker image prune;
+        run: if [ $(docker images | grep chatbotinfer-1-gha | wc -l) == 0 ]; then
+          docker build  --no-cache ./ --target cpu --build-arg REPO=${{ github.server_url }}/${{ github.repository }}.git --build-arg REPO_PATH="." --build-arg http_proxy="${{ env.HTTP_PROXY_IMAGE_BUILD }}" --build-arg https_proxy="${{ env.HTTPS_PROXY_IMAGE_BUILD }}" -f intel_extension_for_transformers/neural_chat/docker/Dockerfile -t chatbotinfer-1-gha:latest && yes | docker container prune && yes | docker image prune;
           fi
 
       - name: Start Docker Container

diff --git a/.github/workflows/chatbot-inference-mpt-7b-chat-hpu.yml b/.github/workflows/chatbot-inference-mpt-7b-chat-hpu.yml
@@ -20,8 +20,7 @@ jobs:
           submodules: "recursive"
 
       - name: Load environment variables
-        run:
-          cat ~/itrex-actions-runner/.env >> $GITHUB_ENV
+        run: cat ~/itrex-actions-runner/.env >> $GITHUB_ENV
 
       - name: Build Docker Image
         run: docker build --no-cache ./ --target hpu --build-arg REPO=${{ github.server_url }}/${{ github.event.pull_request.head.repo.full_name }}.git --build-arg REPO_PATH="." --build-arg http_proxy="${{ env.HTTP_PROXY_IMAGE_BUILD }}" --build-arg https_proxy="${{ env.HTTPS_PROXY_IMAGE_BUILD }}" -f intel_extension_for_transformers/neural_chat/docker/Dockerfile -t chatbotinfer-hpu:latest && yes | docker container prune && yes | docker image prune

diff --git a/.github/workflows/chatbot-inference-mpt-7b-chat.yml b/.github/workflows/chatbot-inference-mpt-7b-chat.yml
@@ -16,13 +16,11 @@ jobs:
         uses: actions/checkout@v4
 
       - name: Load environment variables
-        run:
-          cat ~/actions-runner/.env >> $GITHUB_ENV
+        run: cat ~/actions-runner/.env >> $GITHUB_ENV
 
       - name: Build Docker Image
-        run:
-          if [ $(docker images | grep chatbotinfer-1-gha | wc -l) == 0 ]; then
-            docker build  --no-cache ./ --target cpu --build-arg REPO=${{ github.server_url }}/${{ github.repository }}.git --build-arg REPO_PATH="." --build-arg http_proxy="${{ env.HTTP_PROXY_IMAGE_BUILD }}" --build-arg https_proxy="${{ env.HTTPS_PROXY_IMAGE_BUILD }}" -f intel_extension_for_transformers/neural_chat/docker/Dockerfile -t chatbotinfer-1-gha:latest && yes | docker container prune && yes | docker image prune;
+        run: if [ $(docker images | grep chatbotinfer-1-gha | wc -l) == 0 ]; then
+          docker build  --no-cache ./ --target cpu --build-arg REPO=${{ github.server_url }}/${{ github.repository }}.git --build-arg REPO_PATH="." --build-arg http_proxy="${{ env.HTTP_PROXY_IMAGE_BUILD }}" --build-arg https_proxy="${{ env.HTTPS_PROXY_IMAGE_BUILD }}" -f intel_extension_for_transformers/neural_chat/docker/Dockerfile -t chatbotinfer-1-gha:latest && yes | docker container prune && yes | docker image prune;
           fi
 
       - name: Start Docker Container

diff --git a/.github/workflows/chatbot-test.yml b/.github/workflows/chatbot-test.yml
@@ -5,26 +5,26 @@ on:
     branches:
       - main
     paths:
-      - '.github/workflows/chatbot-test.yml'
-      - '.github/workflows/chatbot-inference-llama-2-7b-chat-hf.yml'
-      - '.github/workflows/chatbot-inference-mpt-7b-chat.yml'
-      - '.github/workflows/chatbot-finetune-mpt-7b-chat.yml'
-      - '.github/workflows/chatbot-inference-llama-2-7b-chat-hf-hpu.yml'
-      - '.github/workflows/chatbot-inference-mpt-7b-chat-hpu.yml'
-      - '.github/workflows/chatbot-finetune-mpt-7b-chat-hpu.yml'
-      - '.github/workflows/script/chatbot/**'
-      - '.github/workflows/sample_data/**'
-      - 'intel_extension_for_transformers/neural_chat/**'
-      - 'intel_extension_for_transformers/transformers/llm/finetuning/**'
-      - 'intel_extension_for_transformers/transformers/llm/quantization/**'
-      - 'intel_extension_for_transformers/transformers/**'
-      - 'workflows/chatbot/inference/**'
-      - 'workflows/chatbot/fine_tuning/**'
-      - '!intel_extension_for_transformers/neural_chat/docs/**'
-      - '!intel_extension_for_transformers/neural_chat/tests/ci/**'
-      - '!intel_extension_for_transformers/neural_chat/examples/**'
-      - '!intel_extension_for_transformers/neural_chat/assets/**'
-      - '!intel_extension_for_transformers/neural_chat/README.md'
+      - ".github/workflows/chatbot-test.yml"
+      - ".github/workflows/chatbot-inference-llama-2-7b-chat-hf.yml"
+      - ".github/workflows/chatbot-inference-mpt-7b-chat.yml"
+      - ".github/workflows/chatbot-finetune-mpt-7b-chat.yml"
+      - ".github/workflows/chatbot-inference-llama-2-7b-chat-hf-hpu.yml"
+      - ".github/workflows/chatbot-inference-mpt-7b-chat-hpu.yml"
+      - ".github/workflows/chatbot-finetune-mpt-7b-chat-hpu.yml"
+      - ".github/workflows/script/chatbot/**"
+      - ".github/workflows/sample_data/**"
+      - "intel_extension_for_transformers/neural_chat/**"
+      - "intel_extension_for_transformers/transformers/llm/finetuning/**"
+      - "intel_extension_for_transformers/transformers/llm/quantization/**"
+      - "intel_extension_for_transformers/transformers/**"
+      - "workflows/chatbot/inference/**"
+      - "workflows/chatbot/fine_tuning/**"
+      - "!intel_extension_for_transformers/neural_chat/docs/**"
+      - "!intel_extension_for_transformers/neural_chat/tests/ci/**"
+      - "!intel_extension_for_transformers/neural_chat/examples/**"
+      - "!intel_extension_for_transformers/neural_chat/assets/**"
+      - "!intel_extension_for_transformers/neural_chat/README.md"
 
   workflow_dispatch:
 
@@ -34,14 +34,11 @@ concurrency:
   cancel-in-progress: true
 
 jobs:
-
   call-inference-llama-2-7b-chat-hf:
     uses: ./.github/workflows/chatbot-inference-llama-2-7b-chat-hf.yml
 
   call-inference-mpt-7b-chat:
     uses: ./.github/workflows/chatbot-inference-mpt-7b-chat.yml
-
-
 #  call-inference-llama-2-7b-chat-hf-hpu:
 #    uses: ./.github/workflows/chatbot-inference-llama-2-7b_70b-chat-hf-hpu.yml
 #

diff --git a/.github/workflows/cpp-graph-test.yml b/.github/workflows/cpp-graph-test.yml
@@ -4,20 +4,20 @@ on:
   workflow_dispatch:
     inputs:
       compiler_version:
-        description: 'compiler_version'
+        description: "compiler_version"
         required: false
         type: string
-        default: '13.1.0'
+        default: "13.1.0"
       models:
-        description: 'models (in json)'
+        description: "models (in json)"
         required: false
         type: string
         default: '["llama-2-7b-chat", "gptj-6b"]'
       runner:
-        description: 'runner'
+        description: "runner"
         required: false
         type: string
-        default: 'spr'
+        default: "spr"
 
 # If there is a new commit, the previous jobs will be canceled
 concurrency:

diff --git a/.github/workflows/llm-test.yml b/.github/workflows/llm-test.yml
@@ -4,14 +4,14 @@ on:
   pull_request:
     branches: [main]
     paths:
-       - '.github/workflows/llm-test.yml'
-       - '.github/workflows/script/models/run_llm.sh'
-       - "intel_extension_for_transformers/transformers/runtime/**"
-       - "!intel_extension_for_transformers/transformers/runtime/kernels/**"
-       - "!intel_extension_for_transformers/transformers/llm/runtime/neural_speed/**"
-       - "!intel_extension_for_transformers/transformers/runtime/test/**"
-       - "!intel_extension_for_transformers/transformers/runtime/third_party/**"
-       - "!intel_extension_for_transformers/transformers/runtime/docs/**"
+      - ".github/workflows/llm-test.yml"
+      - ".github/workflows/script/models/run_llm.sh"
+      - "intel_extension_for_transformers/transformers/runtime/**"
+      - "!intel_extension_for_transformers/transformers/runtime/kernels/**"
+      - "!intel_extension_for_transformers/transformers/llm/runtime/neural_speed/**"
+      - "!intel_extension_for_transformers/transformers/runtime/test/**"
+      - "!intel_extension_for_transformers/transformers/runtime/third_party/**"
+      - "!intel_extension_for_transformers/transformers/runtime/docs/**"
   workflow_dispatch:
 
 # If there is a new commit, the previous jobs will be canceled
@@ -25,7 +25,6 @@ env:
   WORKING_DIR: ${{ github.workspace }}
   EXTRA_CONTAINER_NAME: "codeScan"
 
-
 jobs:
   LLM-Workflow:
     runs-on: spr
@@ -73,7 +72,6 @@ jobs:
           cd ${{ github.workspace }}/.github/workflows/script/models
           bash run_llm.sh --model=${{ matrix.modelName }} --framework=${{ matrix.framework }} --mode=${{ matrix.mode }} --conda_env_name=llm-test --precision=fp8
 
-
       - name: Publish pipeline artifact
         uses: actions/upload-artifact@v4
         if: ${{ !cancelled() }}

diff --git a/.github/workflows/optimize-test.yml b/.github/workflows/optimize-test.yml
@@ -19,7 +19,6 @@ env:
   EXTRA_CONTAINER_NAME: "utTest"
   EXTRA_CONTAINER_NAME2: "codeScan"
 
-
 jobs:
   Optimize-Workflow:
     runs-on: itrex-node
@@ -53,7 +52,7 @@ jobs:
         with:
           submodules: "recursive"
           fetch-tags: true
-    # We need this because GitHub needs to clone the branch to pipeline
+      # We need this because GitHub needs to clone the branch to pipeline
       - name: Docker Build
         run: |
           docker build -f ${{ github.workspace }}/.github/workflows/docker/${{ env.DOCKER_FILE_NAME }}.dockerfile -t ${{ env.REPO_NAME }}:${{ env.REPO_TAG }} .
@@ -96,32 +95,32 @@ jobs:
 
       - name: Tuning
         run: |
-            docker exec ${{ env.CONTAINER_NAME }} \
-            bash -c "cd /intel-extension-for-transformers/.github/workflows/script/models \
-            && bash run_optimize.sh --model=${{ matrix.modelName }} --framework=${{ matrix.framework }} --mode='tuning'"
+          docker exec ${{ env.CONTAINER_NAME }} \
+          bash -c "cd /intel-extension-for-transformers/.github/workflows/script/models \
+          && bash run_optimize.sh --model=${{ matrix.modelName }} --framework=${{ matrix.framework }} --mode='tuning'"
 
       - name: INT8 Benchmark
         run: |
-            docker exec ${{ env.CONTAINER_NAME }} \
-            bash -c "cd /intel-extension-for-transformers/.github/workflows/script/models \
-            && bash run_optimize.sh --model=${{ matrix.modelName }} --framework=${{ matrix.framework }} --mode=${{ matrix.mode }} --precision=int8 --PERF_STABLE_CHECK=${{ vars.PERF_STABLE_CHECK }}"
+          docker exec ${{ env.CONTAINER_NAME }} \
+          bash -c "cd /intel-extension-for-transformers/.github/workflows/script/models \
+          && bash run_optimize.sh --model=${{ matrix.modelName }} --framework=${{ matrix.framework }} --mode=${{ matrix.mode }} --precision=int8 --PERF_STABLE_CHECK=${{ vars.PERF_STABLE_CHECK }}"
 
       - name: FP32 Benchmark
         run: |
-            docker exec ${{ env.CONTAINER_NAME }} \
-            bash -c "cd /intel-extension-for-transformers/.github/workflows/script/models \
-            && bash run_optimize.sh --model=${{ matrix.modelName }} --framework=${{ matrix.framework }} --mode=${{ matrix.mode }} --precision=fp32 --PERF_STABLE_CHECK=${{ vars.PERF_STABLE_CHECK }}"
+          docker exec ${{ env.CONTAINER_NAME }} \
+          bash -c "cd /intel-extension-for-transformers/.github/workflows/script/models \
+          && bash run_optimize.sh --model=${{ matrix.modelName }} --framework=${{ matrix.framework }} --mode=${{ matrix.mode }} --precision=fp32 --PERF_STABLE_CHECK=${{ vars.PERF_STABLE_CHECK }}"
 
       - name: Collect Log
         run: |
-            docker exec ${{ env.CONTAINER_NAME }} \
-            bash -c "cd /intel-extension-for-transformers/.github/workflows/script/models \
-            && python collect_model_log.py --model=${{ matrix.modelName }} \
-             --framework=${{ matrix.framework }} \
-             --logs_dir=/intel-extension-for-transformers/${{matrix.framework}}_${{matrix.modelName}} \
-             --output_dir=/intel-extension-for-transformers/${{matrix.framework}}_${{matrix.modelName}} \
-             --build_id=${{ github.run_id }} \
-             --model_test_type=optimize"
+          docker exec ${{ env.CONTAINER_NAME }} \
+          bash -c "cd /intel-extension-for-transformers/.github/workflows/script/models \
+          && python collect_model_log.py --model=${{ matrix.modelName }} \
+           --framework=${{ matrix.framework }} \
+           --logs_dir=/intel-extension-for-transformers/${{matrix.framework}}_${{matrix.modelName}} \
+           --output_dir=/intel-extension-for-transformers/${{matrix.framework}}_${{matrix.modelName}} \
+           --build_id=${{ github.run_id }} \
+           --model_test_type=optimize"
 
       - name: Publish pipeline artifact
         uses: actions/upload-artifact@v4
@@ -154,10 +153,10 @@ jobs:
 
       - name: Analysis Summary
         run: |
-            cd ${{ env.OUT_SCRIPT_PATH }}
-            mkdir generated
-            pip install requests
-            python summary.py --logs_dir ${{ env.OUT_SCRIPT_PATH }}/log --output_dir=generated
+          cd ${{ env.OUT_SCRIPT_PATH }}
+          mkdir generated
+          pip install requests
+          python summary.py --logs_dir ${{ env.OUT_SCRIPT_PATH }}/log --output_dir=generated
 
       - name: Download Reference Artifact
         id: download-artifact
@@ -189,7 +188,6 @@ jobs:
           MR_source_branch: ${{ github.head_ref }}
           ghprbActualCommit: ${{ github.event.pull_request.head.sha }}
 
-
       - name: Publish Report
         uses: actions/upload-artifact@v4
         if: ${{ !cancelled() }}

diff --git a/.github/workflows/publish.yml b/.github/workflows/publish.yml
@@ -8,20 +8,19 @@ on:
 
 jobs:
   build:
-
     runs-on: ubuntu-latest
 
     steps:
-    - uses: actions/checkout@v4
-    - name: Build Online Document
-      run: |
-        git config --local --get remote.origin.url
-        cd docs/build_docs
-        bash build.sh latest
+      - uses: actions/checkout@v4
+      - name: Build Online Document
+        run: |
+          git config --local --get remote.origin.url
+          cd docs/build_docs
+          bash build.sh latest
 
-    - name: Push to github
-      uses: peaceiris/actions-gh-pages@v3
-      with:
-        github_token: ${{ secrets.GITHUB_TOKEN }}
-        publish_dir: ./build_tmp/gh-pages
-        publish_branch: gh-pages
+      - name: Push to github
+        uses: peaceiris/actions-gh-pages@v3
+        with:
+          github_token: ${{ secrets.GITHUB_TOKEN }}
+          publish_dir: ./build_tmp/gh-pages
+          publish_branch: gh-pages
diff --git a/.github/workflows/sample_data/alpaca_data_sample_45.json b/.github/workflows/sample_data/alpaca_data_sample_45.json
@@ -224,4 +224,4 @@
     "input": "",
     "output": "The value of x is 2. To find the value, simplify the equation by subtracting 2y from both sides, giving 4x = 10; dividing both sides by 4, giving x = 2/4, which is equal to 2."
   }
-]
+]
-Original file line number
+Diff line change
@@ Expand Up / @@ -224,4 +224,4 @@ @@
         "input": "",
         "output": "The value of x is 2. To find the value, simplify the equation by subtracting 2y from both sides, giving 4x = 10; dividing both sides by 4, giving x = 2/4, which is equal to 2."
       }
-    ]
+    ]