Merge branch 'main' into sample

vllm-project · Dec 16, 2024 · 3d5b962 · 3d5b962
2 parents 57931c6 + efbce85
commit 3d5b962
Show file tree

Hide file tree

Showing 7 changed files with 701 additions and 434 deletions.
diff --git a/.buildkite/test-pipeline.yaml b/.buildkite/test-pipeline.yaml
@@ -201,7 +201,7 @@ steps:
     - python3 offline_inference_classification.py
     - python3 offline_inference_embedding.py
     - python3 offline_inference_scoring.py
-    - python3 offline_profile.py --model facebook/opt-125m
+    - python3 offline_profile.py --model facebook/opt-125m run_num_steps --num-steps 2
 
 - label: Prefix Caching Test # 9min
   mirror_hardwares: [amd]