diff --git a/config/runtimes/vllm-template.yaml b/config/runtimes/vllm-template.yaml index 72371973..e0ff4653 100644 --- a/config/runtimes/vllm-template.yaml +++ b/config/runtimes/vllm-template.yaml @@ -43,7 +43,6 @@ objects: - "--port=8080" - "--model=/mnt/models" - "--served-model-name={{.Name}}" - - "--distributed-executor-backend=mp" env: - name: HF_HOME value: /tmp/hf_home