Fix TGI-Gaudi Docker Issue (#177)

Signed-off-by: letonghan <letong.han@intel.com> Signed-off-by: lvliang-intel <liang1.lv@intel.com> Signed-off-by: Yue, Wenjiao <wenjiao.yue@intel.com> Signed-off-by: chensuyue <suyue.chen@intel.com>
opea-project · May 25, 2024 · 26ae49c · 26ae49c
1 parent a6b3caf
commit 26ae49c
Show file tree

Hide file tree

Showing 4 changed files with 13 additions and 4 deletions.
diff --git a/ChatQnA/docker-composer/gaudi/docker_compose.yaml b/ChatQnA/docker-composer/gaudi/docker_compose.yaml
@@ -110,9 +110,12 @@ services:
     environment:
       http_proxy: ${http_proxy}
       https_proxy: ${https_proxy}
-      RUNTIME: habana
       HABANA_VISIBLE_DEVICES: all
       OMPI_MCA_btl_vader_single_copy_mechanism: none
+    runtime: habana
+    cap_add:
+      - SYS_NICE
+    ipc: host
     command: --model-id ${LLM_MODEL_ID}
   llm:
     image: opea/gen-ai-comps:llm-tgi-gaudi-server

diff --git a/CodeGen/docker-composer/gaudi/docker_compose.yaml b/CodeGen/docker-composer/gaudi/docker_compose.yaml
@@ -25,10 +25,12 @@ services:
     environment:
       http_proxy: ${http_proxy}
       https_proxy: ${https_proxy}
-      HUGGINGFACEHUB_API_TOKEN: ${HUGGINGFACEHUB_API_TOKEN}
-      RUNTIME: habana
       HABANA_VISIBLE_DEVICES: all
       OMPI_MCA_btl_vader_single_copy_mechanism: none
+    runtime: habana
+    cap_add:
+      - SYS_NICE
+    ipc: host
     command: --model-id ${LLM_MODEL_ID}
   llm:
     image: opea/gen-ai-comps:llm-tgi-gaudi-server

diff --git a/CodeTrans/docker-composer/gaudi/docker_compose.yaml b/CodeTrans/docker-composer/gaudi/docker_compose.yaml
@@ -25,9 +25,9 @@ services:
     environment:
       http_proxy: ${http_proxy}
       https_proxy: ${https_proxy}
-      RUNTIME: habana
       HABANA_VISIBLE_DEVICES: all
       OMPI_MCA_btl_vader_single_copy_mechanism: none
+    runtime: habana
     cap_add:
       - SYS_NICE
     ipc: host

diff --git a/DocSum/docker-composer/gaudi/docker_compose.yaml b/DocSum/docker-composer/gaudi/docker_compose.yaml
@@ -27,6 +27,10 @@ services:
       HUGGINGFACEHUB_API_TOKEN: ${HUGGINGFACEHUB_API_TOKEN}
     volumes:
       - "./data:/data"
+    runtime: habana
+    cap_add:
+      - SYS_NICE
+    ipc: host
     command: --model-id ${LLM_MODEL_ID}
   llm:
     image: opea/gen-ai-comps:llm-docsum-gaudi-server