[ChatQnA] Update retrieval & dataprep manifests (#717)

* modify tgi hyperparameters * upgrade tgi 2.0.1 to 2.0.4 * Update dataprep-microservice_run.yaml * Update retrieval-microservice_run.yaml * Update retrieval-microservice_run.yaml * Update dataprep-microservice_run.yaml * Update dataprep-microservice_run.yaml * Update dataprep-microservice_run.yaml * Update retrieval-microservice_run.yaml * Update retrieval-microservice_run.yaml
opea-project · Sep 4, 2024 · 6730b24 · 6730b24
1 parent 4a51874
commit 6730b24
Show file tree

Hide file tree

Showing 9 changed files with 48 additions and 3 deletions.
diff --git a/ChatQnA/benchmark/four_gaudi/dataprep-microservice_run.yaml b/ChatQnA/benchmark/four_gaudi/dataprep-microservice_run.yaml
@@ -35,6 +35,11 @@ spec:
             configMapKeyRef:
               name: qna-config
               key: REDIS_URL
+        - name: TEI_ENDPOINT
+          valueFrom:
+            configMapKeyRef:
+              name: qna-config
+              key: TEI_EMBEDDING_ENDPOINT
         - name: INDEX_NAME
           valueFrom:
             configMapKeyRef:

diff --git a/ChatQnA/benchmark/four_gaudi/llm-dependency_run.yaml b/ChatQnA/benchmark/four_gaudi/llm-dependency_run.yaml
@@ -25,7 +25,7 @@ spec:
       - envFrom:
         - configMapRef:
             name: qna-config
-        image: ghcr.io/huggingface/tgi-gaudi:2.0.1
+        image: ghcr.io/huggingface/tgi-gaudi:2.0.4
         name: llm-dependency-deploy-demo
         securityContext:
           capabilities:

diff --git a/ChatQnA/benchmark/four_gaudi/retrieval-microservice_run.yaml b/ChatQnA/benchmark/four_gaudi/retrieval-microservice_run.yaml
@@ -35,6 +35,16 @@ spec:
             configMapKeyRef:
               name: qna-config
               key: REDIS_URL
+        - name: TEI_EMBEDDING_ENDPOINT
+          valueFrom:
+            configMapKeyRef:
+              name: qna-config
+              key: TEI_EMBEDDING_ENDPOINT
+        - name: HUGGINGFACEHUB_API_TOKEN
+          valueFrom:
+            configMapKeyRef:
+              name: qna-config
+              key: HUGGINGFACEHUB_API_TOKEN
         - name: INDEX_NAME
           valueFrom:
             configMapKeyRef:

diff --git a/ChatQnA/benchmark/single_gaudi/dataprep-microservice_run.yaml b/ChatQnA/benchmark/single_gaudi/dataprep-microservice_run.yaml
@@ -35,6 +35,11 @@ spec:
             configMapKeyRef:
               name: qna-config
               key: REDIS_URL
+        - name: TEI_ENDPOINT
+          valueFrom:
+            configMapKeyRef:
+              name: qna-config
+              key: TEI_EMBEDDING_ENDPOINT
         - name: INDEX_NAME
           valueFrom:
             configMapKeyRef:

diff --git a/ChatQnA/benchmark/single_gaudi/llm-dependency_run.yaml b/ChatQnA/benchmark/single_gaudi/llm-dependency_run.yaml
@@ -25,7 +25,7 @@ spec:
       - envFrom:
         - configMapRef:
             name: qna-config
-        image: ghcr.io/huggingface/tgi-gaudi:2.0.1
+        image: ghcr.io/huggingface/tgi-gaudi:2.0.4
         name: llm-dependency-deploy-demo
         securityContext:
           capabilities:

diff --git a/ChatQnA/benchmark/single_gaudi/retrieval-microservice_run.yaml b/ChatQnA/benchmark/single_gaudi/retrieval-microservice_run.yaml
@@ -35,6 +35,16 @@ spec:
             configMapKeyRef:
               name: qna-config
               key: REDIS_URL
+        - name: TEI_EMBEDDING_ENDPOINT
+          valueFrom:
+            configMapKeyRef:
+              name: qna-config
+              key: TEI_EMBEDDING_ENDPOINT
+        - name: HUGGINGFACEHUB_API_TOKEN
+          valueFrom:
+            configMapKeyRef:
+              name: qna-config
+              key: HUGGINGFACEHUB_API_TOKEN
         - name: INDEX_NAME
           valueFrom:
             configMapKeyRef:

diff --git a/ChatQnA/benchmark/two_gaudi/dataprep-microservice_run.yaml b/ChatQnA/benchmark/two_gaudi/dataprep-microservice_run.yaml
@@ -35,6 +35,11 @@ spec:
             configMapKeyRef:
               name: qna-config
               key: REDIS_URL
+        - name: TEI_ENDPOINT
+          valueFrom:
+            configMapKeyRef:
+              name: qna-config
+              key: TEI_EMBEDDING_ENDPOINT
         - name: INDEX_NAME
           valueFrom:
             configMapKeyRef:

diff --git a/ChatQnA/benchmark/two_gaudi/llm-dependency_run.yaml b/ChatQnA/benchmark/two_gaudi/llm-dependency_run.yaml
@@ -25,7 +25,7 @@ spec:
       - envFrom:
         - configMapRef:
             name: qna-config
-        image: ghcr.io/huggingface/tgi-gaudi:2.0.1
+        image: ghcr.io/huggingface/tgi-gaudi:2.0.4
         name: llm-dependency-deploy-demo
         securityContext:
           capabilities:

diff --git a/ChatQnA/benchmark/two_gaudi/retrieval-microservice_run.yaml b/ChatQnA/benchmark/two_gaudi/retrieval-microservice_run.yaml
@@ -35,6 +35,16 @@ spec:
             configMapKeyRef:
               name: qna-config
               key: REDIS_URL
+        - name: TEI_EMBEDDING_ENDPOINT
+          valueFrom:
+            configMapKeyRef:
+              name: qna-config
+              key: TEI_EMBEDDING_ENDPOINT
+        - name: HUGGINGFACEHUB_API_TOKEN
+          valueFrom:
+            configMapKeyRef:
+              name: qna-config
+              key: HUGGINGFACEHUB_API_TOKEN
         - name: INDEX_NAME
           valueFrom:
             configMapKeyRef: