tgi: Fix permission issue of non-root user

Fix issue #639 Signed-off-by: Lianhao Lu <[email protected]>
opea-project · Dec 17, 2024 · d0b4b47 · d0b4b47
1 parent d1cccf8
commit d0b4b47
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 0 deletions.
diff --git a/helm-charts/common/tgi/templates/configmap.yaml b/helm-charts/common/tgi/templates/configmap.yaml
@@ -19,6 +19,7 @@ data:
   no_proxy: {{ .Values.global.no_proxy | quote }}
   {{- if contains "tgi-gaudi" .Values.image.repository }}
   HABANA_LOGS: "/tmp/habana_logs"
+  TRITON_CACHE_DIR: "/tmp/triton_cache"
   {{- end }}
   NUMBA_CACHE_DIR: "/tmp"
   HF_HOME: "/tmp/.cache/huggingface"

diff --git a/helm-charts/common/tgi/templates/deployment.yaml b/helm-charts/common/tgi/templates/deployment.yaml
@@ -100,6 +100,8 @@ spec:
               name: shm
             - mountPath: /tmp
               name: tmp
+            - mountPath: /usr/src/out
+              name: tokenizer
           ports:
             - name: http
               containerPort: {{ .Values.port }}
@@ -136,6 +138,8 @@ spec:
             sizeLimit: {{ .Values.shmSize }}
         - name: tmp
           emptyDir: {}
+        - name: tokenizer
+          emptyDir: {}
       {{- with .Values.nodeSelector }}
       nodeSelector:
         {{- toYaml . | nindent 8 }}