diff --git a/statbot-helm/Chart.yaml b/statbot-helm/Chart.yaml index 629ce4c..a50844f 100644 --- a/statbot-helm/Chart.yaml +++ b/statbot-helm/Chart.yaml @@ -2,8 +2,8 @@ apiVersion: v2 name: statbot description: A Helm chart for deploying the Statbot API and UI type: application -version: 0.0.7 -appVersion: 0.0.7 +version: 0.0.8 +appVersion: 0.0.8 dependencies: - name: llm-serving diff --git a/statbot-helm/values.yaml b/statbot-helm/values.yaml index 837c1ad..27ca119 100644 --- a/statbot-helm/values.yaml +++ b/statbot-helm/values.yaml @@ -53,7 +53,7 @@ vllm: llm: hfModelName: meta-llama/Llama-3.2-1B-Instruct - localPath: "/root/.cache/huggingface" + localPath: "/tmp/.cache/huggingface" args: '--gpu-memory-utilization "0.8" --dtype "half" --max-model-len "8200"' networking: