From 4f651e388670f88cb44f95a8d03e70e4f98e2138 Mon Sep 17 00:00:00 2001
From: Henry Chen <1474479+chenhunghan@users.noreply.github.com>
Date: Sat, 26 Aug 2023 11:20:18 +0300
Subject: [PATCH] Pass `TRUNCATE_PROMPT_LENGTH` to deployment, switch to
`ghcr.io` image (#63)
Signed-off-by: Hung-Han (Henry) Chen <chenhungh@gmail.com>
---
charts/ialacol/Chart.yaml | 4 ++--
charts/ialacol/templates/deployment.yaml | 2 ++
charts/ialacol/values.yaml | 2 +-
3 files changed, 5 insertions(+), 3 deletions(-)
diff --git a/charts/ialacol/Chart.yaml b/charts/ialacol/Chart.yaml
index 8cf5f32..c404da0 100644
--- a/charts/ialacol/Chart.yaml
+++ b/charts/ialacol/Chart.yaml
@@ -1,6 +1,6 @@
apiVersion: v2
-appVersion: 0.11.0
+appVersion: 0.11.1
description: A Helm chart for ialacol
name: ialacol
type: application
-version: 0.11.0
+version: 0.11.1
diff --git a/charts/ialacol/templates/deployment.yaml b/charts/ialacol/templates/deployment.yaml
index f17c2cf..acd1b4f 100644
--- a/charts/ialacol/templates/deployment.yaml
+++ b/charts/ialacol/templates/deployment.yaml
@@ -57,6 +57,8 @@ spec:
value: {{ (.Values.deployment.env).GPU_LAYERS | quote }}
- name: MODE_TYPE
value: {{ (.Values.deployment.env).MODE_TYPE | quote }}
+ - name: TRUNCATE_PROMPT_LENGTH
+ value: {{ (.Values.deployment.env).TRUNCATE_PROMPT_LENGTH | quote }}
volumeMounts:
- mountPath: /app/models
name: model
diff --git a/charts/ialacol/values.yaml b/charts/ialacol/values.yaml
index 951bcd7..08e45a8 100644
--- a/charts/ialacol/values.yaml
+++ b/charts/ialacol/values.yaml
@@ -1,7 +1,7 @@
replicas: 1
deployment:
- image: quay.io/chenhunghan/ialacol:latest
+ image: ghcr.io/chenhunghan/ialacol:latest
# or use CUDA image `ghcr.io/chenhunghan/ialacol-cuda12:latest`
# env:
# DEFAULT_MODEL_HG_REPO_ID: TheBloke/Llama-2-7B-Chat-GGML
--
GitLab