From dd87579cbc5de91a8293a75e517251be2ab25b76 Mon Sep 17 00:00:00 2001
From: Henry Chen <1474479+chenhunghan@users.noreply.github.com>
Date: Sun, 6 Aug 2023 08:50:25 +0300
Subject: [PATCH] Fixes for starcoder models (#29)
---
charts/ialacol/Chart.yaml | 4 ++--
get_llm.py | 3 +--
2 files changed, 3 insertions(+), 4 deletions(-)
diff --git a/charts/ialacol/Chart.yaml b/charts/ialacol/Chart.yaml
index 33d0190..09f2dd8 100644
--- a/charts/ialacol/Chart.yaml
+++ b/charts/ialacol/Chart.yaml
@@ -1,6 +1,6 @@
apiVersion: v2
-appVersion: 0.6.0
+appVersion: 0.6.1
description: A Helm chart for ialacol
name: ialacol
type: application
-version: 0.6.1
+version: 0.6.2
diff --git a/get_llm.py b/get_llm.py
index 445fbe4..eef6bd5 100644
--- a/get_llm.py
+++ b/get_llm.py
@@ -15,6 +15,7 @@ async def get_llm(
_type_: _description_
"""
+ ctransformer_model_type = "llama"
# These are also in "starcoder" format
# https://huggingface.co/TheBloke/WizardCoder-15B-1.0-GGML
# https://huggingface.co/TheBloke/minotaur-15B-GGML
@@ -25,8 +26,6 @@ async def get_llm(
or "minotaur-15" in body.model
):
ctransformer_model_type = "starcoder"
-
- ctransformer_model_type = "llama"
if "llama" in body.model:
ctransformer_model_type = "llama"
if "mpt" in body.model:
--
GitLab