diff --git a/charts/ialacol/Chart.yaml b/charts/ialacol/Chart.yaml index 33d0190d98a137b52d0d9fe4347ddba3c874cd01..09f2dd87b18dae43c93ae081082a4eadba532628 100644 --- a/charts/ialacol/Chart.yaml +++ b/charts/ialacol/Chart.yaml @@ -1,6 +1,6 @@ apiVersion: v2 -appVersion: 0.6.0 +appVersion: 0.6.1 description: A Helm chart for ialacol name: ialacol type: application -version: 0.6.1 +version: 0.6.2 diff --git a/get_llm.py b/get_llm.py index 445fbe4e00b3397400519466bbcb4059227be840..eef6bd544bd7ee71955463ce244d96387e8cc366 100644 --- a/get_llm.py +++ b/get_llm.py @@ -15,6 +15,7 @@ async def get_llm( _type_: _description_ """ + ctransformer_model_type = "llama" # These are also in "starcoder" format # https://huggingface.co/TheBloke/WizardCoder-15B-1.0-GGML # https://huggingface.co/TheBloke/minotaur-15B-GGML @@ -25,8 +26,6 @@ async def get_llm( or "minotaur-15" in body.model ): ctransformer_model_type = "starcoder" - - ctransformer_model_type = "llama" if "llama" in body.model: ctransformer_model_type = "llama" if "mpt" in body.model: