No commit message

No commit message

Dockerfile.cuda11

@@ -7,7 +7,7 @@ WORKDIR /app
 COPY requirements.txt requirements.txt
 RUN pip3 install -r requirements.txt
 # https://github.com/marella/ctransformers#cuda
-RUN pip3 install ctransformers[cuda]
+RUN pip3 install ctransformers[cuda11]
 COPY . .
 EXPOSE 8000
 CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "8000"]

requirements.txt

@@ -3,7 +3,7 @@ blake3==0.3.3
 certifi==2023.7.22
 charset-normalizer==3.1.0
 click==8.1.3
-ctransformers
+ctransformers==0.2.27
 fastapi==0.95.2
 filelock==3.12.0
 fsspec==2023.5.0