alihan/llama-cpp-python
1
0
Fork 0
mirror of https://github.com/abetlen/llama-cpp-python.git synced 2023-09-07 17:34:22 +03:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'main' of github.com:abetlen/llama_cpp_python into main

Browse Source
This commit is contained in:
Andrei Betlen
2023-05-19 03:19:32 -04:00
parent f82d85fbee 69f9d50090
commit fb57b9470b
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
Dockerfile.cuda
View File

@@ -1,4 +1,5 @@
FROM nvidia/cuda:12.1.1-devel-ubuntu20.04 ARG CUDA_VERSION=12.1.1
FROM nvidia/cuda:${CUDA_VERSION}-devel-ubuntu22.04
# We need to set the host to 0.0.0.0 to allow outside access # We need to set the host to 0.0.0.0 to allow outside access
ENV HOST 0.0.0.0 ENV HOST 0.0.0.0
@@ -12,4 +13,4 @@ RUN python3 -m pip install --upgrade pip pytest cmake scikit-build setuptools fa
RUN LLAMA_CUBLAS=1 python3 setup.py develop RUN LLAMA_CUBLAS=1 python3 setup.py develop
# Run the server # Run the server
CMD python3 -m llama_cpp.server CMD python3 -m llama_cpp.server