alihan/llama-cpp-python
1
0
Fork 0
mirror of https://github.com/abetlen/llama-cpp-python.git synced 2023-09-07 17:34:22 +03:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #28 from SagsMug/local-lib

Browse Source 
Allow local llama library usage
This commit is contained in:
Andrei
2023-04-10 11:32:19 -04:00
committed by GitHub
parent 63d8a3c688 2559e5af9b
commit 0460fdb9ce
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
llama_cpp/llama_cpp.py
View File

@@ -25,6 +25,12 @@ def _load_shared_library(lib_base_name):
_base_path / f"{lib_base_name}{lib_ext}" _base_path / f"{lib_base_name}{lib_ext}"
] ]
if ("LLAMA_CPP_LIB" in os.environ):
lib_base_name = os.environ["LLAMA_CPP_LIB"]
_lib = pathlib.Path(lib_base_name)
_base_path = _lib.parent.resolve()
_lib_paths = [_lib.resolve()]
# Add the library directory to the DLL search path on Windows (if needed) # Add the library directory to the DLL search path on Windows (if needed)
if sys.platform == "win32" and sys.version_info >= (3, 8): if sys.platform == "win32" and sys.version_info >= (3, 8):
os.add_dll_directory(str(_base_path)) os.add_dll_directory(str(_base_path))