Merge pull request #28 from SagsMug/local-lib
Allow local llama library usage
This commit is contained in:
commit
0460fdb9ce
1 changed files with 6 additions and 0 deletions
|
@ -25,6 +25,12 @@ def _load_shared_library(lib_base_name):
|
|||
_base_path / f"{lib_base_name}{lib_ext}"
|
||||
]
|
||||
|
||||
if ("LLAMA_CPP_LIB" in os.environ):
|
||||
lib_base_name = os.environ["LLAMA_CPP_LIB"]
|
||||
_lib = pathlib.Path(lib_base_name)
|
||||
_base_path = _lib.parent.resolve()
|
||||
_lib_paths = [_lib.resolve()]
|
||||
|
||||
# Add the library directory to the DLL search path on Windows (if needed)
|
||||
if sys.platform == "win32" and sys.version_info >= (3, 8):
|
||||
os.add_dll_directory(str(_base_path))
|
||||
|
|
Loading…
Reference in a new issue