We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2b0d3f3 commit 92284f3Copy full SHA for 92284f3
llama_cpp/llama_cpp.py
@@ -62,6 +62,9 @@ def _load_shared_library(lib_base_name: str):
62
if "CUDA_PATH" in os.environ:
63
os.add_dll_directory(os.path.join(os.environ["CUDA_PATH"], "bin"))
64
os.add_dll_directory(os.path.join(os.environ["CUDA_PATH"], "lib"))
65
+ if "HIP_PATH" in os.environ:
66
+ os.add_dll_directory(os.path.join(os.environ["HIP_PATH"], "bin"))
67
+ os.add_dll_directory(os.path.join(os.environ["HIP_PATH"], "lib"))
68
cdll_args["winmode"] = ctypes.RTLD_GLOBAL
69
70
# Try to load the shared library, handling potential errors
0 commit comments