From 726bc647b2a5005387dbd20e5ae7b6e5a0ae685f Mon Sep 17 00:00:00 2001 From: Michael Yang Date: Tue, 25 Jul 2023 08:39:40 -0700 Subject: [PATCH] enable k quants --- llama/llama.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama/llama.go b/llama/llama.go index 73e81d2a..37b4c143 100644 --- a/llama/llama.go +++ b/llama/llama.go @@ -1,7 +1,7 @@ package llama /* -#cgo CPPFLAGS: -O3 -DNDEBUG=1 +#cgo CPPFLAGS: -O3 -DNDEBUG=1 -DGGML_USE_K_QUANTS #cgo CXXFLAGS: -std=c++11 #cgo darwin CPPFLAGS: -DGGML_USE_ACCELERATE -DGGML_USE_METAL -DGGML_METAL_NDEBUG #cgo darwin LDFLAGS: -framework Accelerate -framework Foundation -framework Metal -framework MetalKit -framework MetalPerformanceShaders