From 09035b71cd1d0b6e1a43fd6b97ea5cbaede81275 Mon Sep 17 00:00:00 2001 From: frob Date: Tue, 15 Oct 2024 02:06:35 +0200 Subject: [PATCH] Add missing BF16 tensor type. (#7193) Co-authored-by: Richard Lyons --- llm/ggml.go | 2 ++ 1 file changed, 2 insertions(+) diff --git a/llm/ggml.go b/llm/ggml.go index c4475a94..aa846b97 100644 --- a/llm/ggml.go +++ b/llm/ggml.go @@ -244,6 +244,8 @@ func (t Tensor) typeSize() uint64 { return 8 case 29: // IQ1_M return blockSize/8 + blockSize/16 + blockSize/32 + case 30: // BF16 + return 2 default: return 0 }