diff --git a/llm/gguf.go b/llm/gguf.go
index d49847e3..b8840ecd 100644
--- a/llm/gguf.go
+++ b/llm/gguf.go
@@ -248,7 +248,7 @@ func (llm *gguf) Decode(rs io.ReadSeeker) error {
 	}
 
 	padding := llm.padding(offset, int64(alignment))
-	if _, err := rs.Seek(padding, io.SeekCurrent); err != nil {
+	if _, err := rs.Seek(padding-offset, io.SeekCurrent); err != nil {
 		return err
 	}