From 944519ed16c7623c6340411d047c49e7a6aacce2 Mon Sep 17 00:00:00 2001 From: Jeffrey Morgan Date: Sat, 9 Dec 2023 20:48:57 -0500 Subject: [PATCH] seek to eof for older model binaries --- llm/ggml.go | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/llm/ggml.go b/llm/ggml.go index c3e71b88..e81c7a8b 100644 --- a/llm/ggml.go +++ b/llm/ggml.go @@ -141,6 +141,10 @@ func (c *containerGGJT) Decode(ro *readSeekOffset) (model, error) { // different model types may have different layouts for hyperparameters var llama llamaModel binary.Read(ro, binary.LittleEndian, &llama.hyperparameters) + + // remaining file contents aren't decoded + ro.Seek(0, io.SeekEnd) + return &llama, nil }