From 199941cd151fb789577af77776fc970c6db99a3a Mon Sep 17 00:00:00 2001 From: Michael Yang Date: Wed, 22 Nov 2023 11:40:30 -0800 Subject: [PATCH] fix: gguf int type --- llm/gguf.go | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/llm/gguf.go b/llm/gguf.go index 2e64cc90..12f98abe 100644 --- a/llm/gguf.go +++ b/llm/gguf.go @@ -335,7 +335,7 @@ func (llm *ggufModel) readArrayV1(r io.Reader) (arr []any, err error) { case ggufTypeUint8: arr = append(arr, llm.readU8(r)) case ggufTypeInt8: - arr = append(arr, llm.readU8(r)) + arr = append(arr, llm.readI8(r)) case ggufTypeUint16: arr = append(arr, llm.readU16(r)) case ggufTypeInt16: @@ -376,7 +376,7 @@ func (llm *ggufModel) readArray(r io.Reader) (arr []any, err error) { case ggufTypeUint8: arr = append(arr, llm.readU8(r)) case ggufTypeInt8: - arr = append(arr, llm.readU8(r)) + arr = append(arr, llm.readI8(r)) case ggufTypeUint16: arr = append(arr, llm.readU16(r)) case ggufTypeInt16: