gered/ollama
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

fix quantize file types

Browse source
This commit is contained in:
Michael Yang 2024-05-17 11:29:04 -07:00
parent f36f1d6be9
commit 807d092761
1 changed files with 8 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
server/images.go
View file

@ -415,10 +415,17 @@ func CreateModel(ctx context.Context, name, modelFileDir, quantization string, m
return err return err
} }
baseLayer.Layer, err = NewLayer(temp, baseLayer.Layer.MediaType) layers, err := parseFromFile(ctx, temp, "", fn)
if err != nil { if err != nil {
return err return err
} }
if len(layers) != 1 {
return errors.New("quantization failed")
}
baseLayer.Layer = layers[0].Layer
baseLayer.GGML = layers[0].GGML
} }
} }