gered/ollama
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

no gpu if vram < 2GB

Browse source
This commit is contained in:
Michael Yang 2023-10-13 12:58:54 -07:00
parent d890890f66
commit 811c3d1900
1 changed files with 5 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
llm/llama.go
View file

@ -215,6 +215,11 @@ func CheckVRAM() (int64, error) {
free += vram free += vram
} }
if free*1024*1024 < 2*1000*1000*1000 {
log.Printf("less than 2 GB VRAM available, falling back to CPU only")
free = 0
}
return free, nil return free, nil
} }