d966b730ac
Refactor where we store build outputs, and support a fully dynamic loading model on windows so the base executable has no special dependencies thus doesn't require a special PATH.
41 lines
631 B
Go
41 lines
631 B
Go
//go:build darwin
|
|
|
|
package gpu
|
|
|
|
import "C"
|
|
import (
|
|
"runtime"
|
|
|
|
"github.com/jmorganca/ollama/api"
|
|
)
|
|
|
|
// CheckVRAM returns the free VRAM in bytes on Linux machines with NVIDIA GPUs
|
|
func CheckVRAM() (int64, error) {
|
|
// TODO - assume metal, and return free memory?
|
|
return 0, nil
|
|
|
|
}
|
|
|
|
func GetGPUInfo() GpuInfo {
|
|
// TODO - Metal vs. x86 macs...
|
|
|
|
return GpuInfo{
|
|
Library: "default",
|
|
TotalMemory: 0,
|
|
FreeMemory: 0,
|
|
}
|
|
}
|
|
|
|
func NumGPU(numLayer, fileSizeBytes int64, opts api.Options) int {
|
|
if runtime.GOARCH == "arm64" {
|
|
return 1
|
|
}
|
|
|
|
// metal only supported on arm64
|
|
return 0
|
|
}
|
|
|
|
func nativeInit() error {
|
|
return nil
|
|
}
|