e9ce91e9a6
On linux, we link the CPU library in to the Go app and fall back to it when no GPU match is found. On windows we do not link in the CPU library so that we can better control our dependencies for the CLI. This fixes the logic so we correctly fallback to the dynamic CPU library on windows.
37 lines
747 B
Go
37 lines
747 B
Go
package llm
|
|
|
|
import (
|
|
"embed"
|
|
"log"
|
|
"os"
|
|
"path/filepath"
|
|
"strings"
|
|
)
|
|
|
|
//go:embed llama.cpp/gguf/build/windows/*/lib/*.dll
|
|
var libEmbed embed.FS
|
|
|
|
func updatePath(dir string) {
|
|
tmpDir := filepath.Dir(dir)
|
|
pathComponents := strings.Split(os.Getenv("PATH"), ";")
|
|
i := 0
|
|
for _, comp := range pathComponents {
|
|
if strings.EqualFold(comp, dir) {
|
|
return
|
|
}
|
|
// Remove any other prior paths to our temp dir
|
|
if !strings.HasPrefix(strings.ToLower(comp), strings.ToLower(tmpDir)) {
|
|
pathComponents[i] = comp
|
|
i++
|
|
}
|
|
}
|
|
newPath := strings.Join(append([]string{dir}, pathComponents...), ";")
|
|
log.Printf("Updating PATH to %s", newPath)
|
|
os.Setenv("PATH", newPath)
|
|
}
|
|
|
|
func verifyDriverAccess() error {
|
|
// TODO if applicable
|
|
return nil
|
|
}
|