gered/ollama
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

Report errors on server lookup instead of path lookup failure

Browse source
This commit is contained in:
Daniel Hiltgen 2024-04-22 16:22:05 -07:00
parent 6e8db04716
commit 8711d03df7
1 changed files with 6 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
llm/server.go
View file

@ -253,6 +253,12 @@ func NewLlamaServer(model string, adapters, projectors []string, opts api.Option
var finalErr error var finalErr error
for i := 0; i < len(servers); i++ { for i := 0; i < len(servers); i++ {
dir := availableServers[servers[i]] dir := availableServers[servers[i]]
if dir == "" {
// Shouldn't happen
finalErr = fmt.Errorf("[%d] server %s not listed in available servers %v", i, servers[i], availableServers)
slog.Error("sever list inconsistent", "error", finalErr)
continue
}
// Find an availableServers port, retry on each iterration in case the failure was a port conflict race // Find an availableServers port, retry on each iterration in case the failure was a port conflict race
port := 0 port := 0