diff --git a/llm/server.go b/llm/server.go
index 3cab6f1d..fcae39f3 100644
--- a/llm/server.go
+++ b/llm/server.go
@@ -180,7 +180,7 @@ func NewLlamaServer(model string, adapters, projectors []string, opts api.Option
 	availableServers := availableServers()
 	servers := serversForGpu(info)
 
-	demandLib := os.Getenv("OLLAMA_LLM_LIBRARY")
+	demandLib := strings.Trim(os.Getenv("OLLAMA_LLM_LIBRARY"), "\"' ")
 	if demandLib != "" {
 		serverPath := availableServers[demandLib]
 		if serverPath == "" {