ollama/gpu/cpu_common.go

package gpu

import (
	"golang.org/x/sys/cpu"
)

func GetCPUCapability() CPUCapability {
	if cpu.X86.HasAVX2 {
		return CPUCapabilityAVX2
	}
	if cpu.X86.HasAVX {
		return CPUCapabilityAVX
	}
	// else LCD
	return CPUCapabilityNone
}
Always dynamically load the llm server library This switches darwin to dynamic loading, and refactors the code now that no static linking of the library is used on any platform 2024-01-09 23:29:58 -05:00			`package gpu`

			`import (`
			`"golang.org/x/sys/cpu"`
			`)`

review comments and coverage 2024-06-05 15:07:20 -04:00			`func GetCPUCapability() CPUCapability {`
Always dynamically load the llm server library This switches darwin to dynamic loading, and refactors the code now that no static linking of the library is used on any platform 2024-01-09 23:29:58 -05:00			`if cpu.X86.HasAVX2 {`
Refine GPU discovery to bootstrap once Now that we call the GPU discovery routines many times to update memory, this splits initial discovery from free memory updating. 2024-05-15 18:13:16 -04:00			`return CPUCapabilityAVX2`
Always dynamically load the llm server library This switches darwin to dynamic loading, and refactors the code now that no static linking of the library is used on any platform 2024-01-09 23:29:58 -05:00			`}`
			`if cpu.X86.HasAVX {`
Refine GPU discovery to bootstrap once Now that we call the GPU discovery routines many times to update memory, this splits initial discovery from free memory updating. 2024-05-15 18:13:16 -04:00			`return CPUCapabilityAVX`
Always dynamically load the llm server library This switches darwin to dynamic loading, and refactors the code now that no static linking of the library is used on any platform 2024-01-09 23:29:58 -05:00			`}`
			`// else LCD`
review comments and coverage 2024-06-05 15:07:20 -04:00			`return CPUCapabilityNone`
Always dynamically load the llm server library This switches darwin to dynamic loading, and refactors the code now that no static linking of the library is used on any platform 2024-01-09 23:29:58 -05:00			`}`