ollama/gpu/cpu_common.go

package gpu

import (
	"log/slog"

	"golang.org/x/sys/cpu"
)

func GetCPUVariant() string {
	if cpu.X86.HasAVX2 {
		slog.Debug("CPU has AVX2")
		return "avx2"
	}
	if cpu.X86.HasAVX {
		slog.Debug("CPU has AVX")
		return "avx"
	}
	slog.Debug("CPU does not have vector extensions")
	// else LCD
	return ""
}
Always dynamically load the llm server library This switches darwin to dynamic loading, and refactors the code now that no static linking of the library is used on any platform 2024-01-10 04:29:58 +00:00			`package gpu`

			`import (`
Mechanical switch from log to slog A few obvious levels were adjusted, but generally everything mapped to "info" level. 2024-01-18 18:52:01 +00:00			`"log/slog"`
Always dynamically load the llm server library This switches darwin to dynamic loading, and refactors the code now that no static linking of the library is used on any platform 2024-01-10 04:29:58 +00:00
			`"golang.org/x/sys/cpu"`
			`)`

			`func GetCPUVariant() string {`
			`if cpu.X86.HasAVX2 {`
Wait for GPU free memory reporting to converge The GPU drivers take a while to update their free memory reporting, so we need to wait until the values converge with what we're expecting before proceeding to start another runner in order to get an accurate picture. 2024-05-09 18:44:45 +00:00			`slog.Debug("CPU has AVX2")`
Always dynamically load the llm server library This switches darwin to dynamic loading, and refactors the code now that no static linking of the library is used on any platform 2024-01-10 04:29:58 +00:00			`return "avx2"`
			`}`
			`if cpu.X86.HasAVX {`
Wait for GPU free memory reporting to converge The GPU drivers take a while to update their free memory reporting, so we need to wait until the values converge with what we're expecting before proceeding to start another runner in order to get an accurate picture. 2024-05-09 18:44:45 +00:00			`slog.Debug("CPU has AVX")`
Always dynamically load the llm server library This switches darwin to dynamic loading, and refactors the code now that no static linking of the library is used on any platform 2024-01-10 04:29:58 +00:00			`return "avx"`
			`}`
Wait for GPU free memory reporting to converge The GPU drivers take a while to update their free memory reporting, so we need to wait until the values converge with what we're expecting before proceeding to start another runner in order to get an accurate picture. 2024-05-09 18:44:45 +00:00			`slog.Debug("CPU does not have vector extensions")`
Always dynamically load the llm server library This switches darwin to dynamic loading, and refactors the code now that no static linking of the library is used on any platform 2024-01-10 04:29:58 +00:00			`// else LCD`
			`return ""`
			`}`