6d84f07505
This wires up some new logic to start using sysfs to discover AMD GPU information and detects old cards we can't yet support so we can fallback to CPU mode.
24 lines
565 B
Go
24 lines
565 B
Go
package gpu
|
|
|
|
type memInfo struct {
|
|
TotalMemory uint64 `json:"total_memory,omitempty"`
|
|
FreeMemory uint64 `json:"free_memory,omitempty"`
|
|
DeviceCount uint32 `json:"device_count,omitempty"`
|
|
}
|
|
|
|
// Beginning of an `ollama info` command
|
|
type GpuInfo struct {
|
|
memInfo
|
|
Library string `json:"library,omitempty"`
|
|
|
|
// Optional variant to select (e.g. versions, cpu feature flags)
|
|
Variant string `json:"variant,omitempty"`
|
|
|
|
// TODO add other useful attributes about the card here for discovery information
|
|
}
|
|
|
|
type Version struct {
|
|
Major uint
|
|
Minor uint
|
|
Patch uint
|
|
}
|