dbba73469d
When running the subprocess as a background service windows may throttle, which can lead to thrashing and very poor token rate.
22 lines
783 B
Go
22 lines
783 B
Go
package llm
|
|
|
|
import (
|
|
"syscall"
|
|
)
|
|
|
|
const (
|
|
CREATE_DEFAULT_ERROR_MODE = 0x04000000
|
|
ABOVE_NORMAL_PRIORITY_CLASS = 0x00008000
|
|
)
|
|
|
|
var LlamaServerSysProcAttr = &syscall.SysProcAttr{
|
|
// Wire up the default error handling logic If for some reason a DLL is
|
|
// missing in the path this will pop up a GUI Dialog explaining the fault so
|
|
// the user can either fix their PATH, or report a bug. Without this
|
|
// setting, the process exits immediately with a generic exit status but no
|
|
// way to (easily) figure out what the actual missing DLL was.
|
|
//
|
|
// Setting Above Normal priority class ensures when running as a "background service"
|
|
// with "programs" given best priority, we aren't starved of cpu cycles
|
|
CreationFlags: CREATE_DEFAULT_ERROR_MODE | ABOVE_NORMAL_PRIORITY_CLASS,
|
|
}
|