43 lines
834 B
Go
43 lines
834 B
Go
package llm
|
|
|
|
import (
|
|
"bytes"
|
|
"os"
|
|
)
|
|
|
|
// StatusWriter is a writer that captures error messages from the llama runner process
|
|
type StatusWriter struct {
|
|
LastErrMsg string
|
|
out *os.File
|
|
}
|
|
|
|
func NewStatusWriter(out *os.File) *StatusWriter {
|
|
return &StatusWriter{
|
|
out: out,
|
|
}
|
|
}
|
|
|
|
// TODO - regex matching to detect errors like
|
|
// libcublasLt.so.11: cannot open shared object file: No such file or directory
|
|
|
|
var errorPrefixes = []string{
|
|
"error:",
|
|
"CUDA error",
|
|
"cudaMalloc failed",
|
|
"\"ERR\"",
|
|
"error loading model",
|
|
}
|
|
|
|
func (w *StatusWriter) Write(b []byte) (int, error) {
|
|
var errMsg string
|
|
for _, prefix := range errorPrefixes {
|
|
if _, after, ok := bytes.Cut(b, []byte(prefix)); ok {
|
|
errMsg = prefix + string(bytes.TrimSpace(after))
|
|
}
|
|
}
|
|
if errMsg != "" {
|
|
w.LastErrMsg = errMsg
|
|
}
|
|
|
|
return w.out.Write(b)
|
|
}
|