Merge pull request #4638 from dhiltgen/better_error

Report better warning on client closed abort of load
This commit is contained in:
Daniel Hiltgen 2024-05-25 14:32:28 -07:00 committed by GitHub
commit 0165ba1651
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -528,7 +528,7 @@ func (s *llmServer) WaitUntilRunning(ctx context.Context) error {
for {
select {
case <-ctx.Done():
slog.Info("context expired before server started")
slog.Warn("client connection closed before server finished loading, aborting load")
return fmt.Errorf("timed out waiting for llama runner to start: %w", ctx.Err())
case err := <-s.done:
msg := ""