baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

warn when json format is expected but not mentioned in prompt (#3081)

Browse source
This commit is contained in:
Bruce MacDonald 2024-03-12 19:07:11 -04:00 committed by GitHub
parent 34d00f90b1
commit 2f804068bd
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 3 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
llm/dyn_ext_server.go
View file

@ -198,6 +198,9 @@ func (llm *dynExtServer) Predict(ctx context.Context, predict PredictOpts, fn fu
if predict.Format == "json" { if predict.Format == "json" {
request["grammar"] = jsonGrammar request["grammar"] = jsonGrammar
if !strings.Contains(strings.ToLower(predict.Prompt), "json") {
slog.Warn("Prompt does not specify that the LLM should response in JSON, but JSON format is expected. For best results specify that JSON is expected in the system prompt.")
}
} }
retryDelay := 100 * time.Microsecond retryDelay := 100 * time.Microsecond