baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Removed newline trimming and used buffer directly in POST request.

Browse source
This commit is contained in:
Arne Müller 2023-10-17 08:17:35 +02:00
parent ee94693b1a
commit 8fa3f366ad
1 changed files with 3 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
llm/llama.go
View file

@ -545,18 +545,15 @@ func (llm *llama) Predict(ctx context.Context, prevContext []int, prompt string,
} }
// Handling JSON marshaling with special characters unescaped. // Handling JSON marshaling with special characters unescaped.
buf := &bytes.Buffer{} buffer := &bytes.Buffer{}
enc := json.NewEncoder(buf) enc := json.NewEncoder(buffer)
enc.SetEscapeHTML(false) enc.SetEscapeHTML(false)
if err := enc.Encode(predReq); err != nil { if err := enc.Encode(predReq); err != nil {
return fmt.Errorf("failed to marshal data: %v", err) return fmt.Errorf("failed to marshal data: %v", err)
} }
// Remove trailing newline added by Encode. req, err := http.NewRequestWithContext(ctx, http.MethodPost, endpoint, buffer)
data := buf.Bytes()[:buf.Len()-1]
req, err := http.NewRequestWithContext(ctx, http.MethodPost, endpoint, bytes.NewBuffer(data))
if err != nil { if err != nil {
return fmt.Errorf("error creating POST request: %v", err) return fmt.Errorf("error creating POST request: %v", err)
} }