baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

use content type application/x-ndjson for streaming responses

Browse source
This commit is contained in:
Jeffrey Morgan 2023-08-08 21:38:10 -07:00
parent 55cf5021f0
commit cff002b824
1 changed files with 1 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
server/routes.go
View file

@ -367,6 +367,7 @@ func Serve(ln net.Listener, extraOrigins []string) error {
}
func streamResponse(c *gin.Context, ch chan any) {
c.Header("Content-Type", "application/x-ndjson")
c.Stream(func(w io.Writer) bool {
val, ok := <-ch
if !ok {