small fix on examples/python-simplechat/client.py to actually get a streamed response and get tokens printed as we receive it (#4671)

2024-05-28 02:19:20 +02:00 · 2024-05-28 02:19:20 +02:00 · 8a8e7afa96
commit 8a8e7afa96
parent c79f8c9c39
1 changed files with 1 additions and 0 deletions
--- a/examples/python-simplechat/client.py
+++ b/examples/python-simplechat/client.py
@ -9,6 +9,7 @@ def chat(messages):
    r = requests.post(
        "http://0.0.0.0:11434/api/chat",
        json={"model": model, "messages": messages, "stream": True},
+	stream=True
    )
    r.raise_for_status()
    output = ""