21 lines
653 B
Diff
21 lines
653 B
Diff
diff --git a/examples/server/server.cpp b/examples/server/server.cpp
|
|
index d86d7e04..2694e92e 100644
|
|
--- a/examples/server/server.cpp
|
|
+++ b/examples/server/server.cpp
|
|
@@ -901,13 +901,15 @@ struct llama_server_context
|
|
slot.sent_count += result.text_to_send.size();
|
|
// add the token to slot queue and cache
|
|
}
|
|
- slot.add_token_string(result);
|
|
+
|
|
if (slot.params.stream)
|
|
{
|
|
send_partial_response(slot, result);
|
|
}
|
|
}
|
|
|
|
+ slot.add_token_string(result);
|
|
+
|
|
if (incomplete)
|
|
{
|
|
slot.has_next_token = true;
|