Update context size defaults Close #11

2023-04-03 20:11:13 -04:00 · 2023-04-03 20:11:13 -04:00 · f7ab8d55b2
commit f7ab8d55b2
parent c0a5c0171f
1 changed files with 1 additions and 0 deletions
--- a/examples/fastapi_server.py
+++ b/examples/fastapi_server.py
@ -34,6 +34,7 @@ llama = llama_cpp.Llama(
    embedding=True,
    n_threads=6,
    n_batch=2048,
+    n_ctx=2048,
 )