Merge branch 'main' of github.com:abetlen/llama_cpp_python into main

2024-05-03 19:07:54 -04:00 · 2024-05-03 19:07:54 -04:00 · f9b7221c8f
commit f9b7221c8f
parent 9f7a85571a 2138561fab
1 changed files with 1 additions and 0 deletions
--- a/llama_cpp/server/model.py
+++ b/llama_cpp/server/model.py
@ -242,6 +242,7 @@ class LlamaProxy:
            logits_all=settings.logits_all,
            embedding=settings.embedding,
            offload_kqv=settings.offload_kqv,
+            flash_attn=settings.flash_attn,
            # Sampling Params
            last_n_tokens_size=settings.last_n_tokens_size,
            # LoRA Params