baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Remove model_name param

Browse source
This commit is contained in:
Andrei Betlen 2023-03-24 04:04:29 -04:00
parent 15e3dc7897
commit a28cb92d8f
1 changed files with 1 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
llama_cpp/llama.py
View file

@ -16,10 +16,8 @@ class Llama:
logits_all: bool = False, logits_all: bool = False,
vocab_only: bool = False, vocab_only: bool = False,
n_threads: Optional[int] = None, n_threads: Optional[int] = None,
model_name: Optional[str]=None,
): ):
self.model_path = model_path self.model_path = model_path
self.model = model_name or model_path
self.params = llama_cpp.llama_context_default_params() self.params = llama_cpp.llama_context_default_params()
self.params.n_ctx = n_ctx self.params.n_ctx = n_ctx
@ -122,7 +120,7 @@ class Llama:
"id": f"cmpl-{str(uuid.uuid4())}", # Likely to change "id": f"cmpl-{str(uuid.uuid4())}", # Likely to change
"object": "text_completion", "object": "text_completion",
"created": int(time.time()), "created": int(time.time()),
"model": self.model, # Likely to change "model": self.model_path,
"choices": [ "choices": [
{ {
"text": text, "text": text,