baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

fix: remove prematurely commited change

Browse source
This commit is contained in:
Andrei Betlen 2024-02-25 21:00:37 -05:00
parent cbbcd888af
commit dcf38f6141
1 changed files with 0 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
llama_cpp/server/settings.py
View file

@ -143,10 +143,6 @@ class ModelSettings(BaseSettings):
default=None, default=None,
description="The model name or path to a pretrained HuggingFace tokenizer model. Same as you would pass to AutoTokenizer.from_pretrained().", description="The model name or path to a pretrained HuggingFace tokenizer model. Same as you would pass to AutoTokenizer.from_pretrained().",
) )
hf_model_repo_id: Optional[str] = Field(
default=None,
description="The HuggingFace repo_id to use to load model files from",
)
# Speculative Decoding # Speculative Decoding
draft_model: Optional[str] = Field( draft_model: Optional[str] = Field(
default=None, default=None,