Small fixes for examples

This commit is contained in:
Andrei Betlen 2023-04-03 20:33:07 -04:00
parent caf3c0362b
commit 05eb2087d8
2 changed files with 2 additions and 2 deletions

View file

@ -11,7 +11,7 @@ llm = Llama(model_path=args.model)
output = llm(
"Question: What are the names of the planets in the solar system? Answer: ",
max_tokens=1,
max_tokens=48,
stop=["Q:", "\n"],
echo=True,
)

View file

@ -4,7 +4,7 @@ import argparse
from llama_cpp import Llama
parser = argparse.ArgumentParser()
parser.add_argument("-m", "--model", type=str, default=".//models/...")
parser.add_argument("-m", "--model", type=str, default="./models/...")
args = parser.parse_args()
llm = Llama(model_path=args.model)