baalajimaestro/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Rename inference example

Browse source
This commit is contained in:
Andrei Betlen 2023-04-01 13:01:45 -04:00
parent 318eae237e
commit 5f2e822b59
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
examples/high_level_api_basic_inference.py → examples/high_level_api_inference.py
View file

@ -4,14 +4,14 @@ import argparse
from llama_cpp import Llama from llama_cpp import Llama
parser = argparse.ArgumentParser() parser = argparse.ArgumentParser()
parser.add_argument("-m", "--model", type=str, default=".//models/...") parser.add_argument("-m", "--model", type=str, default="./models/...")
args = parser.parse_args() args = parser.parse_args()
llm = Llama(model_path=args.model) llm = Llama(model_path=args.model)
output = llm( output = llm(
"Question: What are the names of the planets in the solar system? Answer: ", "Question: What are the names of the planets in the solar system? Answer: ",
max_tokens=48, max_tokens=1,
stop=["Q:", "\n"], stop=["Q:", "\n"],
echo=True, echo=True,
) )