8 lines
No EOL
221 B
Python
8 lines
No EOL
221 B
Python
import json
|
|
from llama_cpp import Llama
|
|
|
|
llm = Llama(model_path="models/...")
|
|
|
|
output = llm("Q: Name the planets in the solar system? A: ", max_tokens=32, stop=["Q:", "\n"], echo=True)
|
|
|
|
print(json.dumps(output, indent=2)) |