update python example
This commit is contained in:
parent
648f0974c6
commit
af98a1773f
1 changed files with 4 additions and 6 deletions
|
@ -3,10 +3,8 @@ import requests
|
|||
|
||||
# NOTE: ollama must be running for this to work, start the ollama app or run `ollama serve`
|
||||
model = 'llama2' # TODO: update this for whatever model you wish to use
|
||||
context = [] # the context stores a conversation history, you can use this to make the model more context aware
|
||||
|
||||
def generate(prompt):
|
||||
global context
|
||||
def generate(prompt, context):
|
||||
r = requests.post('http://localhost:11434/api/generate',
|
||||
json={
|
||||
'model': model,
|
||||
|
@ -26,14 +24,14 @@ def generate(prompt):
|
|||
raise Exception(body['error'])
|
||||
|
||||
if body.get('done', False):
|
||||
context = body['context']
|
||||
return
|
||||
return body['context']
|
||||
|
||||
def main():
|
||||
context = [] # the context stores a conversation history, you can use this to make the model more context aware
|
||||
while True:
|
||||
user_input = input("Enter a prompt: ")
|
||||
print()
|
||||
generate(user_input)
|
||||
context = generate(user_input, context)
|
||||
print()
|
||||
|
||||
if __name__ == "__main__":
|
Loading…
Reference in a new issue