baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

update python example

Browse source
This commit is contained in:
Bruce MacDonald 2023-08-14 16:38:44 -03:00
parent 648f0974c6
commit af98a1773f
1 changed files with 4 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
docs/python/examples/client.py → examples/python/client.py
View file

@ -3,10 +3,8 @@ import requests
# NOTE: ollama must be running for this to work, start the ollama app or run `ollama serve` # NOTE: ollama must be running for this to work, start the ollama app or run `ollama serve`
model = 'llama2' # TODO: update this for whatever model you wish to use model = 'llama2' # TODO: update this for whatever model you wish to use
context = [] # the context stores a conversation history, you can use this to make the model more context aware
def generate(prompt): def generate(prompt, context):
global context
r = requests.post('http://localhost:11434/api/generate', r = requests.post('http://localhost:11434/api/generate',
json={ json={
'model': model, 'model': model,
@ -26,14 +24,14 @@ def generate(prompt):
raise Exception(body['error']) raise Exception(body['error'])
if body.get('done', False): if body.get('done', False):
context = body['context'] return body['context']
return
def main(): def main():
context = [] # the context stores a conversation history, you can use this to make the model more context aware
while True: while True:
user_input = input("Enter a prompt: ") user_input = input("Enter a prompt: ")
print() print()
generate(user_input) context = generate(user_input, context)
print() print()
if __name__ == "__main__": if __name__ == "__main__":