From af98a1773f2d8c511090b07e0135971d97e851b7 Mon Sep 17 00:00:00 2001 From: Bruce MacDonald Date: Mon, 14 Aug 2023 16:38:44 -0300 Subject: [PATCH] update python example --- {docs/python/examples => examples/python}/client.py | 10 ++++------ 1 file changed, 4 insertions(+), 6 deletions(-) rename {docs/python/examples => examples/python}/client.py (80%) diff --git a/docs/python/examples/client.py b/examples/python/client.py similarity index 80% rename from docs/python/examples/client.py rename to examples/python/client.py index 4d3faeb4..599ebec7 100644 --- a/docs/python/examples/client.py +++ b/examples/python/client.py @@ -3,10 +3,8 @@ import requests # NOTE: ollama must be running for this to work, start the ollama app or run `ollama serve` model = 'llama2' # TODO: update this for whatever model you wish to use -context = [] # the context stores a conversation history, you can use this to make the model more context aware -def generate(prompt): - global context +def generate(prompt, context): r = requests.post('http://localhost:11434/api/generate', json={ 'model': model, @@ -26,14 +24,14 @@ def generate(prompt): raise Exception(body['error']) if body.get('done', False): - context = body['context'] - return + return body['context'] def main(): + context = [] # the context stores a conversation history, you can use this to make the model more context aware while True: user_input = input("Enter a prompt: ") print() - generate(user_input) + context = generate(user_input, context) print() if __name__ == "__main__":