baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

take full path to the model in the api

Browse source
This commit is contained in:
Bruce MacDonald 2023-06-26 18:08:16 -04:00
parent df5fdd6647
commit 41419f7577
1 changed files with 4 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
ollama.py
View file

@ -17,16 +17,16 @@ lock = threading.Lock()
def load(model):
with lock:
if not os.path.exists(f"./models/{model}.bin"):
if not os.path.exists(f"{model}"):
return {"error": "The model does not exist."}
if model not in llms:
llms[model] = Llama(model_path=f"./models/{model}.bin")
llms[model] = Llama(model_path=f"{model}")
return None
def unload(model):
with lock:
if not os.path.exists(f"./models/{model}.bin"):
if not os.path.exists(f"{model}"):
return {"error": "The model does not exist."}
llms.pop(model, None)
return None
@ -89,7 +89,7 @@ def generate_route_handler():
return Response("Model is required", status=400)
if not prompt:
return Response("Prompt is required", status=400)
if not os.path.exists(f"./models/{model}.bin"):
if not os.path.exists(f"{model}"):
return {"error": "The model does not exist."}, 400
return Response(
stream_with_context(query(model, prompt)), mimetype="text/event-stream"