fix model lookup directory

This commit is contained in:
Jeffrey Morgan 2023-06-25 14:18:48 -04:00
parent 0ce372f744
commit 6ba93652c6

View file

@ -52,7 +52,7 @@ def generate():
return Response("Model is required", status=400)
if not prompt:
return Response("Prompt is required", status=400)
if not os.path.exists(f"../models/{model}.bin"):
if not os.path.exists(f"./models/{model}.bin"):
return {"error": "The model does not exist."}, 400
if model not in llms:
@ -74,6 +74,6 @@ def generate():
stream_with_context(stream_response()), mimetype="text/event-stream"
)
if __name__ == "__main__":
app.run(debug=True, threaded=True, port=5001)
app.run()