fix model lookup directory
This commit is contained in:
parent
0ce372f744
commit
6ba93652c6
1 changed files with 2 additions and 2 deletions
4
proto.py
4
proto.py
|
@ -52,7 +52,7 @@ def generate():
|
||||||
return Response("Model is required", status=400)
|
return Response("Model is required", status=400)
|
||||||
if not prompt:
|
if not prompt:
|
||||||
return Response("Prompt is required", status=400)
|
return Response("Prompt is required", status=400)
|
||||||
if not os.path.exists(f"../models/{model}.bin"):
|
if not os.path.exists(f"./models/{model}.bin"):
|
||||||
return {"error": "The model does not exist."}, 400
|
return {"error": "The model does not exist."}, 400
|
||||||
|
|
||||||
if model not in llms:
|
if model not in llms:
|
||||||
|
@ -74,6 +74,6 @@ def generate():
|
||||||
stream_with_context(stream_response()), mimetype="text/event-stream"
|
stream_with_context(stream_response()), mimetype="text/event-stream"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
app.run(debug=True, threaded=True, port=5001)
|
app.run(debug=True, threaded=True, port=5001)
|
||||||
|
app.run()
|
||||||
|
|
Loading…
Reference in a new issue