llama.cpp/docker/simple/run.sh

5 lines
100 B
Bash
Raw Normal View History

2023-07-07 07:38:51 +00:00
#!/bin/bash
make build
uvicorn --factory llama_cpp.server.app:create_app --host $HOST --port $PORT