allow specifying server host and port with OLLAMA_HOST and OLLAMA_PORT

This commit is contained in:
Jeffrey Morgan 2023-07-07 16:48:13 -04:00
parent b245f5af8f
commit 553c884474

View file

@ -153,7 +153,17 @@ func generateBatch(model string) error {
}
func RunServer(_ *cobra.Command, _ []string) error {
ln, err := net.Listen("tcp", "127.0.0.1:11434")
host := os.Getenv("OLLAMA_HOST")
if host == "" {
host = "127.0.0.1"
}
port := os.Getenv("OLLAMA_PORT")
if port == "" {
port = "11434"
}
ln, err := net.Listen("tcp", fmt.Sprintf("%s:%s", host, port))
if err != nil {
return err
}