diff --git a/cmd/cmd.go b/cmd/cmd.go
index e33f4ef3..7d4146ef 100644
--- a/cmd/cmd.go
+++ b/cmd/cmd.go
@@ -650,7 +650,7 @@ func RunServer(cmd *cobra.Command, _ []string) error {
 	host, port, err := net.SplitHostPort(os.Getenv("OLLAMA_HOST"))
 	if err != nil {
 		host, port = "127.0.0.1", "11434"
-		if ip := net.ParseIP(os.Getenv("OLLAMA_HOST")); ip != nil {
+		if ip := net.ParseIP(strings.Trim(os.Getenv("OLLAMA_HOST"), "[]")); ip != nil {
 			host = ip.String()
 		}
 	}