baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

stop running model on interactive exit

Browse source
This commit is contained in:
Bruce MacDonald 2024-04-22 16:22:14 -07:00
parent 62be2050dd
commit fad00a85e5
1 changed files with 8 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
cmd/interactive.go
View file

@ -475,6 +475,14 @@ func generateInteractive(cmd *cobra.Command, opts runOptions) error {
usage() usage()
} }
case strings.HasPrefix(line, "/exit"), strings.HasPrefix(line, "/bye"): case strings.HasPrefix(line, "/exit"), strings.HasPrefix(line, "/bye"):
// stop the running model
client, err := api.ClientFromEnvironment()
if err != nil {
return err
}
client.Chat(cmd.Context(), &api.ChatRequest{Model: opts.Model, KeepAlive: &api.Duration{}}, func(resp api.ChatResponse) error {
return nil
})
return nil return nil
case strings.HasPrefix(line, "/"): case strings.HasPrefix(line, "/"):
args := strings.Fields(line) args := strings.Fields(line)