server: reset digest at end of generate
This commit is contained in:
parent
cc509a994e
commit
03cff3a225
1 changed files with 4 additions and 2 deletions
|
@ -57,6 +57,7 @@ func GenerateHandler(c *gin.Context) {
|
|||
if loaded.llm != nil {
|
||||
loaded.llm.Close()
|
||||
loaded.llm = nil
|
||||
loaded.digest = ""
|
||||
}
|
||||
|
||||
opts := api.DefaultOptions()
|
||||
|
@ -98,6 +99,7 @@ func GenerateHandler(c *gin.Context) {
|
|||
|
||||
loaded.llm.Close()
|
||||
loaded.llm = nil
|
||||
loaded.digest = ""
|
||||
})
|
||||
}
|
||||
loaded.expireTimer.Reset(sessionDuration)
|
||||
|
|
Loading…
Reference in a new issue