server: reset digest at end of generate

This commit is contained in:
Jeffrey Morgan 2023-08-02 16:15:40 -04:00
parent cc509a994e
commit 03cff3a225

View file

@ -57,6 +57,7 @@ func GenerateHandler(c *gin.Context) {
if loaded.llm != nil {
loaded.llm.Close()
loaded.llm = nil
loaded.digest = ""
}
opts := api.DefaultOptions()
@ -98,6 +99,7 @@ func GenerateHandler(c *gin.Context) {
loaded.llm.Close()
loaded.llm = nil
loaded.digest = ""
})
}
loaded.expireTimer.Reset(sessionDuration)