baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

allow overriding default generate options

Browse source
This commit is contained in:
Bruce MacDonald 2023-07-10 20:58:02 +02:00
parent 268e362fa7
commit f5e2e150b8
2 changed files with 9 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
api/types.go
View file

@ -33,8 +33,8 @@ type GenerateRequest struct {
Model string `json:"model"`
Prompt string `json:"prompt"`
ModelOptions `json:"model_opts,omitempty"`
PredictOptions `json:"predict_opts,omitempty"`
ModelOptions *ModelOptions `json:"model_opts,omitempty"`
PredictOptions *PredictOptions `json:"predict_opts,omitempty"`
}
type ModelOptions struct {

9
server/routes.go
View file

@ -38,8 +38,13 @@ func cacheDir() string {
func generate(c *gin.Context) {
var req api.GenerateRequest
req.ModelOptions = api.DefaultModelOptions
req.PredictOptions = api.DefaultPredictOptions
if req.ModelOptions == nil {
req.ModelOptions = &api.DefaultModelOptions
}
if req.PredictOptions == nil {
req.PredictOptions = &api.DefaultPredictOptions
}
if err := c.ShouldBindJSON(&req); err != nil {
c.JSON(http.StatusBadRequest, gin.H{"message": err.Error()})
return