baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Merge pull request #55 from jmorganca/fix-run-generate

Browse source 
fix run generate
This commit is contained in:
Michael Yang 2023-07-07 11:37:56 -07:00 committed by GitHub
commit ba2bade0d5
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 37 additions and 37 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

74
api/types.go
View file

@ -32,55 +32,55 @@ type GenerateRequest struct {
Model string `json:"model"`
Prompt string `json:"prompt"`
ModelOptions `json:"model_opts"`
PredictOptions `json:"predict_opts"`
ModelOptions `json:"model_opts,omitempty"`
PredictOptions `json:"predict_opts,omitempty"`
}
type ModelOptions struct {
ContextSize int `json:"context_size"`
Seed int `json:"seed"`
NBatch int `json:"n_batch"`
F16Memory bool `json:"memory_f16"`
MLock bool `json:"mlock"`
MMap bool `json:"mmap"`
VocabOnly bool `json:"vocab_only"`
LowVRAM bool `json:"low_vram"`
Embeddings bool `json:"embeddings"`
NUMA bool `json:"numa"`
NGPULayers int `json:"gpu_layers"`
MainGPU string `json:"main_gpu"`
TensorSplit string `json:"tensor_split"`
ContextSize int `json:"context_size,omitempty"`
Seed int `json:"seed,omitempty"`
NBatch int `json:"n_batch,omitempty"`
F16Memory bool `json:"memory_f16,omitempty"`
MLock bool `json:"mlock,omitempty"`
MMap bool `json:"mmap,omitempty"`
VocabOnly bool `json:"vocab_only,omitempty"`
LowVRAM bool `json:"low_vram,omitempty"`
Embeddings bool `json:"embeddings,omitempty"`
NUMA bool `json:"numa,omitempty"`
NGPULayers int `json:"gpu_layers,omitempty"`
MainGPU string `json:"main_gpu,omitempty"`
TensorSplit string `json:"tensor_split,omitempty"`
}
type PredictOptions struct {
Seed int `json:"seed"`
Threads int `json:"threads"`
Tokens int `json:"tokens"`
TopK int `json:"top_k"`
Repeat int `json:"repeat"`
Batch int `json:"batch"`
NKeep int `json:"nkeep"`
TopP float64 `json:"top_p"`
Temperature float64 `json:"temp"`
Penalty float64 `json:"penalty"`
Seed int `json:"seed,omitempty"`
Threads int `json:"threads,omitempty"`
Tokens int `json:"tokens,omitempty"`
TopK int `json:"top_k,omitempty"`
Repeat int `json:"repeat,omitempty"`
Batch int `json:"batch,omitempty"`
NKeep int `json:"nkeep,omitempty"`
TopP float64 `json:"top_p,omitempty"`
Temperature float64 `json:"temp,omitempty"`
Penalty float64 `json:"penalty,omitempty"`
F16KV bool
DebugMode bool
StopPrompts []string
IgnoreEOS bool `json:"ignore_eos"`
IgnoreEOS bool `json:"ignore_eos,omitempty"`
TailFreeSamplingZ float64 `json:"tfs_z"`
TypicalP float64 `json:"typical_p"`
FrequencyPenalty float64 `json:"freq_penalty"`
PresencePenalty float64 `json:"pres_penalty"`
Mirostat int `json:"mirostat"`
MirostatETA float64 `json:"mirostat_lr"`
MirostatTAU float64 `json:"mirostat_ent"`
PenalizeNL bool `json:"penalize_nl"`
LogitBias string `json:"logit_bias"`
TailFreeSamplingZ float64 `json:"tfs_z,omitempty"`
TypicalP float64 `json:"typical_p,omitempty"`
FrequencyPenalty float64 `json:"freq_penalty,omitempty"`
PresencePenalty float64 `json:"pres_penalty,omitempty"`
Mirostat int `json:"mirostat,omitempty"`
MirostatETA float64 `json:"mirostat_lr,omitempty"`
MirostatTAU float64 `json:"mirostat_ent,omitempty"`
PenalizeNL bool `json:"penalize_nl,omitempty"`
LogitBias string `json:"logit_bias,omitempty"`
PathPromptCache string
MLock bool `json:"mlock"`
MMap bool `json:"mmap"`
MLock bool `json:"mlock,omitempty"`
MMap bool `json:"mmap,omitempty"`
PromptCacheAll bool
PromptCacheRO bool
MainGPU string