41 lines
709 B
Go
41 lines
709 B
Go
|
package llm
|
||
|
|
|
||
|
|
import (
|
||
|
|
"fmt"
|
||
|
|
"os"
|
||
|
|
|
||
|
|
"github.com/jmorganca/ollama/api"
|
||
|
|
)
|
||
|
|
|
||
|
|
type LLM interface {
|
||
|
|
Predict([]int, string, func(api.GenerateResponse)) error
|
||
|
|
Embedding(string) ([]float64, error)
|
||
|
|
Encode(string) []int
|
||
|
|
Decode(...int) string
|
||
|
|
SetOptions(api.Options)
|
||
|
|
Close()
|
||
|
|
}
|
||
|
|
|
||
|
|
func New(model string, opts api.Options) (LLM, error) {
|
||
|
|
if _, err := os.Stat(model); err != nil {
|
||
|
|
return nil, err
|
||
|
|
}
|
||
|
|
|
||
|
|
f, err := os.Open(model)
|
||
|
|
if err != nil {
|
||
|
|
return nil, err
|
||
|
|
}
|
||
|
|
|
||
|
|
ggml, err := DecodeGGML(f, ModelFamilyLlama)
|
||
|
|
if err != nil {
|
||
|
|
return nil, err
|
||
|
|
}
|
||
|
|
|
||
|
|
switch ggml.ModelFamily {
|
||
|
|
case ModelFamilyLlama:
|
||
|
|
return newLlama(model, opts)
|
||
|
|
default:
|
||
|
|
return nil, fmt.Errorf("unknown ggml type: %s", ggml.ModelFamily)
|
||
|
|
}
|
||
|
|
}
|