60 lines
1 KiB
Go
60 lines
1 KiB
Go
|
package templates
|
||
|
|
|
||
|
|
import (
|
||
|
|
"bufio"
|
||
|
|
"bytes"
|
||
|
|
"encoding/json"
|
||
|
|
"io"
|
||
|
|
"os"
|
||
|
|
"path/filepath"
|
||
|
|
"testing"
|
||
|
|
"text/template"
|
||
|
|
|
||
|
|
"github.com/ollama/ollama/llm"
|
||
|
|
)
|
||
|
|
|
||
|
|
func TestKVChatTemplate(t *testing.T) {
|
||
|
|
f, err := os.Open(filepath.Join("testdata", "templates.jsonl"))
|
||
|
|
if err != nil {
|
||
|
|
t.Fatal(err)
|
||
|
|
}
|
||
|
|
defer f.Close()
|
||
|
|
|
||
|
|
scanner := bufio.NewScanner(f)
|
||
|
|
for scanner.Scan() {
|
||
|
|
var ss map[string]string
|
||
|
|
if err := json.Unmarshal(scanner.Bytes(), &ss); err != nil {
|
||
|
|
t.Fatal(err)
|
||
|
|
}
|
||
|
|
|
||
|
|
for k, v := range ss {
|
||
|
|
t.Run(k, func(t *testing.T) {
|
||
|
|
kv := llm.KV{"tokenizer.chat_template": v}
|
||
|
|
s := kv.ChatTemplate()
|
||
|
|
r, err := NamedTemplate(s)
|
||
|
|
if err != nil {
|
||
|
|
t.Fatal(err)
|
||
|
|
}
|
||
|
|
|
||
|
|
if r.Name != k {
|
||
|
|
t.Errorf("expected %q, got %q", k, r.Name)
|
||
|
|
}
|
||
|
|
|
||
|
|
var b bytes.Buffer
|
||
|
|
if _, err := io.Copy(&b, r.Reader()); err != nil {
|
||
|
|
t.Fatal(err)
|
||
|
|
}
|
||
|
|
|
||
|
|
tmpl, err := template.New(s).Parse(b.String())
|
||
|
|
if err != nil {
|
||
|
|
t.Fatal(err)
|
||
|
|
}
|
||
|
|
|
||
|
|
if tmpl.Tree.Root.String() == "" {
|
||
|
|
t.Errorf("empty %s template", k)
|
||
|
|
}
|
||
|
|
})
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|