2024-01-06 18:50:27 +00:00
|
|
|
package cmd
|
|
|
|
|
|
|
|
import (
|
2024-01-25 20:12:36 +00:00
|
|
|
"bytes"
|
2024-01-06 18:50:27 +00:00
|
|
|
"testing"
|
2024-01-25 20:12:36 +00:00
|
|
|
"text/template"
|
2024-01-06 18:50:27 +00:00
|
|
|
|
|
|
|
"github.com/stretchr/testify/assert"
|
2024-05-22 05:21:04 +00:00
|
|
|
"github.com/stretchr/testify/require"
|
2024-01-25 20:12:36 +00:00
|
|
|
|
2024-03-26 20:04:17 +00:00
|
|
|
"github.com/ollama/ollama/api"
|
2024-01-06 18:50:27 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
func TestExtractFilenames(t *testing.T) {
|
|
|
|
// Unix style paths
|
|
|
|
input := ` some preamble
|
|
|
|
./relative\ path/one.png inbetween1 ./not a valid two.jpg inbetween2
|
|
|
|
/unescaped space /three.jpeg inbetween3 /valid\ path/dir/four.png "./quoted with spaces/five.svg`
|
|
|
|
res := extractFileNames(input)
|
|
|
|
assert.Len(t, res, 5)
|
|
|
|
assert.Contains(t, res[0], "one.png")
|
|
|
|
assert.Contains(t, res[1], "two.jpg")
|
|
|
|
assert.Contains(t, res[2], "three.jpeg")
|
|
|
|
assert.Contains(t, res[3], "four.png")
|
|
|
|
assert.Contains(t, res[4], "five.svg")
|
|
|
|
assert.NotContains(t, res[4], '"')
|
|
|
|
assert.NotContains(t, res, "inbtween")
|
|
|
|
|
|
|
|
// Windows style paths
|
|
|
|
input = ` some preamble
|
|
|
|
c:/users/jdoe/one.png inbetween1 c:/program files/someplace/two.jpg inbetween2
|
|
|
|
/absolute/nospace/three.jpeg inbetween3 /absolute/with space/four.png inbetween4
|
|
|
|
./relative\ path/five.svg inbetween5 "./relative with/spaces/six.png inbetween6
|
|
|
|
d:\path with\spaces\seven.svg inbetween7 c:\users\jdoe\eight.png inbetween8
|
|
|
|
d:\program files\someplace\nine.png inbetween9 "E:\program files\someplace\ten.svg some ending
|
|
|
|
`
|
|
|
|
res = extractFileNames(input)
|
|
|
|
assert.Len(t, res, 10)
|
|
|
|
assert.NotContains(t, res, "inbtween")
|
|
|
|
assert.Contains(t, res[0], "one.png")
|
|
|
|
assert.Contains(t, res[0], "c:")
|
|
|
|
assert.Contains(t, res[1], "two.jpg")
|
|
|
|
assert.Contains(t, res[1], "c:")
|
|
|
|
assert.Contains(t, res[2], "three.jpeg")
|
|
|
|
assert.Contains(t, res[3], "four.png")
|
|
|
|
assert.Contains(t, res[4], "five.svg")
|
|
|
|
assert.Contains(t, res[5], "six.png")
|
|
|
|
assert.Contains(t, res[6], "seven.svg")
|
|
|
|
assert.Contains(t, res[6], "d:")
|
|
|
|
assert.Contains(t, res[7], "eight.png")
|
|
|
|
assert.Contains(t, res[7], "c:")
|
|
|
|
assert.Contains(t, res[8], "nine.png")
|
|
|
|
assert.Contains(t, res[8], "d:")
|
|
|
|
assert.Contains(t, res[9], "ten.svg")
|
|
|
|
assert.Contains(t, res[9], "E:")
|
|
|
|
}
|
2024-01-25 20:12:36 +00:00
|
|
|
|
|
|
|
func TestModelfileBuilder(t *testing.T) {
|
|
|
|
opts := runOptions{
|
|
|
|
Model: "hork",
|
|
|
|
System: "You are part horse and part shark, but all hork. Do horklike things",
|
2024-07-12 22:47:17 +00:00
|
|
|
Template: "This is a template.",
|
2024-01-25 20:12:36 +00:00
|
|
|
Messages: []api.Message{
|
|
|
|
{Role: "user", Content: "Hey there hork!"},
|
|
|
|
{Role: "assistant", Content: "Yes it is true, I am half horse, half shark."},
|
|
|
|
},
|
|
|
|
Options: map[string]interface{}{},
|
|
|
|
}
|
|
|
|
|
|
|
|
opts.Options["temperature"] = 0.9
|
|
|
|
opts.Options["seed"] = 42
|
|
|
|
opts.Options["penalize_newline"] = false
|
|
|
|
opts.Options["stop"] = []string{"hi", "there"}
|
|
|
|
|
|
|
|
mf := buildModelfile(opts)
|
|
|
|
expectedModelfile := `FROM {{.Model}}
|
|
|
|
SYSTEM """{{.System}}"""
|
2024-07-12 22:47:17 +00:00
|
|
|
TEMPLATE """{{.Template}}"""
|
2024-01-25 20:12:36 +00:00
|
|
|
PARAMETER penalize_newline false
|
|
|
|
PARAMETER seed 42
|
|
|
|
PARAMETER stop [hi there]
|
|
|
|
PARAMETER temperature 0.9
|
|
|
|
|
|
|
|
MESSAGE user """Hey there hork!"""
|
|
|
|
MESSAGE assistant """Yes it is true, I am half horse, half shark."""
|
|
|
|
`
|
|
|
|
|
|
|
|
tmpl, err := template.New("").Parse(expectedModelfile)
|
2024-05-22 05:21:04 +00:00
|
|
|
require.NoError(t, err)
|
2024-01-25 20:12:36 +00:00
|
|
|
|
|
|
|
var buf bytes.Buffer
|
|
|
|
err = tmpl.Execute(&buf, opts)
|
2024-05-22 05:21:04 +00:00
|
|
|
require.NoError(t, err)
|
2024-01-25 20:12:36 +00:00
|
|
|
assert.Equal(t, buf.String(), mf)
|
|
|
|
|
|
|
|
opts.ParentModel = "horseshark"
|
|
|
|
mf = buildModelfile(opts)
|
|
|
|
expectedModelfile = `FROM {{.ParentModel}}
|
|
|
|
SYSTEM """{{.System}}"""
|
2024-07-12 22:47:17 +00:00
|
|
|
TEMPLATE """{{.Template}}"""
|
2024-01-25 20:12:36 +00:00
|
|
|
PARAMETER penalize_newline false
|
|
|
|
PARAMETER seed 42
|
|
|
|
PARAMETER stop [hi there]
|
|
|
|
PARAMETER temperature 0.9
|
|
|
|
|
|
|
|
MESSAGE user """Hey there hork!"""
|
|
|
|
MESSAGE assistant """Yes it is true, I am half horse, half shark."""
|
|
|
|
`
|
|
|
|
|
|
|
|
tmpl, err = template.New("").Parse(expectedModelfile)
|
2024-05-22 05:21:04 +00:00
|
|
|
require.NoError(t, err)
|
2024-01-25 20:12:36 +00:00
|
|
|
|
|
|
|
var parentBuf bytes.Buffer
|
|
|
|
err = tmpl.Execute(&parentBuf, opts)
|
2024-05-22 05:21:04 +00:00
|
|
|
require.NoError(t, err)
|
2024-01-25 20:12:36 +00:00
|
|
|
assert.Equal(t, parentBuf.String(), mf)
|
|
|
|
}
|