2024-03-23 13:24:18 +00:00
|
|
|
//go:build integration
|
|
|
|
|
|
|
|
package integration
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
2024-04-16 20:42:52 +00:00
|
|
|
"log/slog"
|
|
|
|
"os"
|
|
|
|
"runtime"
|
2024-03-23 13:24:18 +00:00
|
|
|
"testing"
|
|
|
|
"time"
|
|
|
|
|
2024-03-26 20:04:17 +00:00
|
|
|
"github.com/ollama/ollama/api"
|
2024-04-16 20:42:52 +00:00
|
|
|
"github.com/stretchr/testify/require"
|
2024-03-23 13:24:18 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
func TestOrcaMiniBlueSky(t *testing.T) {
|
2024-03-24 23:22:38 +00:00
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), 2*time.Minute)
|
2024-03-23 13:24:18 +00:00
|
|
|
defer cancel()
|
|
|
|
// Set up the test data
|
|
|
|
req := api.GenerateRequest{
|
|
|
|
Model: "orca-mini",
|
|
|
|
Prompt: "why is the sky blue?",
|
|
|
|
Stream: &stream,
|
|
|
|
Options: map[string]interface{}{
|
|
|
|
"temperature": 0,
|
|
|
|
"seed": 123,
|
|
|
|
},
|
|
|
|
}
|
2024-03-30 16:50:05 +00:00
|
|
|
GenerateTestHelper(ctx, t, req, []string{"rayleigh", "scattering"})
|
2024-03-23 13:24:18 +00:00
|
|
|
}
|
2024-04-16 20:42:52 +00:00
|
|
|
|
2024-10-23 22:28:30 +00:00
|
|
|
func TestUnicode(t *testing.T) {
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), 2*time.Minute)
|
|
|
|
defer cancel()
|
|
|
|
// Set up the test data
|
|
|
|
req := api.GenerateRequest{
|
|
|
|
// DeepSeek has a Unicode tokenizer regex, making it a unicode torture test
|
|
|
|
Model: "deepseek-coder-v2:16b-lite-instruct-q2_K",
|
|
|
|
Prompt: "天空为什么是蓝色的?",
|
|
|
|
Stream: &stream,
|
|
|
|
Options: map[string]interface{}{
|
|
|
|
"temperature": 0,
|
|
|
|
"seed": 123,
|
|
|
|
},
|
|
|
|
}
|
|
|
|
GenerateTestHelper(ctx, t, req, []string{"散射", "频率"})
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestExtendedUnicodeOutput(t *testing.T) {
|
2024-10-21 18:07:19 +00:00
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), 2*time.Minute)
|
|
|
|
defer cancel()
|
|
|
|
// Set up the test data
|
|
|
|
req := api.GenerateRequest{
|
|
|
|
Model: "gemma2:2b",
|
|
|
|
Prompt: "Output some smily face emoji",
|
|
|
|
Stream: &stream,
|
|
|
|
Options: map[string]interface{}{
|
|
|
|
"temperature": 0,
|
|
|
|
"seed": 123,
|
|
|
|
},
|
|
|
|
}
|
|
|
|
GenerateTestHelper(ctx, t, req, []string{"😀", "😊", "😁", "😂", "😄", "😃"})
|
|
|
|
}
|
|
|
|
|
2024-04-16 20:42:52 +00:00
|
|
|
func TestUnicodeModelDir(t *testing.T) {
|
|
|
|
// This is only useful for Windows with utf-16 characters, so skip this test for other platforms
|
|
|
|
if runtime.GOOS != "windows" {
|
|
|
|
t.Skip("Unicode test only applicable to windows")
|
|
|
|
}
|
|
|
|
// Only works for local testing
|
|
|
|
if os.Getenv("OLLAMA_TEST_EXISTING") != "" {
|
|
|
|
t.Skip("TestUnicodeModelDir only works for local testing, skipping")
|
|
|
|
}
|
|
|
|
|
|
|
|
modelDir, err := os.MkdirTemp("", "ollama_埃")
|
|
|
|
require.NoError(t, err)
|
|
|
|
defer os.RemoveAll(modelDir)
|
|
|
|
slog.Info("unicode", "OLLAMA_MODELS", modelDir)
|
|
|
|
|
2024-07-04 02:41:17 +00:00
|
|
|
t.Setenv("OLLAMA_MODELS", modelDir)
|
2024-04-16 20:42:52 +00:00
|
|
|
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), 2*time.Minute)
|
|
|
|
defer cancel()
|
|
|
|
|
|
|
|
req := api.GenerateRequest{
|
|
|
|
Model: "orca-mini",
|
|
|
|
Prompt: "why is the sky blue?",
|
|
|
|
Stream: &stream,
|
|
|
|
Options: map[string]interface{}{
|
|
|
|
"temperature": 0,
|
|
|
|
"seed": 123,
|
|
|
|
},
|
|
|
|
}
|
|
|
|
GenerateTestHelper(ctx, t, req, []string{"rayleigh", "scattering"})
|
|
|
|
}
|