30 lines
628 B
Go
30 lines
628 B
Go
|
//go:build integration
|
||
|
|
|
||
|
|
package integration
|
||
|
|
|
||
|
|
import (
|
||
|
|
"context"
|
||
|
|
"net/http"
|
||
|
|
"testing"
|
||
|
|
"time"
|
||
|
|
|
||
|
|
"github.com/ollama/ollama/api"
|
||
|
|
)
|
||
|
|
|
||
|
|
func TestContextExhaustion(t *testing.T) {
|
||
|
|
ctx, cancel := context.WithTimeout(context.Background(), 2*time.Minute) // TODO maybe shorter?
|
||
|
|
defer cancel()
|
||
|
|
// Set up the test data
|
||
|
|
req := api.GenerateRequest{
|
||
|
|
Model: "llama2",
|
||
|
|
Prompt: "Write me a story with a ton of emojis?",
|
||
|
|
Stream: &stream,
|
||
|
|
Options: map[string]interface{}{
|
||
|
|
"temperature": 0,
|
||
|
|
"seed": 123,
|
||
|
|
"num_ctx": 128,
|
||
|
|
},
|
||
|
|
}
|
||
|
|
GenerateTestHelper(ctx, t, &http.Client{}, req, []string{"once", "upon", "lived"})
|
||
|
|
}
|