Guard integration tests with a tag

This should help CI avoid running the integration test logic in a
container where it's not currently possible.
This commit is contained in:
Daniel Hiltgen 2023-12-22 16:33:27 -08:00
parent 10da41d677
commit 697bea6939
4 changed files with 15 additions and 5 deletions

View file

@ -2,6 +2,9 @@
# This script sets up integration tests which run the full stack to verify
# inference locally
#
# To run the relevant tests use
# go test -tags=integration ./server
set -e
set -o pipefail

View file

@ -1,3 +1,5 @@
//go:build integration
package server
import (

View file

@ -1,3 +1,5 @@
//go:build integration
package server
import (

View file

@ -1,3 +1,5 @@
//go:build integration
package server
import (
@ -38,7 +40,7 @@ func PrepareModelForPrompts(t *testing.T, modelName string, opts api.Options) (*
}
func OneShotPromptResponse(t *testing.T, ctx context.Context, req api.GenerateRequest, model *Model, runner llm.LLM) string {
prompt, err := model.Prompt(PromptVars{
prompt, err := model.PreResponsePrompt(PromptVars{
System: req.System,
Prompt: req.Prompt,
First: len(req.Context) == 0,
@ -54,6 +56,7 @@ func OneShotPromptResponse(t *testing.T, ctx context.Context, req api.GenerateRe
success <- true
}
}
predictReq := llm.PredictOpts{
Prompt: prompt,
Format: req.Format,