runner.go: Don't trim whitespace from inputs
It's possible to get prompts that consist entirely of whitespace - this is most likely to happen when generating embeddings. Currently, we will trim this away, leaving an empty prompt, which will then generate an error. Generating embeddings from whitespace should not trigger an error, as this may break pipelines. It's better to just leave the whitespace in place and process what we are given. This is consistent with past versions of Ollama. Bug #7578
This commit is contained in:
parent
17b386a891
commit
c25ffde91d
1 changed files with 6 additions and 8 deletions
|
@ -163,7 +163,6 @@ func (s *Server) inputs(prompt string, images []ImageData) ([]input, error) {
|
|||
|
||||
for i, part := range parts {
|
||||
// text - tokenize
|
||||
if strings.TrimSpace(part) != "" {
|
||||
tokens, err := s.lc.Model().Tokenize(part, i == 0, true)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
|
@ -172,7 +171,6 @@ func (s *Server) inputs(prompt string, images []ImageData) ([]input, error) {
|
|||
for _, t := range tokens {
|
||||
inputs = append(inputs, input{token: t})
|
||||
}
|
||||
}
|
||||
|
||||
// image - generate image embedding
|
||||
if i < len(matches) {
|
||||
|
|
Loading…
Reference in a new issue