baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Merge pull request #212 from jmorganca/fix-multiline-parsing

Browse source 
fix multiline string
This commit is contained in:
Michael Yang 2023-07-25 11:53:51 -07:00 committed by GitHub
commit 95397416f3
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 7 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
parser/parser.go
View file

@ -4,8 +4,8 @@ import (
"bufio"
"bytes"
"errors"
"fmt"
"io"
"log"
)
type Command struct {
@ -28,7 +28,7 @@ func Parse(reader io.Reader) ([]Command, error) {
line := scanner.Bytes()
fields := bytes.SplitN(line, []byte(" "), 2)
if len(fields) == 0 {
if len(fields) == 0 || len(fields[0]) == 0 {
continue
}
@ -47,7 +47,7 @@ func Parse(reader io.Reader) ([]Command, error) {
command.Args = string(fields[1])
default:
// log a warning for unknown commands
fmt.Printf("WARNING: Unknown command: %s\n", fields[0])
log.Printf("WARNING: Unknown command: %s", fields[0])
continue
}
@ -78,7 +78,10 @@ func scanModelfile(data []byte, atEOF bool) (advance int, token []byte, err erro
}
n := start + len(multilineString) + end + len(multilineString)
return n, data[:n], nil
newData := data[:start]
newData = append(newData, data[start+len(multilineString):n-len(multilineString)]...)
return n, newData, nil
}
return bufio.ScanLines(data, atEOF)