baalajimaestro/ollama
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Merge pull request #234 from jmorganca/fix-parse-license

Browse source 
use max scan token size to hold large objects
This commit is contained in:
Michael Yang 2023-07-28 12:03:51 -07:00 committed by GitHub
commit fc40a4f166
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
parser/parser.go
View file

@ -24,6 +24,7 @@ func Parse(reader io.Reader) ([]Command, error) {
var command, modelCommand Command var command, modelCommand Command
scanner := bufio.NewScanner(reader) scanner := bufio.NewScanner(reader)
scanner.Buffer(make([]byte, 0, bufio.MaxScanTokenSize), bufio.MaxScanTokenSize)
scanner.Split(scanModelfile) scanner.Split(scanModelfile)
for scanner.Scan() { for scanner.Scan() {
line := scanner.Bytes() line := scanner.Bytes()