gered/ollama
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

moved removal of leading space into Predict

Browse source
This commit is contained in:
Arne Müller 2023-10-18 20:08:26 +02:00
parent 5dc0cff459
commit 90c49bed57
1 changed files with 6 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
llm/llama.go
View file

@ -464,6 +464,11 @@ func (llm *llama) Predict(ctx context.Context, prevContext []int, prompt string,
return err return err
} }
// Remove first leading space from prevConvo if present
if len(prevConvo) > 0 && prevConvo[0] == ' ' {
prevConvo = prevConvo[1:]
}
var nextContext strings.Builder var nextContext strings.Builder
nextContext.WriteString(prevConvo) nextContext.WriteString(prevConvo)
nextContext.WriteString(prompt) nextContext.WriteString(prompt)
@ -666,7 +671,7 @@ func (llm *llama) Decode(ctx context.Context, tokens []int) (string, error) {
} }
// decoded content contains a leading whitespace // decoded content contains a leading whitespace
decoded.Content, _ = strings.CutPrefix(decoded.Content, " ") decoded.Content, _ = strings.CutPrefix(decoded.Content, "")
return decoded.Content, nil return decoded.Content, nil
} }