moved removal of leading space into Predict

This commit is contained in:
Arne Müller 2023-10-18 20:08:26 +02:00
parent 5dc0cff459
commit 90c49bed57

View file

@ -464,6 +464,11 @@ func (llm *llama) Predict(ctx context.Context, prevContext []int, prompt string,
return err return err
} }
// Remove first leading space from prevConvo if present
if len(prevConvo) > 0 && prevConvo[0] == ' ' {
prevConvo = prevConvo[1:]
}
var nextContext strings.Builder var nextContext strings.Builder
nextContext.WriteString(prevConvo) nextContext.WriteString(prevConvo)
nextContext.WriteString(prompt) nextContext.WriteString(prompt)