fix: encode full previous prompt in context (#1424)
This commit is contained in:
parent
3b0b8930d4
commit
7e9405fd07
|
@ -277,7 +277,7 @@ func GenerateHandler(c *gin.Context) {
|
||||||
}
|
}
|
||||||
|
|
||||||
if r.Done && !req.Raw {
|
if r.Done && !req.Raw {
|
||||||
embd, err := loaded.runner.Encode(c.Request.Context(), req.Prompt+generated.String())
|
embd, err := loaded.runner.Encode(c.Request.Context(), prompt+generated.String())
|
||||||
if err != nil {
|
if err != nil {
|
||||||
ch <- gin.H{"error": err.Error()}
|
ch <- gin.H{"error": err.Error()}
|
||||||
return
|
return
|
||||||
|
|
Loading…
Reference in a new issue