75 lines
1.7 KiB
Go
75 lines
1.7 KiB
Go
package server
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"log/slog"
|
|
"slices"
|
|
|
|
"github.com/ollama/ollama/api"
|
|
"github.com/ollama/ollama/llm"
|
|
"github.com/ollama/ollama/template"
|
|
)
|
|
|
|
func chatPrompt(ctx context.Context, r *runnerRef, msgs []api.Message) (prompt string, images []llm.ImageData, _ error) {
|
|
// extract system messages which should always be included
|
|
var system []api.Message
|
|
msgs = slices.DeleteFunc(msgs, func(m api.Message) bool {
|
|
if m.Role == "system" {
|
|
system = append(system, m)
|
|
return true
|
|
}
|
|
|
|
return false
|
|
})
|
|
|
|
if len(system) == 0 && r.model.System != "" {
|
|
// add model system prompt since it wasn't provided
|
|
system = append(system, api.Message{Role: "system", Content: r.model.System})
|
|
}
|
|
|
|
n := len(msgs) - 1
|
|
for i := n - 1; i >= 0; i-- {
|
|
var b bytes.Buffer
|
|
if err := r.model.Template.Execute(&b, template.Values{Messages: append(system, msgs[i:]...)}); err != nil {
|
|
return "", nil, err
|
|
}
|
|
|
|
s, err := r.llama.Tokenize(ctx, b.String())
|
|
if err != nil {
|
|
return "", nil, err
|
|
}
|
|
|
|
c := len(s)
|
|
if r.model.ProjectorPaths != nil {
|
|
for _, m := range msgs[i:] {
|
|
// TODO: get image embedding length from project metadata
|
|
c += 768 * len(m.Images)
|
|
}
|
|
}
|
|
|
|
if c > r.NumCtx {
|
|
slog.Debug("truncating input messages which exceed context length", "truncated", len(msgs[i:]))
|
|
break
|
|
} else {
|
|
n = i
|
|
}
|
|
}
|
|
|
|
var b bytes.Buffer
|
|
if err := r.model.Template.Execute(&b, template.Values{Messages: append(system, msgs[n:]...)}); err != nil {
|
|
return "", nil, err
|
|
}
|
|
|
|
for _, m := range msgs[n:] {
|
|
for _, i := range m.Images {
|
|
images = append(images, llm.ImageData{
|
|
ID: len(images),
|
|
Data: i,
|
|
})
|
|
}
|
|
}
|
|
|
|
return b.String(), images, nil
|
|
}
|