From 17678b722506e5a81edc8f69f4e505ebb5415376 Mon Sep 17 00:00:00 2001
From: Jeffrey Morgan <jmorganca@gmail.com>
Date: Fri, 3 Nov 2023 13:25:25 -0700
Subject: [PATCH] Restore system prompt on requests and default `num_keep` to
 `0`

---
 api/types.go | 2 +-
 llm/llama.go | 2 ++
 2 files changed, 3 insertions(+), 1 deletion(-)

diff --git a/api/types.go b/api/types.go
index ba23d74a..e861ee3a 100644
--- a/api/types.go
+++ b/api/types.go
@@ -293,7 +293,7 @@ func DefaultOptions() Options {
 	return Options{
 		// options set on request to runner
 		NumPredict:       -1,
-		NumKeep:          4,
+		NumKeep:          0,
 		Temperature:      0.8,
 		TopK:             40,
 		TopP:             0.9,
diff --git a/llm/llama.go b/llm/llama.go
index f731acf4..4a713f85 100644
--- a/llm/llama.go
+++ b/llm/llama.go
@@ -529,6 +529,8 @@ func (llm *llama) Predict(ctx context.Context, prevContext []int, prompt string,
 		"stop":              llm.Stop,
 	}
 
+	fmt.Println(request)
+
 	// Handling JSON marshaling with special characters unescaped.
 	buffer := &bytes.Buffer{}
 	enc := json.NewEncoder(buffer)