From 688661ab9b5bb821555efda75f016689dfd1b2da Mon Sep 17 00:00:00 2001
From: Jeffrey Morgan <jmorganca@gmail.com>
Date: Thu, 27 Jul 2023 16:51:01 -0400
Subject: [PATCH] increase default batch size to 1024

---
 api/types.go | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/api/types.go b/api/types.go
index 6208cb6e..8f12b5f9 100644
--- a/api/types.go
+++ b/api/types.go
@@ -188,7 +188,7 @@ func DefaultOptions() Options {
 		UseNUMA: false,
 
 		NumCtx:   2048,
-		NumBatch: 32,
+		NumBatch: 1024,
 		NumGPU:   1,
 		LowVRAM:  false,
 		F16KV:    true,