Bench max ctx

Nexesenex · Feb 12, 2024 · cdafc59 · cdafc59
1 parent 8c958b0
commit cdafc59
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/koboldcpp.py b/koboldcpp.py
@@ -2537,7 +2537,7 @@ def onready_subprocess():
         global libname
         start_server = False
         save_to_file = (args.benchmark!="stdout" and args.benchmark!="")
-        benchmaxctx =  (2048 if maxctx>2048 else maxctx)
+        benchmaxctx =  (196608 if maxctx>196608 else maxctx)
         benchlen = 100
         benchmodel = sanitize_string(os.path.splitext(os.path.basename(modelname))[0])
         if os.path.exists(args.benchmark) and os.path.getsize(args.benchmark) > 1000000: