From cdafc599656f9e2a68e0b4b5c2ff1735c32b07bc Mon Sep 17 00:00:00 2001 From: Nexesenex <124105151+Nexesenex@users.noreply.github.com> Date: Mon, 12 Feb 2024 03:51:39 +0100 Subject: [PATCH] Bench max ctx --- koboldcpp.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/koboldcpp.py b/koboldcpp.py index 4fb0249074078..ccfb4a5330ccb 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -2537,7 +2537,7 @@ def onready_subprocess(): global libname start_server = False save_to_file = (args.benchmark!="stdout" and args.benchmark!="") - benchmaxctx = (2048 if maxctx>2048 else maxctx) + benchmaxctx = (196608 if maxctx>196608 else maxctx) benchlen = 100 benchmodel = sanitize_string(os.path.splitext(os.path.basename(modelname))[0]) if os.path.exists(args.benchmark) and os.path.getsize(args.benchmark) > 1000000: