From 74789ba70cd2f5560595965e2653f07f88cdb480 Mon Sep 17 00:00:00 2001 From: Hyperling Date: Wed, 21 Oct 2026 05:28:05 -0700 Subject: [PATCH] roleplays, go up to 7 threads due to benchmark data. 8 is very marginal, leave it for the system. 4 is great for MoE tokens/sec but 7 is still a bit faster in overall response time. --- files/settings/open_webui_roleplays.json | 18 +++++++++--------- 1 file changed, 9 insertions(+), 9 deletions(-) diff --git a/files/settings/open_webui_roleplays.json b/files/settings/open_webui_roleplays.json index 6ca46dc..dae149f 100644 --- a/files/settings/open_webui_roleplays.json +++ b/files/settings/open_webui_roleplays.json @@ -8,7 +8,7 @@ "params": { "custom_params": {}, "num_ctx": 256000, - "num_thread": 6, + "num_thread": 7, "system": "Please use the attached Knowledge Base files as your personality." }, "meta": { @@ -77,7 +77,7 @@ "params": { "custom_params": {}, "num_ctx": 256000, - "num_thread": 6, + "num_thread": 7, "system": "Please use the attached Knowledge Base files as your personality." }, "meta": { @@ -146,7 +146,7 @@ "params": { "custom_params": {}, "num_ctx": 256000, - "num_thread": 6, + "num_thread": 7, "system": "Please use the attached Knowledge Base files as your personality." }, "meta": { @@ -215,7 +215,7 @@ "params": { "system": "Please use the attached Knowledge Base files as your personality.", "custom_params": {}, - "num_thread": 6, + "num_thread": 7, "num_ctx": 32000 }, "meta": { @@ -279,7 +279,7 @@ "params": { "system": "Please use the attached Knowledge Base files as your personality.", "custom_params": {}, - "num_thread": 6, + "num_thread": 7, "num_ctx": 32000 }, "meta": { @@ -343,7 +343,7 @@ "params": { "system": "Please use the attached Knowledge Base files as your personality.", "custom_params": {}, - "num_thread": 6, + "num_thread": 7, "num_ctx": 64000 }, "meta": { @@ -407,7 +407,7 @@ "params": { "custom_params": {}, "num_ctx": 256000, - "num_thread": 6, + "num_thread": 7, "system": "Please use the attached Knowledge Base files as your personality." }, "meta": { @@ -476,7 +476,7 @@ "params": { "custom_params": {}, "num_ctx": 192000, - "num_thread": 6, + "num_thread": 7, "system": "Please use the attached Knowledge Base files as your personality." }, "meta": { @@ -545,7 +545,7 @@ "params": { "system": "Please use the attached Knowledge Base files as your personality.", "custom_params": {}, - "num_thread": 6, + "num_thread": 7, "num_ctx": 32000 }, "meta": {