From 33755480bbc62ac08a5850090e4c806043d08177 Mon Sep 17 00:00:00 2001 From: Hyperling Date: Sat, 31 Oct 2026 07:53:38 -0700 Subject: [PATCH] ai, add some more benchmark results and make the tables per-model for easier reading. --- tasks/workstation/linux/software/ai/README.md | 44 ++++++++++++++++++- 1 file changed, 43 insertions(+), 1 deletion(-) diff --git a/tasks/workstation/linux/software/ai/README.md b/tasks/workstation/linux/software/ai/README.md index 3f6207d..42a6679 100644 --- a/tasks/workstation/linux/software/ai/README.md +++ b/tasks/workstation/linux/software/ai/README.md @@ -154,6 +154,8 @@ $ fastfetch ``` $ export QUIET=true $ ollama-test "64000 300000" "4 7 0" 0 "qwen3.5:35b qwen3.6:35b qwen3.8:27b devstral-small-2:24b" +``` + | Model | HDD | Context | RAM | Threads | iGPU | Processor | Speed (t/s) | Time (s) | | :------------------------ | -----: | -------: | -----: | ------: | ---: | --------: | ----------: | -------: | | qwen3.5:35b | 22GB | 64000 | 23GB | 4 | 0 | 100%CPU | 13.36 | 61 | @@ -162,25 +164,65 @@ $ ollama-test "64000 300000" "4 7 0" 0 "qwen3.5:35b qwen3.6:35b qwen3.8:27b devs | qwen3.5:35b | 22GB | 262144 | 28GB | 4 | 0 | 100%CPU | 13.69 | 70 | | qwen3.5:35b | 22GB | 262144 | 28GB | 7 | 0 | 100%CPU | 12.66 | 36 | | qwen3.5:35b | 22GB | 262144 | 28GB | 0 | 0 | 100%CPU | 11.80 | 38 | + +| Model | HDD | Context | RAM | Threads | iGPU | Processor | Speed (t/s) | Time (s) | +| :------------------------ | -----: | -------: | -----: | ------: | ---: | --------: | ----------: | -------: | | qwen3.6:35b | 22GB | 64000 | 22GB | 4 | 0 | 100%CPU | 12.57 | 29 | | qwen3.6:35b | 22GB | 64000 | 22GB | 7 | 0 | 100%CPU | 13.84 | 27 | | qwen3.6:35b | 22GB | 64000 | 22GB | 0 | 0 | 100%CPU | 12.84 | 32 | | qwen3.6:35b | 22GB | 262144 | 24GB | 4 | 0 | 100%CPU | 13.68 | 32 | | qwen3.6:35b | 22GB | 262144 | 24GB | 7 | 0 | 100%CPU | 13.52 | 30 | | qwen3.6:35b | 22GB | 262144 | 24GB | 0 | 0 | 100%CPU | 13.18 | 29 | + +| Model | HDD | Context | RAM | Threads | iGPU | Processor | Speed (t/s) | Time (s) | +| :------------------------ | -----: | -------: | -----: | ------: | ---: | --------: | ----------: | -------: | | qwen3.8:27b | 17GB | 64000 | 19GB | 4 | 0 | 100%CPU | 2.08 | 42 | | qwen3.8:27b | 17GB | 64000 | 19GB | 7 | 0 | 100%CPU | 2.53 | 33 | | qwen3.8:27b | 17GB | 64000 | 19GB | 0 | 0 | 100%CPU | 2.23 | 38 | | qwen3.8:27b | 17GB | 262144 | 20GB | 4 | 0 | 100%CPU | 2.07 | 48 | | qwen3.8:27b | 17GB | 262144 | 20GB | 7 | 0 | 100%CPU | 2.84 | 36 | | qwen3.8:27b | 17GB | 262144 | 20GB | 0 | 0 | 100%CPU | 2.15 | 40 | + +| Model | HDD | Context | RAM | Threads | iGPU | Processor | Speed (t/s) | Time (s) | +| :------------------------ | -----: | -------: | -----: | ------: | ---: | --------: | ----------: | -------: | | devstral-small-2:24b | 15GB | 64000 | 26GB | 4 | 0 | 100%CPU | 2.25 | 94 | | devstral-small-2:24b | 15GB | 64000 | 26GB | 7 | 0 | 100%CPU | 2.34 | 81 | | devstral-small-2:24b | 15GB | 64000 | 26GB | 0 | 0 | 100%CPU | 2.29 | 88 | | devstral-small-2:24b | 15GB | | | 4 | 0 | | 0.00 | 31 | | devstral-small-2:24b | 15GB | | | 7 | 0 | | 0.00 | 27 | | devstral-small-2:24b | 15GB | | | 0 | 0 | | 0.00 | 26 | -``` + + +#### Context Speeds + +Checking if the context affects the speed of the model. Seems negligible, way less than changing the threads or iGPU. + +| Model | HDD | Context | RAM | Threads | iGPU | Processor | Speed (t/s) | Time (s) | +| :------------------------ | -----: | -------: | -----: | ------: | ---: | --------: | ----------: | -------: | +| qwen3.5:35b | 22GB | 16000 | 22GB | 4 | 0 | 100%CPU | 14.57 | 50 | +| qwen3.5:35b | 22GB | 32000 | 22GB | 4 | 0 | 100%CPU | 13.98 | 53 | +| qwen3.5:35b | 22GB | 64000 | 23GB | 4 | 0 | 100%CPU | 14.14 | 17 | +| qwen3.5:35b | 22GB | 128000 | 24GB | 4 | 0 | 100%CPU | 14.21 | 50 | +| qwen3.5:35b | 22GB | 256000 | 28GB | 4 | 0 | 100%CPU | 14.04 | 68 | +| qwen3.5:35b | 22GB | 262144 | 28GB | 4 | 0 | 100%CPU | 14.17 | 17 | + +| Model | HDD | Context | RAM | Threads | iGPU | Processor | Speed (t/s) | Time (s) | +| :------------------------ | -----: | -------: | -----: | ------: | ---: | --------: | ----------: | -------: | +| qwen3.6:35b | 22GB | 16000 | 22GB | 4 | 0 | 100%CPU | 15.29 | 28 | +| qwen3.6:35b | 22GB | 32000 | 22GB | 4 | 0 | 100%CPU | 15.16 | 38 | +| qwen3.6:35b | 22GB | 64000 | 22GB | 4 | 0 | 100%CPU | 14.12 | 28 | +| qwen3.6:35b | 22GB | 128000 | 23GB | 4 | 0 | 100%CPU | 12.67 | 31 | +| qwen3.6:35b | 22GB | 256000 | 24GB | 4 | 0 | 100%CPU | 14.03 | 29 | +| qwen3.6:35b | 22GB | 262144 | 24GB | 4 | 0 | 100%CPU | 15.21 | 29 | + +| Model | HDD | Context | RAM | Threads | iGPU | Processor | Speed (t/s) | Time (s) | +| :------------------------ | -----: | -------: | -----: | ------: | ---: | --------: | ----------: | -------: | +| devstral-small-2:24b | 15GB | 16000 | 17GB | 4 | 0 | 100%CPU | 2.90 | 87 | +| devstral-small-2:24b | 15GB | 32000 | 20GB | 4 | 0 | 100%CPU | 2.71 | 87 | +| devstral-small-2:24b | 15GB | 64000 | 26GB | 4 | 0 | 100%CPU | 2.36 | 91 | +| devstral-small-2:24b | 15GB | 128000 | 36GB | 4 | 0 | 100%CPU | 2.76 | 94 | +| devstral-small-2:24b | 15GB | 256000 | 58GB | 4 | 0 | 100%CPU | 2.30 | 100 | +| devstral-small-2:24b | 15GB | 264000 | 59GB | 4 | 0 | 100%CPU | 2.84 | 100 | ## Tokens per CPU Count