diff --git a/tasks/workstation/linux/software/llm.md b/tasks/workstation/linux/software/llm.md index 13b4e4c..01966d8 100644 --- a/tasks/workstation/linux/software/llm.md +++ b/tasks/workstation/linux/software/llm.md @@ -141,26 +141,33 @@ $ fastfetch ``` $ export QUIET=true -$ ollama-test "64000 128000" "4 7 0" 0 "qwen3.5:27b qwen3.5:35b qwen3.6:27b qwen3.6:35b qwen3.8:27b devstral-small-2:24b" -| Model | HDD | Context | RAM | Threads | Processor | Speed (t/s) | Time (s) | -| :------------------------ | -----: | -------: | -----: | ------: | --------: | ----------: | -------: | -| qwen3.5:27b | 17GB | 64000 | 22GB | 4 | 100%CPU | 2.12 | 256 | -| qwen3.5:35b | 22GB | 64000 | 23GB | 4 | 100%CPU | 13.26 | 42 | -| qwen3.6:27b | 17GB | 64000 | 18GB | 4 | 100%CPU | 2.97 | 102 | -| qwen3.6:35b | 22GB | 64000 | 22GB | 4 | 100%CPU | 13.91 | 26 | -| qwen3.8:27b | 17GB | 64000 | 19GB | 4 | 100%CPU | 1.76 | 49 | -| devstral-small-2:24b | 15GB | 64000 | 26GB | 4 | 100%CPU | 2.76 | 93 | -| qwen3.5:27b | 17GB | 64000 | 22GB | 7 | 100%CPU | 2.08 | 167 | -| qwen3.5:35b | 22GB | 64000 | 23GB | 7 | 100%CPU | 13.61 | 20 | -| qwen3.6:27b | 17GB | 64000 | 18GB | 7 | 100%CPU | 3.08 | 56 | -| qwen3.6:35b | 22GB | 64000 | 22GB | 7 | 100%CPU | 11.13 | 36 | -| qwen3.8:27b | 17GB | 64000 | 19GB | 7 | 100%CPU | 2.23 | 43 | -| devstral-small-2:24b | 15GB | 64000 | 26GB | 7 | 100%CPU | 2.36 | 88 | -| qwen3.5:27b | 17GB | 64000 | 22GB | 0 | 100%CPU | 2.11 | 156 | -| qwen3.5:35b | 22GB | 64000 | 23GB | 0 | 100%CPU | 13.68 | 37 | -| qwen3.6:27b | 17GB | 64000 | 18GB | 0 | 100%CPU | 2.68 | 85 | -| qwen3.6:35b | 22GB | 64000 | 22GB | 0 | 100%CPU | 13.83 | 39 | -| qwen3.8:27b | 17GB | . . . . +$ ollama-test "64000 300000" "4 7 0" 0 "qwen3.5:35b qwen3.6:35b qwen3.8:27b devstral-small-2:24b" +| Model | HDD | Context | RAM | Threads | iGPU | Processor | Speed (t/s) | Time (s) | +| :------------------------ | -----: | -------: | -----: | ------: | ---: | --------: | ----------: | -------: | +| qwen3.5:35b | 22GB | 64000 | 23GB | 4 | 0 | 100%CPU | 13.36 | 61 | +| qwen3.5:35b | 22GB | 64000 | 23GB | 7 | 0 | 100%CPU | 10.03 | 45 | +| qwen3.5:35b | 22GB | 64000 | 23GB | 0 | 0 | 100%CPU | 14.35 | 27 | +| qwen3.5:35b | 22GB | 262144 | 28GB | 4 | 0 | 100%CPU | 13.69 | 70 | +| qwen3.5:35b | 22GB | 262144 | 28GB | 7 | 0 | 100%CPU | 12.66 | 36 | +| qwen3.5:35b | 22GB | 262144 | 28GB | 0 | 0 | 100%CPU | 11.80 | 38 | +| qwen3.6:35b | 22GB | 64000 | 22GB | 4 | 0 | 100%CPU | 12.57 | 29 | +| qwen3.6:35b | 22GB | 64000 | 22GB | 7 | 0 | 100%CPU | 13.84 | 27 | +| qwen3.6:35b | 22GB | 64000 | 22GB | 0 | 0 | 100%CPU | 12.84 | 32 | +| qwen3.6:35b | 22GB | 262144 | 24GB | 4 | 0 | 100%CPU | 13.68 | 32 | +| qwen3.6:35b | 22GB | 262144 | 24GB | 7 | 0 | 100%CPU | 13.52 | 30 | +| qwen3.6:35b | 22GB | 262144 | 24GB | 0 | 0 | 100%CPU | 13.18 | 29 | +| qwen3.8:27b | 17GB | 64000 | 19GB | 4 | 0 | 100%CPU | 2.08 | 42 | +| qwen3.8:27b | 17GB | 64000 | 19GB | 7 | 0 | 100%CPU | 2.53 | 33 | +| qwen3.8:27b | 17GB | 64000 | 19GB | 0 | 0 | 100%CPU | 2.23 | 38 | +| qwen3.8:27b | 17GB | 262144 | 20GB | 4 | 0 | 100%CPU | 2.07 | 48 | +| qwen3.8:27b | 17GB | 262144 | 20GB | 7 | 0 | 100%CPU | 2.84 | 36 | +| qwen3.8:27b | 17GB | 262144 | 20GB | 0 | 0 | 100%CPU | 2.15 | 40 | +| devstral-small-2:24b | 15GB | 64000 | 26GB | 4 | 0 | 100%CPU | 2.25 | 94 | +| devstral-small-2:24b | 15GB | 64000 | 26GB | 7 | 0 | 100%CPU | 2.34 | 81 | +| devstral-small-2:24b | 15GB | 64000 | 26GB | 0 | 0 | 100%CPU | 2.29 | 88 | +| devstral-small-2:24b | 15GB | | | 4 | 0 | | 0.00 | 31 | +| devstral-small-2:24b | 15GB | | | 7 | 0 | | 0.00 | 27 | +| devstral-small-2:24b | 15GB | | | 0 | 0 | | 0.00 | 26 | ``` ## Tokens per CPU Count