From 14fdc1f7409adcbb26af1a6fbd9be79f7c4f19d3 Mon Sep 17 00:00:00 2001 From: Hyperling Date: Wed, 21 Oct 2026 02:32:55 -0700 Subject: [PATCH] llm, add more size testing data. --- tasks/workstation/linux/software/llm.md | 174 ++++++++++++++++++++++++ 1 file changed, 174 insertions(+) diff --git a/tasks/workstation/linux/software/llm.md b/tasks/workstation/linux/software/llm.md index 599bc18..6e0ab9f 100644 --- a/tasks/workstation/linux/software/llm.md +++ b/tasks/workstation/linux/software/llm.md @@ -173,6 +173,180 @@ current task at hand. Can easily handle multi-file projects. | qwen3.6:27b | 17GB | 64000 | 18GB | | qwen3.8:27b | 17GB | 64000 | 18GB | +### 80000 + +| Model Name | HDD (ls) | Context | RAM (ps) | +| :------------------------ | -----------: | -------: | -----------: | +| mistral-nemo:12b | 7.1GB | 80000 | 21GB | +| ministral-3:14b | 9.1GB | 80000 | 22GB | +| ministral-3:8b | 6.0GB | 80000 | 17GB | +| ministral-3:3b | 3.0GB | 80000 | 11GB | +| mistral-small3.2:24b | 15GB | 80000 | 28GB | +| mistral:7b | 4.4GB | 32768 | 9.0GB | +| codestral:22b | 12GB | 32768 | 20GB | +| devstral-small-2:24b | 15GB | 80000 | 28GB | +| qwen2.5-coder:32b | 19GB | 32768 | 28GB | +| qwen2.5-coder:14b | 9.0GB | 32768 | 15GB | +| qwen2.5-coder:7b | 4.7GB | 32768 | 6.9GB | +| qwen2.5-coder:3b | 1.9GB | 32768 | 3.4GB | +| qwen2.5-coder:1.5b | 986MB | 32768 | 2.1GB | +| qwen2.5-coder:0.5b | 397MB | 32768 | 940MB | +| qwen3-coder:30b | 18GB | 80000 | 27GB | +| qwen3.5:35b | 22GB | 80000 | 23GB | +| qwen3.5:27b | 17GB | 80000 | 23GB | +| qwen3.5:9b | 6.6GB | 80000 | 9.4GB | +| qwen3.5:4b | 3.3GB | 80000 | 6.2GB | +| qwen3.5:2b | 2.7GB | 80000 | 3.8GB | +| qwen3.5:0.8b | 1.3GB | 80000 | 1.1GB | +| qwen3.6:35b | 22GB | 80000 | 22GB | +| qwen3.6:27b | 17GB | 80000 | 18GB | +| qwen3.8:27b | 17GB | 80000 | 18GB | + +### 96000 + +| Model Name | HDD (ls) | Context | RAM (ps) | +| :------------------------ | -----------: | -------: | -----------: | +| mistral-nemo:12b | 7.1GB | 96000 | 23GB | +| ministral-3:14b | 9.1GB | 96000 | 25GB | +| ministral-3:8b | 6.0GB | 96000 | 19GB | +| ministral-3:3b | 3.0GB | 96000 | 13GB | +| mistral-small3.2:24b | 15GB | 96000 | 31GB | +| mistral:7b | 4.4GB | 32768 | 9.0GB | +| codestral:22b | 12GB | 32768 | 20GB | +| devstral-small-2:24b | 15GB | 96000 | 31GB | +| qwen2.5-coder:32b | 19GB | 32768 | 28GB | +| qwen2.5-coder:14b | 9.0GB | 32768 | 15GB | +| qwen2.5-coder:7b | 4.7GB | 32768 | 6.9GB | +| qwen2.5-coder:3b | 1.9GB | 32768 | 3.4GB | +| qwen2.5-coder:1.5b | 986MB | 32768 | 2.1GB | +| qwen2.5-coder:0.5b | 397MB | 32768 | 940MB | +| qwen3-coder:30b | 18GB | 96000 | 28GB | +| qwen3.5:35b | 22GB | 96000 | 24GB | +| qwen3.5:27b | 17GB | 96000 | 24GB | +| qwen3.5:9b | 6.6GB | 96000 | 9.9GB | +| qwen3.5:4b | 3.3GB | 96000 | 6.8GB | +| qwen3.5:2b | 2.7GB | 96000 | 4.1GB | +| qwen3.5:0.8b | 1.3GB | 96000 | 1.2GB | +| qwen3.6:35b | 22GB | 96000 | 22GB | +| qwen3.6:27b | 17GB | 96000 | 18GB | +| qwen3.8:27b | 17GB | 96000 | 18GB | + +### 128000 + +| Model Name | HDD (ls) | Context | RAM (ps) | +| :------------------------ | -----------: | -------: | -----------: | +| mistral-nemo:12b | 7.1GB | 128000 | 29GB | +| ministral-3:14b | 9.1GB | 128000 | 30GB | +| ministral-3:8b | 6.0GB | 128000 | 24GB | +| ministral-3:3b | 3.0GB | 128000 | 16GB | +| mistral-small3.2:24b | 15GB | 128000 | 36GB | +| mistral:7b | 4.4GB | 32768 | 9.0GB | +| codestral:22b | 12GB | 32768 | 20GB | +| devstral-small-2:24b | 15GB | 128000 | 36GB | +| qwen2.5-coder:32b | 19GB | 32768 | 28GB | +| qwen2.5-coder:14b | 9.0GB | 32768 | 15GB | +| qwen2.5-coder:7b | 4.7GB | 32768 | 6.9GB | +| qwen2.5-coder:3b | 1.9GB | 32768 | 3.4GB | +| qwen2.5-coder:1.5b | 986MB | 32768 | 2.1GB | +| qwen2.5-coder:0.5b | 397MB | 32768 | 940MB | +| qwen3-coder:30b | 18GB | 128000 | 32GB | +| qwen3.5:35b | 22GB | 128000 | 24GB | +| qwen3.5:27b | 17GB | 128000 | 26GB | +| qwen3.5:9b | 6.6GB | 128000 | 11GB | +| qwen3.5:4b | 3.3GB | 128000 | 8.0GB | +| qwen3.5:2b | 2.7GB | 128000 | 4.6GB | +| qwen3.5:0.8b | 1.3GB | 128000 | 1.4GB | +| qwen3.6:35b | 22GB | 128000 | 23GB | +| qwen3.6:27b | 17GB | 128000 | 19GB | +| qwen3.8:27b | 17GB | 128000 | 19GB | + +### 160000 + +| Model Name | HDD (ls) | Context | RAM (ps) | +| :------------------------ | -----------: | -------: | -----------: | +| mistral-nemo:12b | 7.1GB | 160000 | 34GB | +| ministral-3:14b | 9.1GB | 160000 | 35GB | +| ministral-3:8b | 6.0GB | 160000 | 28GB | +| ministral-3:3b | 3.0GB | 160000 | 20GB | +| mistral-small3.2:24b | 15GB | 131072 | 37GB | +| mistral:7b | 4.4GB | 32768 | 9.0GB | +| codestral:22b | 12GB | 32768 | 20GB | +| devstral-small-2:24b | 15GB | 160000 | 42GB | +| qwen2.5-coder:32b | 19GB | 32768 | 28GB | +| qwen2.5-coder:14b | 9.0GB | 32768 | 15GB | +| qwen2.5-coder:7b | 4.7GB | 32768 | 6.9GB | +| qwen2.5-coder:3b | 1.9GB | 32768 | 3.4GB | +| qwen2.5-coder:1.5b | 986MB | 32768 | 2.1GB | +| qwen2.5-coder:0.5b | 397MB | 32768 | 940MB | +| qwen3-coder:30b | 18GB | 160000 | 35GB | +| qwen3.5:35b | 22GB | 160000 | 25GB | +| qwen3.5:27b | 17GB | 160000 | 28GB | +| qwen3.5:9b | 6.6GB | 160000 | 12GB | +| qwen3.5:4b | 3.3GB | 160000 | 9.2GB | +| qwen3.5:2b | 2.7GB | 160000 | 5.1GB | +| qwen3.5:0.8b | 1.3GB | 160000 | 1.6GB | +| qwen3.6:35b | 22GB | 160000 | 23GB | +| qwen3.6:27b | 17GB | 160000 | 19GB | +| qwen3.8:27b | 17GB | 160000 | 19GB | + +### 192000 + +| Model Name | HDD (ls) | Context | RAM (ps) | +| :------------------------ | -----------: | -------: | -----------: | +| mistral-nemo:12b | 7.1GB | 192000 | 39GB | +| ministral-3:14b | 9.1GB | 192000 | 41GB | +| ministral-3:8b | 6.0GB | 192000 | 33GB | +| ministral-3:3b | 3.0GB | 192000 | 23GB | +| mistral-small3.2:24b | 15GB | 131072 | 37GB | +| mistral:7b | 4.4GB | 32768 | 9.0GB | +| codestral:22b | 12GB | 32768 | 20GB | +| devstral-small-2:24b | 15GB | 192000 | 47GB | +| qwen2.5-coder:32b | 19GB | 32768 | 28GB | +| qwen2.5-coder:14b | 9.0GB | 32768 | 15GB | +| qwen2.5-coder:7b | 4.7GB | 32768 | 6.9GB | +| qwen2.5-coder:3b | 1.9GB | 32768 | 3.4GB | +| qwen2.5-coder:1.5b | 986MB | 32768 | 2.1GB | +| qwen2.5-coder:0.5b | 397MB | 32768 | 940MB | +| qwen3-coder:30b | 18GB | 192000 | 38GB | +| qwen3.5:35b | 22GB | 192000 | 26GB | +| qwen3.5:27b | 17GB | 192000 | 30GB | +| qwen3.5:9b | 6.6GB | 192000 | 13GB | +| qwen3.5:4b | 3.3GB | 192000 | 10GB | +| qwen3.5:2b | 2.7GB | 192000 | 5.6GB | +| qwen3.5:0.8b | 1.3GB | 192000 | 1.8GB | +| qwen3.6:35b | 22GB | 192000 | 23GB | +| qwen3.6:27b | 17GB | 192000 | 19GB | +| qwen3.8:27b | 17GB | 192000 | 19GB | + +### 224000 + +| Model Name | HDD (ls) | Context | RAM (ps) | +| :------------------------ | -----------: | -------: | -----------: | +| mistral-nemo:12b | 7.1GB | 224000 | 45GB | +| ministral-3:14b | 9.1GB | 224000 | 46GB | +| ministral-3:8b | 6.0GB | 224000 | 37GB | +| ministral-3:3b | 3.0GB | 224000 | 27GB | +| mistral-small3.2:24b | 15GB | 131072 | 37GB | +| mistral:7b | 4.4GB | 32768 | 9.0GB | +| codestral:22b | 12GB | 32768 | 20GB | +| devstral-small-2:24b | 15GB | 224000 | 53GB | +| qwen2.5-coder:32b | 19GB | 32768 | 28GB | +| qwen2.5-coder:14b | 9.0GB | 32768 | 15GB | +| qwen2.5-coder:7b | 4.7GB | 32768 | 6.9GB | +| qwen2.5-coder:3b | 1.9GB | 32768 | 3.4GB | +| qwen2.5-coder:1.5b | 986MB | 32768 | 2.1GB | +| qwen2.5-coder:0.5b | 397MB | 32768 | 940MB | +| qwen3-coder:30b | 18GB | 224000 | 41GB | +| qwen3.5:35b | 22GB | 224000 | 27GB | +| qwen3.5:27b | 17GB | 224000 | 33GB | +| qwen3.5:9b | 6.6GB | 224000 | 14GB | +| qwen3.5:4b | 3.3GB | 224000 | 11GB | +| qwen3.5:2b | 2.7GB | 224000 | 6.2GB | +| qwen3.5:0.8b | 1.3GB | 224000 | 2.0GB | +| qwen3.6:35b | 22GB | 224000 | 23GB | +| qwen3.6:27b | 17GB | 224000 | 19GB | +| qwen3.8:27b | 17GB | 224000 | 19GB | + ### `ollama_sizes m 256000` | Model Name | HDD (ls) | Context | RAM (ps) |