me/env-ansible
1
1
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

zeroclaw, a few more small edits while learning how things work.

Browse Source
This commit is contained in:
me
2026-10-08 21:09:24 -07:00
parent 22252b8880
commit a9080a6d12
1 changed files with 22 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tasks/workstation/linux/software/zeroclaw.yml
+22 -19
View File
@@ -20,6 +20,7 @@
# #
# References # References
# - https://docs.zeroclaw.com/master/en/reference/config.html # - https://docs.zeroclaw.com/master/en/reference/config.html
# - https://docs.ollama.com
# Currently only testing this on Arch based distros (pacman). # Currently only testing this on Arch based distros (pacman).
- name: Workstation | Linux | Software | ZeroClaw - name: Workstation | Linux | Software | ZeroClaw
@@ -30,7 +31,7 @@
ollama: ollama ollama: ollama
zeroclaw: zeroclaw zeroclaw: zeroclaw
zerocode: zerocode zerocode: zerocode
llm_concurrency: "{{ ansible_processor_vcpus / 4 | round(0, method='ceil') | int }}" llm_concurrency: 1 # "{{ ansible_processor_vcpus / 4 | round(0, method='ceil') | int }}"
llm_installs: [] llm_installs: []
llm_tier0_cpu: 1 llm_tier0_cpu: 1
llm_tier0_ram: 2000 llm_tier0_ram: 2000
@@ -41,35 +42,36 @@
llm_tier1_cpu: 2 llm_tier1_cpu: 2
llm_tier1_ram: 4000 llm_tier1_ram: 4000
llm_tier1: llm_tier1:
- { "model": "qwen3.5:2b", "provider": "qwen_35_0020" } - { "model": "qwen3.5:2b", "provider": "qwen_35_0020" }
- { "model": "qwen2.5-coder:3b", "provider": "qwen_25_coder_0030" } - { "model": "qwen2.5-coder:3b", "provider": "qwen_25_coder_0030" }
llm_tier2_cpu: 3 llm_tier2_cpu: 3
llm_tier2_ram: 6000 llm_tier2_ram: 6000
llm_tier2: llm_tier2:
- { "model": "qwen3.5:4b", "provider": "qwen_35_0040" } - { "model": "qwen3.5:4b", "provider": "qwen_35_0040" }
- { "model": "qwen2.5-coder:7b", "provider": "qwen_25_coder_0070" } - { "model": "qwen2.5-coder:7b", "provider": "qwen_25_coder_0070" }
llm_tier3_cpu: 4 llm_tier3_cpu: 4
llm_tier3_ram: 8000 llm_tier3_ram: 8000
llm_tier3: llm_tier3:
- { "model": "qwen3.5:9b", "provider": "qwen_35_0090" } - { "model": "qwen3.5:9b", "provider": "qwen_35_0090" }
- { "model": "qwen2.5-coder:14b", "provider": "qwen_25_coder_0140" } - { "model": "qwen2.5-coder:14b", "provider": "qwen_25_coder_0140" }
llm_tier4_cpu: 6 llm_tier4_cpu: 6
llm_tier4_ram: 12000 llm_tier4_ram: 12000
llm_tier4: llm_tier4: []
llm_tier5_cpu: 8 llm_tier5_cpu: 10
llm_tier5_ram: 16000 llm_tier5_ram: 20000
llm_tier5: llm_tier5:
llm_tier6_cpu: 10 #- { "model": "devstral-small-2:24b", "provider": "devstral_20_0240_small" }
#- { "model": "qwen3.8:27b", "provider": "qwen_38_0270" }
llm_tier6_cpu: 12
llm_tier6_ram: 30000 llm_tier6_ram: 30000
llm_tier6: llm_tier6:
#- { "model": "qwen3.8:27b", "provider": "qwen_38_0270" } #- { "model": "qwen3.6:35b", "provider": "qwen_36_0350" }
#- { "model": "qwen3.6:35b", "provider": "qwen_36_0350" } - { "model": "qwen3.5:35b", "provider": "qwen_35_0350" }
- { "model": "qwen3.5:35b", "provider": "qwen_35_0350" } - { "model": "qwen3-coder:30b", "provider": "qwen_30_coder_0300" }
- { "model": "qwen3-coder:30b", "provider": "qwen_30_coder_0300" } - { "model": "qwen2.5-coder:32b", "provider": "qwen_25_coder_0320" }
- { "model": "qwen2.5-coder:32b", "provider": "qwen_25_coder_0320" } llm_tier7_cpu: 16
llm_tier7_cpu: 12
llm_tier7_ram: 64000 llm_tier7_ram: 64000
llm_tier7: llm_tier7: []
llm_tier8_cpu: 32 llm_tier8_cpu: 32
llm_tier8_ram: 320000 llm_tier8_ram: 320000
llm_tier8: llm_tier8:
@@ -302,8 +304,9 @@
export OLLAMA_REQUEST_TIMEOUT=3600 # default 300 (unconfirmed, not in the list of --help vars) export OLLAMA_REQUEST_TIMEOUT=3600 # default 300 (unconfirmed, not in the list of --help vars)
export OLLAMA_LOAD_TIMEOUT=30m # default is 5m export OLLAMA_LOAD_TIMEOUT=30m # default is 5m
export OLLAMA_MAX_LOADED_MODELS={{ llm_concurrency }} # default is 3 if using CPUs, or 3 * NumGPUs export OLLAMA_MAX_LOADED_MODELS={{ llm_concurrency }} # default is 3 if using CPUs, or 3 * NumGPUs
export OLLAMA_MAX_QUEUE=999999999 # default is 512 (unconfirmed) export OLLAMA_MAX_QUEUE=999 # default is 512 (unconfirmed)
export OLLAMA_NUM_PARALLEL={{ llm_concurrency }} # default is 1 and applies per-model (unconfirmed) export OLLAMA_NUM_PARALLEL={{ llm_concurrency }} # default is 1 and applies per-model (unconfirmed)
export OLLAMA_CONTEXT_LENGTH=999999 # default is 4096, https://docs.ollama.com/faq#how-can-i-specify-the-context-window-size
exec chpst -u {{ user }} ollama serve exec chpst -u {{ user }} ollama serve
dest: "{{ ollama_runit_script }}" dest: "{{ ollama_runit_script }}"
mode: "0755" mode: "0755"