me/env-ansible
1
1
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

llm, make the context consistent across devices.

Browse Source
This commit is contained in:
me
2026-10-11 05:06:54 -07:00
parent df0df85d9e
commit a0eae9a7cc
2 changed files with 6 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
files/settings/i3.config
+3 -3
View File
@@ -346,9 +346,9 @@ bindsym $shift+$ctrl+r exec sudo shutdown -r now
# restart LLM programs # restart LLM programs
set $RESTART_LLMS "sudo sv restart ollama; sudo sv restart zeroclaw; sudo sv restart open-webui" set $RESTART_LLMS "sudo sv restart ollama; sudo sv restart zeroclaw; sudo sv restart open-webui"
bindsym $ctrl+$alt+r exec $RESTART_LLMS bindsym $ctrl+$alt+delete exec $RESTART_LLMS
bindsym $shift+$alt+r exec $RESTART_LLMS bindsym $shift+$alt+delete exec $RESTART_LLMS
bindsym $shift+$ctrl+r exec $RESTART_LLMS bindsym $shift+$ctrl+delete exec $RESTART_LLMS
## Resizing (Disabled) ## ## Resizing (Disabled) ##
tasks/workstation/linux/software/llm.yml
+3 -1
View File
@@ -63,7 +63,9 @@
# - qwen3.5:4b would be 3.3GB * 1.3 = 4290, rather than 4000. # - qwen3.5:4b would be 3.3GB * 1.3 = 4290, rather than 4000.
llm_size_coef: 1.3 llm_size_coef: 1.3
# Use the MB of RAM as the context, with a maximum to prevent swapping. # Use the MB of RAM as the context, with a maximum to prevent swapping.
llm_context: "{{ [(ansible_memtotal_mb | round(-3, method='ceil')), 34543] | min | int }}" #llm_context: "{{ [(ansible_memtotal_mb | round(-3, method='ceil')), 34543] | min | int }}"
# Let's just be consistent for now, only having 8000 on the Macbook was not usable.
llm_context: 34543
- name: Workstation | Linux | Software | LLMs | Facts 02 - name: Workstation | Linux | Software | LLMs | Facts 02
ansible.builtin.set_fact: ansible.builtin.set_fact: