llm, make the context consistent across devices.
This commit is contained in:
@@ -346,9 +346,9 @@ bindsym $shift+$ctrl+r exec sudo shutdown -r now
|
||||
|
||||
# restart LLM programs
|
||||
set $RESTART_LLMS "sudo sv restart ollama; sudo sv restart zeroclaw; sudo sv restart open-webui"
|
||||
bindsym $ctrl+$alt+r exec $RESTART_LLMS
|
||||
bindsym $shift+$alt+r exec $RESTART_LLMS
|
||||
bindsym $shift+$ctrl+r exec $RESTART_LLMS
|
||||
bindsym $ctrl+$alt+delete exec $RESTART_LLMS
|
||||
bindsym $shift+$alt+delete exec $RESTART_LLMS
|
||||
bindsym $shift+$ctrl+delete exec $RESTART_LLMS
|
||||
|
||||
|
||||
## Resizing (Disabled) ##
|
||||
|
||||
@@ -63,7 +63,9 @@
|
||||
# - qwen3.5:4b would be 3.3GB * 1.3 = 4290, rather than 4000.
|
||||
llm_size_coef: 1.3
|
||||
# Use the MB of RAM as the context, with a maximum to prevent swapping.
|
||||
llm_context: "{{ [(ansible_memtotal_mb | round(-3, method='ceil')), 34543] | min | int }}"
|
||||
#llm_context: "{{ [(ansible_memtotal_mb | round(-3, method='ceil')), 34543] | min | int }}"
|
||||
# Let's just be consistent for now, only having 8000 on the Macbook was not usable.
|
||||
llm_context: 34543
|
||||
|
||||
- name: Workstation | Linux | Software | LLMs | Facts 02
|
||||
ansible.builtin.set_fact:
|
||||
|
||||
Reference in New Issue
Block a user