llm, use a more distinct number for the context so that ollama ps better gives away how the model is being used.

2026-10-10 19:46:20 -07:00
parent 5541c8251c
commit df0df85d9e
1 changed files with 1 additions and 1 deletions
@@ -63,7 +63,7 @@
        #   - qwen3.5:4b would be 3.3GB * 1.3 = 4290, rather than 4000.
        llm_size_coef: 1.3
        # Use the MB of RAM as the context, with a maximum to prevent swapping.
-        llm_context: "{{ [(ansible_memtotal_mb | round(-3, method='ceil')), 32000] | min | int }}"
+        llm_context: "{{ [(ansible_memtotal_mb | round(-3, method='ceil')), 34543] | min | int }}"

    - name: Workstation | Linux | Software | LLMs | Facts 02
      ansible.builtin.set_fact: