me/env-ansible
1
1
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

llm, continue tuning the model context and tokens to prevent swapping.

Browse Source
This commit is contained in:
me
2026-10-10 16:04:09 -07:00
parent bafa669bb5
commit 1f16053042
1 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tasks/workstation/linux/software/llm.yml
+5 -5
View File
@@ -591,8 +591,8 @@
[providers.models.ollama.{{ llm.provider }}]
model = "{{ llm.model }}"
timeout_secs = 3600 # 1 hour, default is 120 (2 minutes), issue happens between 5 and 6 minutes though.
context_window = {{ [llm_context, llm.context] | min | int }}
max_tokens = {{ [llm_tokens, (llm.context / 4), 16000] | min | int }}
context_window = {{ [llm_context, llm.context, 24000] | min | int }}
max_tokens = {{ [llm_tokens, (llm.context / 4), 4000] | min | int }}
{% endif %}
{% endif %}
@@ -625,14 +625,14 @@
provider: ollama
model: {{ llm.model }}
defaultCompletionOptions:
contextLength: {{ [llm_context, llm.context] | min | int }}
maxTokens: {{ [llm_tokens, (llm.context / 4), 16000] | min | int }}
contextLength: {{ [llm_context, llm.context, 32000] | min | int }}
maxTokens: {{ [llm_tokens, (llm.context / 4), 8000] | min | int }}
- name: {{ llm.provider }}_autocomplete
provider: ollama
model: {{ llm.model }}
defaultCompletionOptions:
contextLength: {{ [llm_context, llm.context] | min | int }}
contextLength: {{ [llm_context, llm.context, 16000] | min | int }}
maxTokens: {{ [llm_tokens, (llm.context / 4), 2000] | min | int }}
roles:
- autocomplete