diff --git a/tasks/workstation/linux/software/llm.yml b/tasks/workstation/linux/software/llm.yml index 8f23346..00ef99b 100644 --- a/tasks/workstation/linux/software/llm.yml +++ b/tasks/workstation/linux/software/llm.yml @@ -910,7 +910,18 @@ ,"baseUrl": "http://127.0.0.1:11434/v1" ,"envKey": "OLLAMA_API_KEY" ,"id": "{{ llm.model }}" - + ,"generationConfig": { + "reasoning": { + "effort": "medium" + }, + "timeout": 600000, + "streamIdleTimeoutMs": 600000, + "contextWindowSize": 32000, + "maxRetries": 3, + "samplingParams": { + "max_tokens": 8000 + } + } }{{ ',' if not loop.last else '' }} {% endfor %} @@ -933,6 +944,9 @@ #- "{{ user_user.home }}/Code/.qwen/settings.json" when: qwen_code_enabled + # "temperature": 0.2, + # "top_p": 0.8, + - name: Workstation | Linux | Software | LLMs | Models | qwen-code | Config | Validate ansible.builtin.shell: | set -o pipefail