llm, add additional qwen code config to help tame the models.

2026-10-15 18:01:02 -07:00
parent 79a8c32584
commit 79d6f53424
1 changed files with 15 additions and 1 deletions
@@ -910,7 +910,18 @@
                  ,"baseUrl": "http://127.0.0.1:11434/v1"
                  ,"envKey": "OLLAMA_API_KEY"
                  ,"id": "{{ llm.model }}"
-
+                  ,"generationConfig": {
+                    "reasoning": {
+                      "effort": "medium"
+                    },
+                    "timeout": 600000,
+                    "streamIdleTimeoutMs": 600000,
+                    "contextWindowSize": 32000,
+                    "maxRetries": 3,
+                    "samplingParams": {
+                      "max_tokens": 8000
+                    }
+                  }
                }{{ ',' if not loop.last else '' }}

                {% endfor %}
@@ -933,6 +944,9 @@
        #- "{{ user_user.home }}/Code/.qwen/settings.json"
      when: qwen_code_enabled

+                      # "temperature": 0.2,
+                      # "top_p": 0.8,
+
    - name: Workstation | Linux | Software | LLMs | Models | qwen-code | Config | Validate
      ansible.builtin.shell: |
        set -o pipefail