llm, add additional qwen code config to help tame the models.
This commit is contained in:
@@ -910,7 +910,18 @@
|
|||||||
,"baseUrl": "http://127.0.0.1:11434/v1"
|
,"baseUrl": "http://127.0.0.1:11434/v1"
|
||||||
,"envKey": "OLLAMA_API_KEY"
|
,"envKey": "OLLAMA_API_KEY"
|
||||||
,"id": "{{ llm.model }}"
|
,"id": "{{ llm.model }}"
|
||||||
|
,"generationConfig": {
|
||||||
|
"reasoning": {
|
||||||
|
"effort": "medium"
|
||||||
|
},
|
||||||
|
"timeout": 600000,
|
||||||
|
"streamIdleTimeoutMs": 600000,
|
||||||
|
"contextWindowSize": 32000,
|
||||||
|
"maxRetries": 3,
|
||||||
|
"samplingParams": {
|
||||||
|
"max_tokens": 8000
|
||||||
|
}
|
||||||
|
}
|
||||||
}{{ ',' if not loop.last else '' }}
|
}{{ ',' if not loop.last else '' }}
|
||||||
|
|
||||||
{% endfor %}
|
{% endfor %}
|
||||||
@@ -933,6 +944,9 @@
|
|||||||
#- "{{ user_user.home }}/Code/.qwen/settings.json"
|
#- "{{ user_user.home }}/Code/.qwen/settings.json"
|
||||||
when: qwen_code_enabled
|
when: qwen_code_enabled
|
||||||
|
|
||||||
|
# "temperature": 0.2,
|
||||||
|
# "top_p": 0.8,
|
||||||
|
|
||||||
- name: Workstation | Linux | Software | LLMs | Models | qwen-code | Config | Validate
|
- name: Workstation | Linux | Software | LLMs | Models | qwen-code | Config | Validate
|
||||||
ansible.builtin.shell: |
|
ansible.builtin.shell: |
|
||||||
set -o pipefail
|
set -o pipefail
|
||||||
|
|||||||
Reference in New Issue
Block a user