Compare commits

..
2 Commits
Author SHA1 Message Date
me 231aa8a9a2 llm, add config file for qwen code. 2026-10-14 03:58:32 -07:00
me 5e3d162481 llm, more changes to open-webui setup to hopefully get it happy. 2026-10-14 03:55:23 -07:00
+50 -2
View File
@@ -398,7 +398,7 @@
-v open-webui:/app/backend/data \
--network=host -e PORT={{ open_webui_port }} \
--add-host=host.docker.internal:host-gateway \
-e OLLAMA_BASE_URL=http://host.docker.internal:11434 \
-e OLLAMA_BASE_URL=http://0.0.0.0:11434 \
{{ ("-e HF_TOKEN=" ~ hf_token) if hf_token else '' }} \
-e WEBUI_SECRET_KEY={{ open_webui_key }} \
ghcr.io/open-webui/open-webui:main
@@ -407,10 +407,14 @@
# exec curl 0.0.0.0:8080/health gave a successful response.
# The environment was not accessible on the host though.
#-p {{ open_webui_port }}:8080 \
# The host.docker.internal params are still required, even with
# The host.docker.internal params still seem required, even with
# giving access to the host system and trying this:
#-e OLLAMA_BASE_URL=http://localhost:11434 \
# Although I did not try it with 0.0.0.0, maybe that'd work.
# Had to change this to 0.0.0.0, below was still acting weird.
#-e OLLAMA_BASE_URL=http://host.docker.internal:11434 \
mode: "0755"
- name: Workstation | Linux | Software | LLMs | runit | open-webui | Script | Finish
@@ -807,6 +811,50 @@
mode: "0644"
when: codium_config
- name: Workstation | Linux | Software | LLMs | Models | qwen-code | Config
ansible.builtin.copy:
dest: "{{ user_user.home }}/.qwen/settings.json"
content: |
{
"$version": 4,
"env": {
"OLLAMA_API_KEY": "ollama"
},
"model": {
"name": "qwen2.5-coder:3b",
"baseUrl": "http://127.0.0.1:11434/v1"
},
"modelProviders": {
"openai": [
{% for llm in llm_installs %}
{% if llm.model in llm_models.stdout %}
{% if "code" in llm.purpose %}
{
"baseUrl": "http://127.0.0.1:11434/v1",
"envKey": "OLLAMA_API_KEY",
"id": "{{ llm.model }}",
"name": "{{ llm.provider }}"
},
{% endif %}
{% endif %}
{% endfor %}
]
},
"security": {
"auth": {
"baseUrl": "http://127.0.0.1:11434/v1",
"selectedType": "openai"
}
},
"ui": {
"autoModeAcknowledged": true
}
}
mode: "0644"
when: qwen_code_enabled
# Models - End #
when: ansible_pkg_mgr == "pacman"