From 870a99804aa175808318d48dc97131bb36b84d0a Mon Sep 17 00:00:00 2001 From: Hyperling Date: Wed, 21 Oct 2026 02:03:37 -0700 Subject: [PATCH] llm, add OLLAMA_NUM_THREADS which was proposed but rejected so far. --- tasks/workstation/linux/software/llm.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/tasks/workstation/linux/software/llm.yml b/tasks/workstation/linux/software/llm.yml index 177e55b..41c68cf 100644 --- a/tasks/workstation/linux/software/llm.yml +++ b/tasks/workstation/linux/software/llm.yml @@ -287,6 +287,7 @@ export OLLAMA_NUM_PARALLEL={{ llm_parallel }} # default is 1 and applies per-model (unconfirmed) export OLLAMA_CONTEXT_LENGTH={{ llm_context }} # default is 4096, https://docs.ollama.com/faq#how-can-i-specify-the-context-window-size export OLLAMA_MAX_QUEUE=999 # default is 512 (unconfirmed) + export OLLAMA_NUM_THREADS={{ (ansible_processor_vcpus / 2) | int }} # not real, but maybe some day. ### Prevent Data Loss ### # OLLAMA_NOPRUNE