From 6735e257b3358c7e6e241f4705a8f8318386187f Mon Sep 17 00:00:00 2001 From: Hyperling Date: Fri, 9 Oct 2026 20:06:14 -0700 Subject: [PATCH] llm, enhance comments in the ollama run script. --- tasks/workstation/linux/software/llm.yml | 15 ++++++++++----- 1 file changed, 10 insertions(+), 5 deletions(-) diff --git a/tasks/workstation/linux/software/llm.yml b/tasks/workstation/linux/software/llm.yml index 0d3ee2a..cb9c055 100644 --- a/tasks/workstation/linux/software/llm.yml +++ b/tasks/workstation/linux/software/llm.yml @@ -182,20 +182,25 @@ dest: "{{ ollama_runit_script }}" content: | #!/bin/sh -e - # Allow pulling LLMs for use with ZeroClaw. + # Allow pulling and accessing LLMs via tools. exec 2>&1 + ### Required ### export HOME={{ user_user.home }} - # Timeouts # + ### Timeouts ### export OLLAMA_LOAD_TIMEOUT=20m # default is 5m export OLLAMA_REQUEST_TIMEOUT=3600 # default 300 (unconfirmed, not in the list of --help vars) - # Resource Usage # + ### Resource Usage ### export OLLAMA_KEEP_ALIVE=20m # default is 5m export OLLAMA_MAX_LOADED_MODELS={{ llm_concurrency }} # default is 3 if using CPUs, or 3 * NumGPUs export OLLAMA_NUM_PARALLEL={{ llm_parallel }} # default is 1 and applies per-model (unconfirmed) export OLLAMA_CONTEXT_LENGTH={{ llm_context }} # default is 4096, https://docs.ollama.com/faq#how-can-i-specify-the-context-window-size export OLLAMA_MAX_QUEUE=999 # default is 512 (unconfirmed) - # Prevent Data Loss # - export OLLAMA_NOPRUNE=1 # Default is 0, which causes unfinished pulls to be deleeted after 1 hour. (unconfirmed) + ### Prevent Data Loss ### + # OLLAMA_NOPRUNE + # Default is 0, which causes unfinished pulls to be deleted + # after 1 hour of inactivity. To manually clean partials, run: + # `rm ~/.ollama/models/blobs/*-partial*` + export OLLAMA_NOPRUNE=1 exec chpst -u {{ user }} ollama serve mode: "0755"