From 9e75d9b98168189d0f2e33c9166754115517933e Mon Sep 17 00:00:00 2001
From: Hyperling <me@hyperling.com>
Date: Sat, 24 Oct 2026 20:44:17 -0700
Subject: [PATCH] llm, extend keep alive, add final mounts to open-terminal,
 have open-webui do its update 5 minutes after boot once network exists, fix
 extra / in JAVA_HOME.

---
 tasks/workstation/linux/software/llm.yml | 14 +++++++++-----
 1 file changed, 9 insertions(+), 5 deletions(-)

diff --git a/tasks/workstation/linux/software/llm.yml b/tasks/workstation/linux/software/llm.yml
index c871a9a..6e40121 100644
--- a/tasks/workstation/linux/software/llm.yml
+++ b/tasks/workstation/linux/software/llm.yml
@@ -293,7 +293,7 @@
               export OLLAMA_REQUEST_TIMEOUT=3600 # default 300 (unconfirmed, not in the list of --help vars)
 
               ### Resource Usage ###
-              export OLLAMA_KEEP_ALIVE=2h # default is 5m. Good frontends keep the model alive as long as it needs to be, this is not a source of timeout.
+              export OLLAMA_KEEP_ALIVE=-1 # default is 5m. Good frontends keep the model alive as long as it needs to be, this is not a source of timeout.
               export OLLAMA_MAX_LOADED_MODELS={{ llm_concurrency }} # default is 3 if using CPUs, or 3 * NumGPUs
               export OLLAMA_NUM_PARALLEL={{ llm_parallel }} # default is 1 and applies per-model (unconfirmed)
               export OLLAMA_CONTEXT_LENGTH={{ llm_context }} # default is 4096, https://docs.ollama.com/faq#how-can-i-specify-the-context-window-size
@@ -442,8 +442,9 @@
                 echo "RUN: Container already deleted."
 
               # Check for any new updates in background.
-              echo "RUN: Updating..."
-              docker pull $image &
+              sleep 300 &&
+                echo "RUN: Updating..." &&
+                docker pull $image &
 
               # Start the open-webui program.
               set -e
@@ -453,6 +454,7 @@
                 -e OLLAMA_BASE_URL=http://0.0.0.0:11434 \
                 {{ ("-e HF_TOKEN=" ~ hf_token) if hf_token else '' }} \
                 -e WEBUI_SECRET_KEY={{ open_webui_key }} \
+                -e ENABLE_QUERIES_CACHE=True \
                 -v open-webui:/app/backend/data \
                 $image
 
@@ -558,7 +560,7 @@
               export PUB_CACHE={{ user_user.home }}/.pub-cache
               export PATH="$FLUTTER_HOME/bin:$PATH"
 
-              export JAVA_HOME="/{{ user_user.home }}/SDKs/Java"
+              export JAVA_HOME="{{ user_user.home }}/SDKs/Java"
               export PATH="$JAVA_HOME/bin:$PATH"
             create: false
             backup: false
@@ -693,6 +695,8 @@
                     - {{ user_user.home }}/SDKs:{{ user_user.home }}/SDKs
                     - {{ jdk_jvm }}:{{ jdk_jvm }}:ro
                     - {{ jdk_etc }}:{{ jdk_etc }}:ro
+                    - /etc/ssl/certs/java:/etc/ssl/certs/java:ro
+                    - /etc/ca-certificates:/etc/ca-certificates:ro
                     - {{ jdk_etc17 }}:{{ jdk_etc17 }}:ro
                     - {{ jdk_etc21 }}:{{ jdk_etc21 }}:ro
                     - {{ jdk_etc25 }}:{{ jdk_etc25 }}:ro
@@ -759,8 +763,8 @@
                 echo "RUN: Container already stopped."
 
               # Check for any new updates in background.
-              echo "RUN: Updating..."
               sleep 60 &&
+                echo "RUN: Updating..." &&
                 docker compose -f /usr/local/etc/open-terminal/docker-compose.yml \
                   build --pull &