From c604859947d79241d15f47f649c06d983691c1e4 Mon Sep 17 00:00:00 2001 From: Hyperling Date: Wed, 21 Oct 2026 05:23:41 -0700 Subject: [PATCH] llm, add elapsed time to ollama_threads. --- tasks/workstation/linux/software/llm.yml | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/tasks/workstation/linux/software/llm.yml b/tasks/workstation/linux/software/llm.yml index 0550e9d..4d65e20 100644 --- a/tasks/workstation/linux/software/llm.yml +++ b/tasks/workstation/linux/software/llm.yml @@ -927,15 +927,18 @@ # Benchmark Thread Count for t in {1..{{ ansible_processor_vcpus | int }}}; do - echo -n "`date` - Model $model w/ $t Thread(s), tokens/sec: " + start=$SECONDS + echo -n "`date` - Model $model w/ $t Thread(s): " speed=$(curl -s http://localhost:11434/api/generate \ -d '{"model":"'$model'","prompt":"Hello","stream":false,"keep_alive":1,"options":{"num_thread":'$t$context'}}' \ | jq '.eval_count * 1000000000 / .eval_duration' ) + finish=$SECONDS ctx="`ollama ps | grep $model | awk '{print $7}'`" + time=$(( $finish - $start )) - echo "$speed @ context=$ctx" + echo ", tokens/sec: $speed @ context=$ctx, time: $time secs" ollama stop $model >/dev/null 2>&1 done