diff --git a/tasks/workstation/linux/software/llm.yml b/tasks/workstation/linux/software/llm.yml index 4545e20..0550e9d 100644 --- a/tasks/workstation/linux/software/llm.yml +++ b/tasks/workstation/linux/software/llm.yml @@ -930,7 +930,7 @@ echo -n "`date` - Model $model w/ $t Thread(s), tokens/sec: " speed=$(curl -s http://localhost:11434/api/generate \ - -d '{"model":"'$model'","prompt":"Hello","stream":false,"keep_alive":1,"options":{"num_thread":'$t'$context}}' \ + -d '{"model":"'$model'","prompt":"Hello","stream":false,"keep_alive":1,"options":{"num_thread":'$t$context'}}' \ | jq '.eval_count * 1000000000 / .eval_duration' ) ctx="`ollama ps | grep $model | awk '{print $7}'`"