llm, fix context sending in ollama_threads.

This commit is contained in:
me committed 2026-10-21 04:55:01 -07:00
1 parent 92be32345a
commit 7f7f2a2edb
1 file changed
+1 -1
+1 -1
View File
@@ -930,7 +930,7 @@
echo -n "`date` - Model $model w/ $t Thread(s), tokens/sec: "
speed=$(curl -s http://localhost:11434/api/generate \
-d '{"model":"'$model'","prompt":"Hello","stream":false,"keep_alive":1,"options":{"num_thread":'$t'$context}}' \
-d '{"model":"'$model'","prompt":"Hello","stream":false,"keep_alive":1,"options":{"num_thread":'$t$context'}}' \
| jq '.eval_count * 1000000000 / .eval_duration'
)
ctx="`ollama ps | grep $model | awk '{print $7}'`"