llm, improve the thread testing output and also make the the ansible variable is always an int.

This commit is contained in:
me committed 2026-10-21 03:03:24 -07:00
1 parent 5620e5a223
commit 85e60ef60c
1 file changed
+2 -2
+2 -2
View File
@@ -911,8 +911,8 @@
model="qwen3.5:4b"
fi
# Benchmark Thread Count
for t in {1..{{ ansible_processor_vcpus }}}; do
echo "`date` - $t Threads`"
for t in {1..{{ ansible_processor_vcpus | int }}}; do
echo "`date` - Model $model w/ $t Threads`"
curl -s http://localhost:11434/api/generate \
-d '{"model":"$model","prompt":"Hello","stream":false,"options":{"num_thread":$t}}' \
| jq .eval_count / .eval_duration