llm, improve the thread testing output and also make the the ansible variable is always an int.
This commit is contained in:
1 parent
5620e5a223
commit
85e60ef60c
1 file changed
+2
-2
@@ -911,8 +911,8 @@
|
|||||||
model="qwen3.5:4b"
|
model="qwen3.5:4b"
|
||||||
fi
|
fi
|
||||||
# Benchmark Thread Count
|
# Benchmark Thread Count
|
||||||
for t in {1..{{ ansible_processor_vcpus }}}; do
|
for t in {1..{{ ansible_processor_vcpus | int }}}; do
|
||||||
echo "`date` - $t Threads`"
|
echo "`date` - Model $model w/ $t Threads`"
|
||||||
curl -s http://localhost:11434/api/generate \
|
curl -s http://localhost:11434/api/generate \
|
||||||
-d '{"model":"$model","prompt":"Hello","stream":false,"options":{"num_thread":$t}}' \
|
-d '{"model":"$model","prompt":"Hello","stream":false,"options":{"num_thread":$t}}' \
|
||||||
| jq .eval_count / .eval_duration
|
| jq .eval_count / .eval_duration
|
||||||
|
|||||||
Reference in new issue
Block a user