llm, filter out the less useful tests in ollama_threads. Should help save a lot of time, maybe up to 60-75% since they were the slower ones.
This commit is contained in:
1 parent
40d9a7252e
commit
bd7112e8d5
1 file changed
+8
@@ -932,6 +932,14 @@
|
||||
# Runnning with 0 causes default behavior, 1 per physical core, 8!
|
||||
cores=$(cat /sys/devices/cpu_core/cpus | tr ',' '\n' | sed 's/-/ /' | xargs -L1 seq)
|
||||
|
||||
# Take out useless tests.
|
||||
cores=${cores/ 1 / }
|
||||
if [[ "$cores" == *" 7" ]]; then
|
||||
cores=${cores/ 2 / }
|
||||
cores=${cores/ 3 / }
|
||||
cores=${cores/ 5 / }
|
||||
fi
|
||||
|
||||
echo " Stopping all ollama usage..."
|
||||
sudo sv restart ollama >/dev/null 2>&1
|
||||
|
||||
|
||||
Reference in new issue
Block a user