llm, attempt to fix decimal values which are supposed to be integers, fix some spacing.
This commit is contained in:
@@ -33,9 +33,9 @@
|
||||
zerocode: zerocode
|
||||
qwen_code: qwen-code
|
||||
# Good to keep low to prevent swap usage.
|
||||
llm_concurrency: "{{ ansible_memtotal_mb / 64000 | round(0, method='ceil') | int }}"
|
||||
llm_concurrency: "{{ (ansible_memtotal_mb / 64000) | round(0, method='ceil') | int }}"
|
||||
# Allow having multiple chats open without them just waiting each other.
|
||||
llm_parallel: "{{ ansible_processor_vcpus / 8 | round(0, method='ceil') | int }}"
|
||||
llm_parallel: "{{ (ansible_processor_vcpus / 8) | round(0, method='ceil') | int }}"
|
||||
# Most LLMs take a coefficient of about 1.2 to 1.5 of their file size in
|
||||
# RAM, which is usually less than guessing a usage of weight*1000.
|
||||
# Example:
|
||||
|
||||
Reference in New Issue
Block a user