test/dify
1
0
Fork 0
mirror of https://gitee.com/dify_ai/dify.git synced 2024-12-02 19:27:48 +08:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

Fix/4742 ollama num gpu option not consistent with allowed values (#4751)

Browse Source
This commit is contained in:
crazywoola 2024-05-29 13:33:35 +08:00 committed by GitHub
parent f4a240d225
commit 705a6e3a8e
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
api/core/model_runtime/model_providers/ollama/llm/llm.py
View File

@ -534,12 +534,14 @@ class OllamaLargeLanguageModel(LargeLanguageModel):
),
ParameterRule(
name='num_gpu',
label=I18nObject(en_US="Num GPU"),
label=I18nObject(en_US="GPU Layers"),
type=ParameterType.INT,
help=I18nObject(en_US="The number of layers to send to the GPU(s). "
"On macOS it defaults to 1 to enable metal support, 0 to disable."),
min=0,
max=1
help=I18nObject(en_US="The number of layers to offload to the GPU(s). "
"On macOS it defaults to 1 to enable metal support, 0 to disable."
"As long as a model fits into one gpu it stays in one. "
"It does not set the number of GPU(s). "),
min=-1,
default=1
),
ParameterRule(
name='num_thread',