Feat/add spark3.5 llm (#2314)

Co-authored-by: lux@njuelectronics.com <lux@njuelectronics.com>
Co-authored-by: crazywoola <427733928@qq.com>
This commit is contained in:
呆萌闷油瓶 2024-01-31 17:57:17 +08:00 committed by GitHub
parent 44397e3062
commit 2166473852
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
4 changed files with 45 additions and 0 deletions

View File

@ -35,6 +35,10 @@ class SparkLLMClient:
'spark-3': {
'version': 'v3.1',
'chat_domain': 'generalv3'
},
'spark-3.5': {
'version': 'v3.5',
'chat_domain': 'generalv3.5'
}
}

View File

@ -0,0 +1,4 @@
- spark-3.5
- spark-3
- spark-1.5
- spark-2

View File

@ -0,0 +1,33 @@
model: spark-3.5
label:
en_US: Spark V3.5
model_type: llm
model_properties:
mode: chat
parameter_rules:
- name: temperature
use_template: temperature
default: 0.5
help:
zh_Hans: 核采样阈值。用于决定结果随机性,取值越高随机性越强即相同的问题得到的不同答案的可能性越高。
en_US: Kernel sampling threshold. Used to determine the randomness of the results. The higher the value, the stronger the randomness, that is, the higher the possibility of getting different answers to the same question.
- name: max_tokens
use_template: max_tokens
default: 2048
min: 1
max: 8192
help:
zh_Hans: 模型回答的tokens的最大长度。
en_US: 模型回答的tokens的最大长度。
- name: top_k
label:
zh_Hans: 取样数量
en_US: Top k
type: int
default: 4
min: 1
max: 6
help:
zh_Hans: 从 k 个候选中随机选择⼀个(⾮等概率)。
en_US: Randomly select one from k candidates (non-equal probability).
required: false

View File

@ -35,6 +35,10 @@ class SparkLLMClient:
'spark-v3': {
'version': 'v3.1',
'chat_domain': 'generalv3'
},
'spark-v3.5': {
'version': 'v3.5',
'chat_domain': 'generalv3.5'
}
}