fix: vision config (#2235)

This commit is contained in:
zxhlyh 2024-01-26 17:12:16 +08:00 committed by GitHub
parent 6c384dba71
commit 9fd55157d6
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 26 additions and 28 deletions

View File

@ -673,7 +673,7 @@ const Debug: FC<IDebug> = ({
}
const handleVisionConfigInMultipleModel = () => {
if (debugWithMultipleModel && !visionConfig.enabled) {
if (debugWithMultipleModel && mode) {
const supportedVision = multipleModelConfigs.some((modelConfig) => {
const currentProvider = textGenerationModelList.find(modelItem => modelItem.provider === modelConfig.provider)
const currentModel = currentProvider?.models.find(model => model.model === modelConfig.model)
@ -698,7 +698,7 @@ const Debug: FC<IDebug> = ({
useEffect(() => {
handleVisionConfigInMultipleModel()
}, [multipleModelConfigs])
}, [multipleModelConfigs, mode])
const allToolIcons = (() => {
const icons: Record<string, any> = {}
modelConfig.agentConfig.tools?.forEach((item: any) => {

View File

@ -284,6 +284,23 @@ const Configuration: FC = () => {
doSetPromptMode(mode)
}
const [visionConfig, doSetVisionConfig] = useState({
enabled: false,
number_limits: 2,
detail: Resolution.low,
transfer_methods: [TransferMethod.local_file],
})
const handleSetVisionConfig = (config: VisionSettings, notNoticeFormattingChanged?: boolean) => {
doSetVisionConfig({
enabled: config.enabled || false,
number_limits: config.number_limits || 2,
detail: config.detail || Resolution.low,
transfer_methods: config.transfer_methods || [TransferMethod.local_file],
})
if (!notNoticeFormattingChanged)
setFormattingChanged(true)
}
const {
chatPromptConfig,
@ -309,7 +326,6 @@ const Configuration: FC = () => {
setCompletionParams,
setStop: setTempStop,
})
const setModel = async ({
modelId,
provider,
@ -342,9 +358,8 @@ const Configuration: FC = () => {
setModelConfig(newModelConfig)
const supportVision = features && features.includes(ModelFeatureEnum.vision)
// eslint-disable-next-line @typescript-eslint/no-use-before-define
setVisionConfig({
// eslint-disable-next-line @typescript-eslint/no-use-before-define
handleSetVisionConfig({
...visionConfig,
enabled: supportVision,
}, true)
@ -352,18 +367,6 @@ const Configuration: FC = () => {
}
const isShowVisionConfig = !!currModel?.features?.includes(ModelFeatureEnum.vision)
const [visionConfig, doSetVisionConfig] = useState({
enabled: false,
number_limits: 2,
detail: Resolution.low,
transfer_methods: [TransferMethod.local_file],
})
const setVisionConfig = (config: VisionSettings, notNoticeFormattingChanged?: boolean) => {
doSetVisionConfig(config)
if (!notNoticeFormattingChanged)
setFormattingChanged(true)
}
useEffect(() => {
(async () => {
@ -484,7 +487,7 @@ const Configuration: FC = () => {
}
if (modelConfig.file_upload)
setVisionConfig(modelConfig.file_upload.image, true)
handleSetVisionConfig(modelConfig.file_upload.image, true)
syncToPublishedConfig(config)
setPublishedConfig(config)
@ -727,7 +730,7 @@ const Configuration: FC = () => {
hasSetContextVar,
isShowVisionConfig,
visionConfig,
setVisionConfig,
setVisionConfig: handleSetVisionConfig,
}}
>
<>

View File

@ -26,7 +26,6 @@ import {
PortalToFollowElemContent,
PortalToFollowElemTrigger,
} from '@/app/components/base/portal-to-follow-elem'
import { CubeOutline } from '@/app/components/base/icons/src/vender/line/shapes'
import { fetchModelParameterRules } from '@/service/common'
import Loading from '@/app/components/base/loading'
import { useProviderContext } from '@/context/provider-context'
@ -198,14 +197,10 @@ const ModelParameterModal: FC<ModelParameterModalProps> = ({
</PortalToFollowElemTrigger>
<PortalToFollowElemContent className='z-[60]'>
<div className='w-[496px] rounded-xl border border-gray-100 bg-white shadow-xl'>
<div className='flex items-center px-4 h-12 rounded-t-xl border-b border-gray-100 bg-gray-50 text-md font-medium text-gray-900'>
<CubeOutline className='mr-2 w-4 h-4 text-primary-600' />
{t('common.modelProvider.modelAndParameters')}
</div>
<div className='max-h-[480px] px-10 pt-4 pb-8 overflow-y-auto'>
<div className='max-h-[480px] px-10 pt-6 pb-8 overflow-y-auto'>
<div className='flex items-center justify-between h-8'>
<div className='text-sm font-medium text-gray-900'>
{t('common.modelProvider.model')}
<div className='font-semibold text-gray-900'>
{t('common.modelProvider.model').toLocaleUpperCase()}
</div>
<ModelSelector
defaultModel={(provider || modelId) ? { provider, model: modelId } : undefined}