test/dify
1
0
Fork 0
mirror of https://gitee.com/dify_ai/dify.git synced 2024-12-04 04:07:47 +08:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

fix: claude-3-5-sonnet-20240620 max token error (#6843)

Browse Source
This commit is contained in:
Joe 2024-07-31 18:34:44 +08:00 committed by GitHub
parent 77c071e26f
commit df9bd36cab
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
api/core/model_runtime/model_providers/anthropic/llm/claude-3-5-sonnet-20240620.yaml
View File

@ -26,7 +26,6 @@ parameter_rules:
required: false
- name: max_tokens
use_template: max_tokens
required: true
default: 8192
min: 1
max: 8192

3
api/core/model_runtime/model_providers/anthropic/llm/llm.py
View File

@ -116,7 +116,8 @@ class AnthropicLargeLanguageModel(LargeLanguageModel):
# Add the new header for claude-3-5-sonnet-20240620 model
extra_headers = {}
if model == "claude-3-5-sonnet-20240620":
extra_headers["anthropic-beta"] = "max-tokens-3-5-sonnet-2024-07-15"
if model_parameters.get('max_tokens') > 4096:
extra_headers["anthropic-beta"] = "max-tokens-3-5-sonnet-2024-07-15"
if tools:
extra_model_kwargs['tools'] = [