test/dify
1
0
Fork 0
mirror of https://gitee.com/dify_ai/dify.git synced 2024-12-03 19:57:37 +08:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

fix 'NoneType' and new ContentType supported. (#4818)

Browse Source
This commit is contained in:
Oliver Lee 2024-05-31 14:19:33 +08:00 committed by GitHub
parent e0da0744b5
commit 176d91937d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
api/core/rag/extractor/extract_processor.py
View File

@ -29,7 +29,7 @@ from core.rag.models.document import Document
from extensions.ext_storage import storage from extensions.ext_storage import storage
from models.model import UploadFile from models.model import UploadFile
SUPPORT_URL_CONTENT_TYPES = ['application/pdf', 'text/plain'] SUPPORT_URL_CONTENT_TYPES = ['application/pdf', 'text/plain', 'application/json']
USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36" USER_AGENT = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36"

2
api/core/tools/utils/web_reader_tool.py
View File

@ -54,7 +54,7 @@ def get_url(url: str, user_agent: str = None) -> str:
if content_type: if content_type:
main_content_type = response.headers.get('Content-Type').split(';')[0].strip() main_content_type = response.headers.get('Content-Type').split(';')[0].strip()
else: else:
content_disposition = response.headers.get('Content-Disposition') content_disposition = response.headers.get('Content-Disposition', '')
filename_match = re.search(r'filename="([^"]+)"', content_disposition) filename_match = re.search(r'filename="([^"]+)"', content_disposition)
if filename_match: if filename_match:
filename = unquote(filename_match.group(1)) filename = unquote(filename_match.group(1))