mirror of
https://github.com/langgenius/dify.git
synced 2026-06-07 16:32:01 +08:00
17 lines
563 B
Python
17 lines
563 B
Python
def download_with_size_limit(url, max_download_size: int, **kwargs):
|
|
from core.file import remote_fetcher
|
|
|
|
response = remote_fetcher.make_request("GET", url, follow_redirects=True, **kwargs)
|
|
if response.status_code == 404:
|
|
raise ValueError("file not found")
|
|
|
|
total_size = 0
|
|
chunks = []
|
|
for chunk in response.iter_bytes():
|
|
total_size += len(chunk)
|
|
if total_size > max_download_size:
|
|
raise ValueError("Max file size reached")
|
|
chunks.append(chunk)
|
|
content = b"".join(chunks)
|
|
return content
|