mirror of
https://github.com/langgenius/dify.git
synced 2026-05-11 14:58:23 +08:00
0c7e7e0c4e
Port the complete infrastructure for agent sandbox execution and skill system: Sandbox & Virtual Environment (core/sandbox/, core/virtual_environment/): - Sandbox entity with lifecycle management (ready/failed/cancelled states) - SandboxBuilder with fluent API for configuring providers - 5 VM providers: Local, SSH, Docker, E2B, AWS CodeInterpreter - VirtualEnvironment base with command execution, file transfer, transport layers - Channel transport: pipe, queue, socket implementations - Bash session management and DifyCli binary integration - Storage: archive storage, file storage, noop storage, presign storage - Initializers: DifyCli, AppAssets, DraftAppAssets, Skills - Inspector: file browser, archive/runtime source, script utils - Security: encryption utils, debug helpers Skill & App Assets (core/skill/, core/app_assets/, core/app_bundle/): - Skill entity and manager - App asset accessor, builder pipeline (file, skill builders) - App bundle source zip extractor - Storage and converter utilities API Endpoints: - CLI API blueprint (controllers/cli_api/) for sandbox callback - Sandbox provider management (workspace/sandbox_providers) - Sandbox file browser (console/sandbox_files) - App asset management (console/app/app_asset) - Skill management (console/app/skills) - Storage file endpoints (controllers/files/storage_files) Services: - Sandbox service, provider service, file service - App asset service, app bundle service Config: - CliApiConfig, CreatorsPlatformConfig, CollaborationConfig - FILES_API_URL for sandbox file access Note: Controller route registration temporarily commented out (marked TODO) pending resolution of deep dependency chains (socketio, workflow_comment, command node, etc.). Core sandbox modules are fully ported and syntax-validated. 110 files changed, 10,549 insertions. Made-with: Cursor
74 lines
3.1 KiB
Python
74 lines
3.1 KiB
Python
"""Storage wrapper that provides presigned URL support with fallback to ticket-based URLs.
|
|
|
|
This is the unified presign wrapper for all storage operations. When the underlying
|
|
storage backend doesn't support presigned URLs (raises NotImplementedError), it falls
|
|
back to generating ticket-based URLs that route through Dify's file proxy endpoints.
|
|
|
|
Usage:
|
|
from extensions.storage.file_presign_storage import FilePresignStorage
|
|
|
|
# Wrap any BaseStorage to add presign support
|
|
presign_storage = FilePresignStorage(base_storage)
|
|
download_url = presign_storage.get_download_url("path/to/file.txt", expires_in=3600)
|
|
upload_url = presign_storage.get_upload_url("path/to/file.txt", expires_in=3600)
|
|
|
|
When the underlying storage doesn't support presigned URLs, the fallback URLs follow the format:
|
|
{FILES_API_URL}/files/storage-files/{token} (falls back to FILES_URL)
|
|
|
|
The token is a UUID that maps to the real storage key in Redis.
|
|
"""
|
|
|
|
from extensions.storage.storage_wrapper import StorageWrapper
|
|
|
|
|
|
class FilePresignStorage(StorageWrapper):
|
|
"""Storage wrapper that provides presigned URL support with ticket fallback.
|
|
|
|
If the wrapped storage supports presigned URLs, delegates to it.
|
|
Otherwise, generates ticket-based URLs for both download and upload operations.
|
|
"""
|
|
|
|
def get_download_url(
|
|
self,
|
|
filename: str,
|
|
expires_in: int = 3600,
|
|
*,
|
|
download_filename: str | None = None,
|
|
) -> str:
|
|
"""Get a presigned download URL, falling back to ticket URL if not supported."""
|
|
try:
|
|
return self._storage.get_download_url(filename, expires_in, download_filename=download_filename)
|
|
except NotImplementedError:
|
|
from services.storage_ticket_service import StorageTicketService
|
|
|
|
return StorageTicketService.create_download_url(filename, expires_in=expires_in, filename=download_filename)
|
|
|
|
def get_download_urls(
|
|
self,
|
|
filenames: list[str],
|
|
expires_in: int = 3600,
|
|
*,
|
|
download_filenames: list[str] | None = None,
|
|
) -> list[str]:
|
|
"""Get presigned download URLs for multiple files."""
|
|
try:
|
|
return self._storage.get_download_urls(filenames, expires_in, download_filenames=download_filenames)
|
|
except NotImplementedError:
|
|
from services.storage_ticket_service import StorageTicketService
|
|
|
|
if download_filenames is None:
|
|
return [StorageTicketService.create_download_url(f, expires_in=expires_in) for f in filenames]
|
|
return [
|
|
StorageTicketService.create_download_url(f, expires_in=expires_in, filename=df)
|
|
for f, df in zip(filenames, download_filenames, strict=True)
|
|
]
|
|
|
|
def get_upload_url(self, filename: str, expires_in: int = 3600) -> str:
|
|
"""Get a presigned upload URL, falling back to ticket URL if not supported."""
|
|
try:
|
|
return self._storage.get_upload_url(filename, expires_in)
|
|
except NotImplementedError:
|
|
from services.storage_ticket_service import StorageTicketService
|
|
|
|
return StorageTicketService.create_upload_url(filename, expires_in=expires_in)
|