opensource/dify
2
0
Fork 0
mirror of https://github.com/langgenius/dify.git synced 2026-04-29 12:37:20 +08:00
Code Issues Packages Projects Releases Wiki Activity

r2 transform

Browse Source
This commit is contained in:
jyong 2025-07-17 16:36:40 +08:00
parent f79a90fb21
commit ad7650e724
2 changed files with 34 additions and 32 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
api/services/rag_pipeline/rag_pipeline_dsl_service.py
View File

@ -24,7 +24,6 @@ from core.model_runtime.utils.encoders import jsonable_encoder
from core.plugin.entities.plugin import PluginDependency from core.plugin.entities.plugin import PluginDependency
from core.workflow.nodes.datasource.entities import DatasourceNodeData from core.workflow.nodes.datasource.entities import DatasourceNodeData
from core.workflow.nodes.enums import NodeType from core.workflow.nodes.enums import NodeType
from core.workflow.nodes.knowledge_index.entities import KnowledgeIndexNodeData
from core.workflow.nodes.knowledge_retrieval.entities import KnowledgeRetrievalNodeData from core.workflow.nodes.knowledge_retrieval.entities import KnowledgeRetrievalNodeData
from core.workflow.nodes.llm.entities import LLMNodeData from core.workflow.nodes.llm.entities import LLMNodeData
from core.workflow.nodes.parameter_extractor.entities import ParameterExtractorNodeData from core.workflow.nodes.parameter_extractor.entities import ParameterExtractorNodeData
@ -761,7 +760,10 @@ class RagPipelineDslService:
) )
if knowledge_index_entity.retrieval_model.reranking_mode == "reranking_model": if knowledge_index_entity.retrieval_model.reranking_mode == "reranking_model":
if knowledge_index_entity.retrieval_model.reranking_enable: if knowledge_index_entity.retrieval_model.reranking_enable:
if knowledge_index_entity.retrieval_model.reranking_model and knowledge_index_entity.retrieval_model.reranking_mode == "reranking_model": if (
knowledge_index_entity.retrieval_model.reranking_model
and knowledge_index_entity.retrieval_model.reranking_mode == "reranking_model"
):
if knowledge_index_entity.retrieval_model.reranking_model.reranking_provider_name: if knowledge_index_entity.retrieval_model.reranking_model.reranking_provider_name:
dependencies.append( dependencies.append(
DependenciesAnalysisService.analyze_model_provider_dependency( DependenciesAnalysisService.analyze_model_provider_dependency(

60
api/services/rag_pipeline/rag_pipeline_transform_service.py
View File

@ -232,7 +232,7 @@ class RagPipelineTransformService:
def _deal_dependencies(self, pipeline_yaml: dict, tenant_id: str): def _deal_dependencies(self, pipeline_yaml: dict, tenant_id: str):
installer_manager = PluginInstaller() installer_manager = PluginInstaller()
installed_plugins = installer_manager.list_plugins(tenant_id) installed_plugins = installer_manager.list_plugins(tenant_id)
datasource_manager = PluginDatasourceManager() datasource_manager = PluginDatasourceManager()
plugin_migration = PluginMigration() plugin_migration = PluginMigration()
@ -247,37 +247,37 @@ class RagPipelineTransformService:
plugin_unique_identifier = dependency.get("value", {}).get("plugin_unique_identifier") plugin_unique_identifier = dependency.get("value", {}).get("plugin_unique_identifier")
plugin_id = plugin_unique_identifier.split(":")[0] plugin_id = plugin_unique_identifier.split(":")[0]
if plugin_id not in installed_plugins_ids: if plugin_id not in installed_plugins_ids:
# if plugin_id == "langgenius/notion_datasource": # if plugin_id == "langgenius/notion_datasource":
# datasource = plugin_migration._fetch_plugin_unique_identifier(f"{plugin_id}/notion") # datasource = plugin_migration._fetch_plugin_unique_identifier(f"{plugin_id}/notion")
# need_install_plugin_unique_identifiers.append(datasource.plugin_unique_identifier) # need_install_plugin_unique_identifiers.append(datasource.plugin_unique_identifier)
# elif plugin_id == "langgenius/firecrawl_datasource": # elif plugin_id == "langgenius/firecrawl_datasource":
# datasource = datasource_manager.fetch_datasource_provider(tenant_id, f"{plugin_id}/firecrawl") # datasource = datasource_manager.fetch_datasource_provider(tenant_id, f"{plugin_id}/firecrawl")
# need_install_plugin_unique_identifiers.append(datasource.plugin_unique_identifier) # need_install_plugin_unique_identifiers.append(datasource.plugin_unique_identifier)
# elif plugin_id == "langgenius/jina_datasource": # elif plugin_id == "langgenius/jina_datasource":
# datasource = datasource_manager.fetch_datasource_provider(tenant_id, f"{plugin_id}/jina") # datasource = datasource_manager.fetch_datasource_provider(tenant_id, f"{plugin_id}/jina")
# need_install_plugin_unique_identifiers.append(datasource.plugin_unique_identifier) # need_install_plugin_unique_identifiers.append(datasource.plugin_unique_identifier)
# elif plugin_id == "langgenius/dify_extractor": # elif plugin_id == "langgenius/dify_extractor":
# tool = tool_manager.get_plugin_provider(f"{plugin_id}/dify_extractor", tenant_id) # tool = tool_manager.get_plugin_provider(f"{plugin_id}/dify_extractor", tenant_id)
# need_install_plugin_unique_identifiers.append(tool.plugin_unique_identifier) # need_install_plugin_unique_identifiers.append(tool.plugin_unique_identifier)
# elif plugin_id == "langgenius/general_chunker": # elif plugin_id == "langgenius/general_chunker":
# tool = tool_manager.get_plugin_provider(f"{plugin_id}/general_chunker", tenant_id) # tool = tool_manager.get_plugin_provider(f"{plugin_id}/general_chunker", tenant_id)
# need_install_plugin_unique_identifiers.append(tool.plugin_unique_identifier) # need_install_plugin_unique_identifiers.append(tool.plugin_unique_identifier)
# elif plugin_id == "langgenius/parentchild_chunker": # elif plugin_id == "langgenius/parentchild_chunker":
# tool = tool_manager.get_plugin_provider(f"{plugin_id}/parentchild_chunker", tenant_id) # tool = tool_manager.get_plugin_provider(f"{plugin_id}/parentchild_chunker", tenant_id)
# need_install_plugin_unique_identifiers.append(tool.plugin_unique_identifier) # need_install_plugin_unique_identifiers.append(tool.plugin_unique_identifier)
# dependency["value"]["current_identifier"] = plugin_unique_identifier # dependency["value"]["current_identifier"] = plugin_unique_identifier
plugin_unique_identifier = plugin_migration._fetch_plugin_unique_identifier(plugin_id) plugin_unique_identifier = plugin_migration._fetch_plugin_unique_identifier(plugin_id)
if plugin_unique_identifier: if plugin_unique_identifier:
need_install_plugin_unique_identifiers.append(plugin_unique_identifier) need_install_plugin_unique_identifiers.append(plugin_unique_identifier)
if need_install_plugin_unique_identifiers: if need_install_plugin_unique_identifiers:
installer_manager.install_from_identifiers( installer_manager.install_from_identifiers(
tenant_id, tenant_id,
need_install_plugin_unique_identifiers, need_install_plugin_unique_identifiers,
PluginInstallationSource.Marketplace, PluginInstallationSource.Marketplace,
metas=[ metas=[
{ {
"plugin_unique_identifier": identifier, "plugin_unique_identifier": identifier,
} }
for identifier in need_install_plugin_unique_identifiers for identifier in need_install_plugin_unique_identifiers
], ],
) )