opensource/dify
2
0
Fork 0
mirror of https://github.com/langgenius/dify.git synced 2026-04-29 12:37:20 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: support structured output in streaming mode for LLM node (#27089)

Browse Source
This commit is contained in:
white-loub 2025-10-20 13:53:25 +08:00 committed by GitHub
parent 2382229c7d
commit f811471b18
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
api/core/workflow/nodes/llm/node.py
View File

@ -441,10 +441,14 @@ class LLMNode(Node):
usage = LLMUsage.empty_usage() usage = LLMUsage.empty_usage()
finish_reason = None finish_reason = None
full_text_buffer = io.StringIO() full_text_buffer = io.StringIO()
collected_structured_output = None # Collect structured_output from streaming chunks
# Consume the invoke result and handle generator exception # Consume the invoke result and handle generator exception
try: try:
for result in invoke_result: for result in invoke_result:
if isinstance(result, LLMResultChunkWithStructuredOutput): if isinstance(result, LLMResultChunkWithStructuredOutput):
# Collect structured_output from the chunk
if result.structured_output is not None:
collected_structured_output = dict(result.structured_output)
yield result yield result
if isinstance(result, LLMResultChunk): if isinstance(result, LLMResultChunk):
contents = result.delta.message.content contents = result.delta.message.content
@ -492,6 +496,8 @@ class LLMNode(Node):
finish_reason=finish_reason, finish_reason=finish_reason,
# Reasoning content for workflow variables and downstream nodes # Reasoning content for workflow variables and downstream nodes
reasoning_content=reasoning_content, reasoning_content=reasoning_content,
# Pass structured output if collected from streaming chunks
structured_output=collected_structured_output,
) )
@staticmethod @staticmethod