mirror of
https://github.com/langgenius/dify.git
synced 2026-09-09 23:20:57 +08:00
65 lines
2.4 KiB
Python
65 lines
2.4 KiB
Python
import json
|
|
|
|
from core.llm_generator.output_parser.errors import OutputParserError
|
|
|
|
|
|
def parse_json_markdown(json_string: str):
|
|
# Get json from the backticks/braces
|
|
json_string = json_string.strip()
|
|
parsed: dict = {}
|
|
|
|
# Anchor on the JSON brackets themselves: from the first "{" or "[" to the
|
|
# last "}" or "]". This works whether or not the JSON is wrapped in code
|
|
# fences, and - unlike marker-priority search - is not confused by
|
|
# backticks inside JSON string values or in surrounding prose.
|
|
start_candidates = [i for i in (json_string.find("{"), json_string.find("[")) if i != -1]
|
|
if start_candidates:
|
|
start_index = min(start_candidates)
|
|
end_index = max(json_string.rfind("}"), json_string.rfind("]"))
|
|
if end_index != -1 and start_index < end_index:
|
|
end_index += 1
|
|
extracted_content = json_string[start_index:end_index].strip()
|
|
return json.loads(extracted_content)
|
|
|
|
# Fallback for fenced content without brackets (e.g. a fenced scalar).
|
|
starts = ["```json", "```", "``", "`"]
|
|
ends = ["```", "``", "`"]
|
|
end_index = -1
|
|
start_index = 0
|
|
for s in starts:
|
|
start_index = json_string.find(s)
|
|
if start_index != -1:
|
|
start_index += len(s)
|
|
break
|
|
if start_index != -1:
|
|
for e in ends:
|
|
end_index = json_string.rfind(e, start_index)
|
|
if end_index != -1:
|
|
break
|
|
if start_index != -1 and end_index != -1 and start_index < end_index:
|
|
extracted_content = json_string[start_index:end_index].strip()
|
|
parsed = json.loads(extracted_content)
|
|
else:
|
|
raise ValueError("could not find json block in the output.")
|
|
|
|
return parsed
|
|
|
|
|
|
def parse_and_check_json_markdown(text: str, expected_keys: list[str]):
|
|
try:
|
|
json_obj = parse_json_markdown(text)
|
|
except json.JSONDecodeError as e:
|
|
raise OutputParserError(f"got invalid json object. error: {e}")
|
|
|
|
if isinstance(json_obj, list):
|
|
if len(json_obj) == 1 and isinstance(json_obj[0], dict):
|
|
json_obj = json_obj[0]
|
|
else:
|
|
raise OutputParserError(f"got invalid return object. obj:{json_obj}")
|
|
for key in expected_keys:
|
|
if key not in json_obj:
|
|
raise OutputParserError(
|
|
f"got invalid return object. expected key `{key}` to be present, but got {json_obj}"
|
|
)
|
|
return json_obj
|