opensource/dify
2
0
Fork 0
mirror of https://github.com/langgenius/dify.git synced 2026-06-16 22:11:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(watercrawl): bound result download timeout (#37495)

Browse Source
This commit is contained in:
落尘 2026-06-16 16:16:16 +08:00 committed by GitHub
parent f9ed81c3f4
commit fe64c5d4a8
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
api/core/rag/extractor/watercrawl/client.py
View File

@ -217,7 +217,7 @@ class WaterCrawlAPIClient(BaseAPIClient):
return event_data["data"]
def download_result(self, result_object: dict[str, Any]):
response = httpx.get(result_object["result"], timeout=None)
response = httpx.get(result_object["result"], timeout=30)
try:
response.raise_for_status()
result_object["result"] = response.json()

9
api/tests/unit_tests/core/rag/extractor/watercrawl/test_watercrawl.py
View File

@ -242,11 +242,18 @@ class TestWaterCrawlAPIClient:
client = WaterCrawlAPIClient(api_key="k")
response = _response(200, {"markdown": "body"})
monkeypatch.setattr(client_module.httpx, "get", lambda *args, **kwargs: response)
captured = {}
def fake_get(*args, **kwargs):
captured.update(kwargs)
return response
monkeypatch.setattr(client_module.httpx, "get", fake_get)
result = client.download_result({"result": "https://example.com/result.json"})
assert result["result"] == {"markdown": "body"}
assert captured["timeout"] is not None
response.close.assert_called_once()