From cd9bfe0df34975959f2e3cb944227c00535a47ab Mon Sep 17 00:00:00 2001 From: twwu Date: Fri, 1 Aug 2025 14:42:54 +0800 Subject: [PATCH] feat: Update website crawl provider to use jinaReader and synchronize selection changes --- web/app/components/datasets/create/index.tsx | 2 +- web/app/components/datasets/create/step-two/index.tsx | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/web/app/components/datasets/create/index.tsx b/web/app/components/datasets/create/index.tsx index 0ee17b45bf..99b2130002 100644 --- a/web/app/components/datasets/create/index.tsx +++ b/web/app/components/datasets/create/index.tsx @@ -47,7 +47,7 @@ const DatasetUpdateForm = ({ datasetId }: DatasetUpdateFormProps) => { const [notionCredentialId, setNotionCredentialId] = useState('') const [websitePages, setWebsitePages] = useState([]) const [crawlOptions, setCrawlOptions] = useState(DEFAULT_CRAWL_OPTIONS) - const [websiteCrawlProvider, setWebsiteCrawlProvider] = useState(DataSourceProvider.fireCrawl) + const [websiteCrawlProvider, setWebsiteCrawlProvider] = useState(DataSourceProvider.jinaReader) const [websiteCrawlJobId, setWebsiteCrawlJobId] = useState('') const { diff --git a/web/app/components/datasets/create/step-two/index.tsx b/web/app/components/datasets/create/step-two/index.tsx index 777d198bff..627f84ad7d 100644 --- a/web/app/components/datasets/create/step-two/index.tsx +++ b/web/app/components/datasets/create/step-two/index.tsx @@ -138,7 +138,7 @@ const StepTwo = ({ notionCredentialId, websitePages = [], crawlOptions, - websiteCrawlProvider = DataSourceProvider.fireCrawl, + websiteCrawlProvider = DataSourceProvider.jinaReader, websiteCrawlJobId = '', onStepChange, updateIndexingTypeCache,