opensource/dify
2
0
Fork 0
mirror of https://github.com/langgenius/dify.git synced 2026-04-28 20:17:29 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: Update website crawl provider to use jinaReader and synchronize selection changes

Browse Source
This commit is contained in:
twwu 2025-08-01 14:42:54 +08:00
parent 19a93c6554
commit cd9bfe0df3
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
web/app/components/datasets/create/index.tsx
View File

@ -47,7 +47,7 @@ const DatasetUpdateForm = ({ datasetId }: DatasetUpdateFormProps) => {
const [notionCredentialId, setNotionCredentialId] = useState<string>('') const [notionCredentialId, setNotionCredentialId] = useState<string>('')
const [websitePages, setWebsitePages] = useState<CrawlResultItem[]>([]) const [websitePages, setWebsitePages] = useState<CrawlResultItem[]>([])
const [crawlOptions, setCrawlOptions] = useState<CrawlOptions>(DEFAULT_CRAWL_OPTIONS) const [crawlOptions, setCrawlOptions] = useState<CrawlOptions>(DEFAULT_CRAWL_OPTIONS)
const [websiteCrawlProvider, setWebsiteCrawlProvider] = useState<DataSourceProvider>(DataSourceProvider.fireCrawl) const [websiteCrawlProvider, setWebsiteCrawlProvider] = useState<DataSourceProvider>(DataSourceProvider.jinaReader)
const [websiteCrawlJobId, setWebsiteCrawlJobId] = useState('') const [websiteCrawlJobId, setWebsiteCrawlJobId] = useState('')
const { const {

2
web/app/components/datasets/create/step-two/index.tsx
View File

@ -138,7 +138,7 @@ const StepTwo = ({
notionCredentialId, notionCredentialId,
websitePages = [], websitePages = [],
crawlOptions, crawlOptions,
websiteCrawlProvider = DataSourceProvider.fireCrawl, websiteCrawlProvider = DataSourceProvider.jinaReader,
websiteCrawlJobId = '', websiteCrawlJobId = '',
onStepChange, onStepChange,
updateIndexingTypeCache, updateIndexingTypeCache,