diff --git a/web/app/components/datasets/create/website/base/mock-crawl-result.ts b/web/app/components/datasets/create/website/base/mock-crawl-result.ts index 8fd5e6636f..88c05d3d0a 100644 --- a/web/app/components/datasets/create/website/base/mock-crawl-result.ts +++ b/web/app/components/datasets/create/website/base/mock-crawl-result.ts @@ -3,19 +3,19 @@ import type { CrawlResultItem } from '@/models/datasets' const result: CrawlResultItem[] = [ { title: 'Start the frontend Docker container separately', - markdown: 'Markdown 1', + content: 'Markdown 1', description: 'Description 1', source_url: 'https://example.com/1', }, { title: 'Advanced Tool Integration', - markdown: 'Markdown 2', + content: 'Markdown 2', description: 'Description 2', source_url: 'https://example.com/2', }, { title: 'Local Source Code Start | English | Dify', - markdown: 'Markdown 3', + content: 'Markdown 3', description: 'Description 3', source_url: 'https://example.com/3', }, diff --git a/web/app/components/datasets/create/website/jina-reader/index.tsx b/web/app/components/datasets/create/website/jina-reader/index.tsx index 6e513dd797..460c169fb4 100644 --- a/web/app/components/datasets/create/website/jina-reader/index.tsx +++ b/web/app/components/datasets/create/website/jina-reader/index.tsx @@ -150,14 +150,15 @@ const JinaReader: FC = ({ }) as any if (res.data) { + const { title, content, description, url } = res.data const data = { current: 1, total: 1, data: [{ - title: res.data.title, - markdown: res.data.content, - description: res.data.description, - source_url: res.data.url, + title, + content, + description, + source_url: url, }], time_consuming: (Date.now() - startTime) / 1000, } diff --git a/web/app/components/datasets/create/website/preview.tsx b/web/app/components/datasets/create/website/preview.tsx index f43dc83589..d148c87196 100644 --- a/web/app/components/datasets/create/website/preview.tsx +++ b/web/app/components/datasets/create/website/preview.tsx @@ -32,7 +32,7 @@ const WebsitePreview = ({
{payload.source_url}
-
{payload.markdown}
+
{payload.content}
) diff --git a/web/app/components/datasets/documents/create-from-pipeline/data-source/website-crawl/index.tsx b/web/app/components/datasets/documents/create-from-pipeline/data-source/website-crawl/index.tsx index 4861224661..4d39378e53 100644 --- a/web/app/components/datasets/documents/create-from-pipeline/data-source/website-crawl/index.tsx +++ b/web/app/components/datasets/documents/create-from-pipeline/data-source/website-crawl/index.tsx @@ -115,13 +115,7 @@ const WebsiteCrawl = ({ onDataSourceNodeCompleted: (data: DataSourceNodeCompletedResponse) => { const { data: crawlData, time_consuming } = data const crawlResultData = { - data: crawlData.map((item: any) => { - const { content, ...rest } = item - return { - markdown: content || '', - ...rest, - } as CrawlResultItem - }), + data: crawlData as CrawlResultItem[], time_consuming: time_consuming ?? 0, } setCrawlResult(crawlResultData) diff --git a/web/app/components/datasets/documents/create-from-pipeline/hooks.ts b/web/app/components/datasets/documents/create-from-pipeline/hooks.ts index 45dcaa6111..2018d43910 100644 --- a/web/app/components/datasets/documents/create-from-pipeline/hooks.ts +++ b/web/app/components/datasets/documents/create-from-pipeline/hooks.ts @@ -196,7 +196,7 @@ export const useOnlineDrive = () => { const dataSourceStore = useDataSourceStore() const selectedOnlineDriveFileList = useMemo(() => { - return selectedFileIds.map(key => onlineDriveFileList.find(item => item.id === key)!) + return selectedFileIds.map(id => onlineDriveFileList.find(item => item.id === id)!) }, [onlineDriveFileList, selectedFileIds]) const clearOnlineDriveData = useCallback(() => { diff --git a/web/app/components/datasets/documents/create-from-pipeline/preview/web-preview.tsx b/web/app/components/datasets/documents/create-from-pipeline/preview/web-preview.tsx index ce7a5da24c..bae4deb86e 100644 --- a/web/app/components/datasets/documents/create-from-pipeline/preview/web-preview.tsx +++ b/web/app/components/datasets/documents/create-from-pipeline/preview/web-preview.tsx @@ -27,7 +27,7 @@ const WebsitePreview = ({ {currentWebsite.source_url} · · - {`${formatNumberAbbreviated(currentWebsite.markdown.length)} ${t('datasetPipeline.addDocuments.characters')}`} + {`${formatNumberAbbreviated(currentWebsite.content.length)} ${t('datasetPipeline.addDocuments.characters')}`}