fix: preview chunk summary

web/app/components/datasets/create/step-two/components/preview-panel.tsx

@@ -14,6 +14,7 @@ import { ChunkingMode } from '@/models/datasets'
 import { cn } from '@/utils/classnames'
 import { ChunkContainer, QAPreview } from '../../../chunk'
 import PreviewDocumentPicker from '../../../common/document-picker/preview-document-picker'
+import SummaryLabel from '../../../documents/detail/completed/common/summary-label'
 import { PreviewSlice } from '../../../formatted-text/flavours/preview-slice'
 import { FormattedText } from '../../../formatted-text/formatted'
 import PreviewContainer from '../../../preview/container'
@@ -99,6 +100,7 @@ export const PreviewPanel: FC<PreviewPanelProps> = ({
               characterCount={item.content.length}
             >
               {item.content}
+              {item.summary && <SummaryLabel summary={item.summary} />}
             </ChunkContainer>
           ))
         )}
@@ -131,6 +133,7 @@ export const PreviewPanel: FC<PreviewPanelProps> = ({
                     )
                   })}
                 </FormattedText>
+                {item.summary && <SummaryLabel summary={item.summary} />}
               </ChunkContainer>
             )
           })

web/app/components/datasets/create/step-two/hooks/use-indexing-config.ts

@@ -1,7 +1,6 @@
 import type { DefaultModel } from '@/app/components/header/account-setting/model-provider-page/declarations'
-import type { SummaryIndexSetting as SummaryIndexSettingType } from '@/models/datasets'
 import type { RetrievalConfig } from '@/types/app'
-import { useCallback, useEffect, useMemo, useRef, useState } from 'react'
+import { useEffect, useMemo, useState } from 'react'
 import { checkShowMultiModalTip } from '@/app/components/datasets/settings/utils'
 import { ModelTypeEnum } from '@/app/components/header/account-setting/model-provider-page/declarations'
 import { useDefaultModel, useModelList, useModelListAndDefaultModelAndCurrentProviderAndModel } from '@/app/components/header/account-setting/model-provider-page/hooks'
@@ -30,7 +29,6 @@ export type UseIndexingConfigOptions = {
   initialRetrievalConfig?: RetrievalConfig
   isAPIKeySet: boolean
   hasSetIndexType: boolean
-  initialSummaryIndexSetting?: SummaryIndexSettingType
 }
 
 export const useIndexingConfig = (options: UseIndexingConfigOptions) => {
@@ -40,7 +38,6 @@ export const useIndexingConfig = (options: UseIndexingConfigOptions) => {
     initialRetrievalConfig,
     isAPIKeySet,
     hasSetIndexType,
-    initialSummaryIndexSetting,
   } = options
 
   // Rerank model
@@ -118,17 +115,6 @@ export const useIndexingConfig = (options: UseIndexingConfigOptions) => {
   // Get effective indexing technique
   const getIndexingTechnique = () => initialIndexType || indexType
 
-  // Summary index setting
-  const [summaryIndexSetting, setSummaryIndexSetting] = useState<SummaryIndexSettingType | undefined>(
-    initialSummaryIndexSetting ?? undefined,
-  )
-  const summaryIndexSettingRef = useRef<SummaryIndexSettingType | undefined>(initialSummaryIndexSetting ?? undefined)
-
-  const handleSummaryIndexSettingChange = useCallback((payload: SummaryIndexSettingType) => {
-    setSummaryIndexSetting({ ...summaryIndexSettingRef.current, ...payload })
-    summaryIndexSettingRef.current = { ...summaryIndexSettingRef.current, ...payload }
-  }, [])
-
   return {
     // Index type
     indexType,
@@ -151,10 +137,6 @@ export const useIndexingConfig = (options: UseIndexingConfigOptions) => {
 
     // Computed
     showMultiModalTip,
-
-    // Summary index setting
-    summaryIndexSetting,
-    handleSummaryIndexSettingChange,
   }
 }
 

web/app/components/datasets/create/step-two/hooks/use-segmentation-state.ts

@@ -1,5 +1,5 @@
-import type { ParentMode, PreProcessingRule, ProcessRule, Rules } from '@/models/datasets'
-import { useCallback, useState } from 'react'
+import type { ParentMode, PreProcessingRule, ProcessRule, Rules, SummaryIndexSetting as SummaryIndexSettingType } from '@/models/datasets'
+import { useCallback, useRef, useState } from 'react'
 import { ChunkingMode, ProcessMode } from '@/models/datasets'
 import escape from './escape'
 import unescape from './unescape'
@@ -39,6 +39,7 @@ export const defaultParentChildConfig: ParentChildConfig = {
 
 export type UseSegmentationStateOptions = {
   initialSegmentationType?: ProcessMode
+  initialSummaryIndexSetting?: SummaryIndexSettingType
 }
 
 export const useSegmentationState = (options: UseSegmentationStateOptions = {}) => {
@@ -58,6 +59,12 @@ export const useSegmentationState = (options: UseSegmentationStateOptions = {})
   // Pre-processing rules
   const [rules, setRules] = useState<PreProcessingRule[]>([])
   const [defaultConfig, setDefaultConfig] = useState<Rules>()
+  const [summaryIndexSetting, setSummaryIndexSetting] = useState<SummaryIndexSettingType | undefined>()
+  const summaryIndexSettingRef = useRef<SummaryIndexSettingType | undefined>(summaryIndexSetting)
+  const handleSummaryIndexSettingChange = useCallback((payload: SummaryIndexSettingType) => {
+    setSummaryIndexSetting({ ...summaryIndexSettingRef.current, ...payload })
+    summaryIndexSettingRef.current = { ...summaryIndexSettingRef.current, ...payload }
+  }, [])
 
   // Parent-child config
   const [parentChildConfig, setParentChildConfig] = useState<ParentChildConfig>(defaultParentChildConfig)
@@ -134,6 +141,7 @@ export const useSegmentationState = (options: UseSegmentationStateOptions = {})
           },
         },
         mode: 'hierarchical',
+        summary_index_setting: summaryIndexSettingRef.current,
       } as ProcessRule
     }
 
@@ -147,6 +155,7 @@ export const useSegmentationState = (options: UseSegmentationStateOptions = {})
         },
       },
       mode: segmentationType,
+      summary_index_setting: summaryIndexSettingRef.current,
     } as ProcessRule
   }, [rules, parentChildConfig, segmentIdentifier, maxChunkLength, overlap, segmentationType])
 
@@ -204,6 +213,8 @@ export const useSegmentationState = (options: UseSegmentationStateOptions = {})
     defaultConfig,
     setDefaultConfig,
     toggleRule,
+    summaryIndexSetting,
+    handleSummaryIndexSettingChange,
 
     // Parent-child config
     parentChildConfig,

web/app/components/datasets/create/step-two/index.tsx

@@ -65,6 +65,7 @@ const StepTwo: FC<StepTwoProps> = ({
   // Custom hooks
   const segmentation = useSegmentationState({
     initialSegmentationType: currentDataset?.doc_form === ChunkingMode.parentChild ? ProcessMode.parentChild : ProcessMode.general,
+    initialSummaryIndexSetting: currentDataset?.summary_index_setting,
   })
   const indexing = useIndexingConfig({
     initialIndexType: propsIndexingType,
@@ -72,7 +73,6 @@ const StepTwo: FC<StepTwoProps> = ({
     initialRetrievalConfig: currentDataset?.retrieval_model_dict,
     isAPIKeySet,
     hasSetIndexType,
-    initialSummaryIndexSetting: currentDataset?.summary_index_setting,
   })
   const preview = usePreviewState({ dataSourceType, files, notionPages, websitePages, documentDetail, datasetId })
   const creation = useDocumentCreation({
@@ -157,7 +157,7 @@ const StepTwo: FC<StepTwoProps> = ({
     })
     if (!isValid)
       return
-    const params = creation.buildCreationParams(currentDocForm, docLanguage, segmentation.getProcessRule(currentDocForm), indexing.retrievalConfig, indexing.embeddingModel, indexing.getIndexingTechnique(), indexing.summaryIndexSetting)
+    const params = creation.buildCreationParams(currentDocForm, docLanguage, segmentation.getProcessRule(currentDocForm), indexing.retrievalConfig, indexing.embeddingModel, indexing.getIndexingTechnique(), segmentation.summaryIndexSetting)
     if (!params)
       return
     await creation.executeCreation(params, indexing.indexType, indexing.retrievalConfig)
@@ -218,8 +218,8 @@ const StepTwo: FC<StepTwoProps> = ({
             onPreview={updatePreview}
             onReset={segmentation.resetToDefaults}
             locale={locale}
-            summaryIndexSetting={indexing.summaryIndexSetting}
-            onSummaryIndexSettingChange={indexing.handleSummaryIndexSettingChange}
+            summaryIndexSetting={segmentation.summaryIndexSetting}
+            onSummaryIndexSettingChange={segmentation.handleSummaryIndexSettingChange}
           />
         )}
         {showParentChildOption && (
@@ -239,8 +239,8 @@ const StepTwo: FC<StepTwoProps> = ({
             onRuleToggle={segmentation.toggleRule}
             onPreview={updatePreview}
             onReset={segmentation.resetToDefaults}
-            summaryIndexSetting={indexing.summaryIndexSetting}
-            onSummaryIndexSettingChange={indexing.handleSummaryIndexSettingChange}
+            summaryIndexSetting={segmentation.summaryIndexSetting}
+            onSummaryIndexSettingChange={segmentation.handleSummaryIndexSettingChange}
           />
         )}
         <Divider className="my-5" />

web/models/datasets.ts

@@ -233,7 +233,7 @@ export type IndexingEstimateResponse = {
   total_price: number
   currency: string
   total_segments: number
-  preview: Array<{ content: string, child_chunks: string[] }>
+  preview: Array<{ content: string, child_chunks: string[], summary?: string }>
   qa_preview?: QA[]
 }