feat: summary index remove in create doc

web/app/components/datasets/create/step-two/components/general-chunking-options.tsx

@@ -53,6 +53,7 @@ type GeneralChunkingOptionsProps = {
   onReset: () => void
   // Locale
   locale: string
+  showSummaryIndexSetting?: boolean
   summaryIndexSetting?: SummaryIndexSettingType
   onSummaryIndexSettingChange?: (payload: SummaryIndexSettingType) => void
 }
@@ -77,6 +78,7 @@ export const GeneralChunkingOptions: FC<GeneralChunkingOptionsProps> = ({
   onPreview,
   onReset,
   locale,
+  showSummaryIndexSetting,
   summaryIndexSetting,
   onSummaryIndexSettingChange,
 }) => {
@@ -151,13 +153,17 @@ export const GeneralChunkingOptions: FC<GeneralChunkingOptionsProps> = ({
                 </label>
               </div>
             ))}
-            <div className="mt-3">
-              <SummaryIndexSetting
-                entry="create-document"
-                summaryIndexSetting={summaryIndexSetting}
-                onSummaryIndexSettingChange={onSummaryIndexSettingChange}
-              />
-            </div>
+            {
+              showSummaryIndexSetting && (
+                <div className="mt-3">
+                  <SummaryIndexSetting
+                    entry="create-document"
+                    summaryIndexSetting={summaryIndexSetting}
+                    onSummaryIndexSettingChange={onSummaryIndexSettingChange}
+                  />
+                </div>
+              )
+            }
             {IS_CE_EDITION && (
               <>
                 <Divider type="horizontal" className="my-4 bg-divider-subtle" />

web/app/components/datasets/create/step-two/components/parent-child-options.tsx

@@ -49,6 +49,7 @@ type ParentChildOptionsProps = {
   onRuleToggle: (id: string) => void
   onPreview: () => void
   onReset: () => void
+  showSummaryIndexSetting?: boolean
 }
 
 export const ParentChildOptions: FC<ParentChildOptionsProps> = ({
@@ -69,6 +70,7 @@ export const ParentChildOptions: FC<ParentChildOptionsProps> = ({
   onSummaryIndexSettingChange,
   onPreview,
   onReset,
+  showSummaryIndexSetting,
 }) => {
   const { t } = useTranslation()
 
@@ -188,13 +190,17 @@ export const ParentChildOptions: FC<ParentChildOptionsProps> = ({
                 </label>
               </div>
             ))}
-            <div className="mt-3">
-              <SummaryIndexSetting
-                entry="create-document"
-                summaryIndexSetting={summaryIndexSetting}
-                onSummaryIndexSettingChange={onSummaryIndexSettingChange}
-              />
-            </div>
+            {
+              showSummaryIndexSetting && (
+                <div className="mt-3">
+                  <SummaryIndexSetting
+                    entry="create-document"
+                    summaryIndexSetting={summaryIndexSetting}
+                    onSummaryIndexSettingChange={onSummaryIndexSettingChange}
+                  />
+                </div>
+              )
+            }
           </div>
         </div>
       </div>

web/app/components/datasets/create/step-two/hooks/use-segmentation-state.ts

@@ -43,7 +43,7 @@ export type UseSegmentationStateOptions = {
 }
 
 export const useSegmentationState = (options: UseSegmentationStateOptions = {}) => {
-  const { initialSegmentationType } = options
+  const { initialSegmentationType, initialSummaryIndexSetting } = options
 
   // Segmentation type (general or parent-child)
   const [segmentationType, setSegmentationType] = useState<ProcessMode>(
@@ -59,8 +59,8 @@ export const useSegmentationState = (options: UseSegmentationStateOptions = {})
   // Pre-processing rules
   const [rules, setRules] = useState<PreProcessingRule[]>([])
   const [defaultConfig, setDefaultConfig] = useState<Rules>()
-  const [summaryIndexSetting, setSummaryIndexSetting] = useState<SummaryIndexSettingType | undefined>()
-  const summaryIndexSettingRef = useRef<SummaryIndexSettingType | undefined>(summaryIndexSetting)
+  const [summaryIndexSetting, setSummaryIndexSetting] = useState<SummaryIndexSettingType | undefined>(initialSummaryIndexSetting)
+  const summaryIndexSettingRef = useRef<SummaryIndexSettingType | undefined>(initialSummaryIndexSetting)
   const handleSummaryIndexSettingChange = useCallback((payload: SummaryIndexSettingType) => {
     setSummaryIndexSetting({ ...summaryIndexSettingRef.current, ...payload })
     summaryIndexSettingRef.current = { ...summaryIndexSettingRef.current, ...payload }

web/app/components/datasets/create/step-two/index.tsx

@@ -67,6 +67,7 @@ const StepTwo: FC<StepTwoProps> = ({
     initialSegmentationType: currentDataset?.doc_form === ChunkingMode.parentChild ? ProcessMode.parentChild : ProcessMode.general,
     initialSummaryIndexSetting: currentDataset?.summary_index_setting,
   })
+  const showSummaryIndexSetting = !currentDataset
   const indexing = useIndexingConfig({
     initialIndexType: propsIndexingType,
     initialEmbeddingModel: currentDataset?.embedding_model ? { provider: currentDataset.embedding_model_provider, model: currentDataset.embedding_model } : undefined,
@@ -218,6 +219,7 @@ const StepTwo: FC<StepTwoProps> = ({
             onPreview={updatePreview}
             onReset={segmentation.resetToDefaults}
             locale={locale}
+            showSummaryIndexSetting={showSummaryIndexSetting}
             summaryIndexSetting={segmentation.summaryIndexSetting}
             onSummaryIndexSettingChange={segmentation.handleSummaryIndexSettingChange}
           />
@@ -239,6 +241,7 @@ const StepTwo: FC<StepTwoProps> = ({
             onRuleToggle={segmentation.toggleRule}
             onPreview={updatePreview}
             onReset={segmentation.resetToDefaults}
+            showSummaryIndexSetting={showSummaryIndexSetting}
             summaryIndexSetting={segmentation.summaryIndexSetting}
             onSummaryIndexSettingChange={segmentation.handleSummaryIndexSettingChange}
           />