From 335e57f3c904b6d1f20bf18a5f4b2b82b57a1272 Mon Sep 17 00:00:00 2001
From: Joel <iamjoel007@gmail.com>
Date: Tue, 10 Dec 2024 11:43:31 +0800
Subject: [PATCH 1/3] feat: auto disable document ui

---
 .../auto-disabled-document.tsx                | 29 +++++++++++++++++++
 .../components/datasets/documents/index.tsx   |  2 ++
 web/i18n/en-US/dataset.ts                     |  4 ++-
 3 files changed, 34 insertions(+), 1 deletion(-)
 create mode 100644 web/app/components/datasets/common/document-status-with-action/auto-disabled-document.tsx

diff --git a/web/app/components/datasets/common/document-status-with-action/auto-disabled-document.tsx b/web/app/components/datasets/common/document-status-with-action/auto-disabled-document.tsx
new file mode 100644
index 0000000000..150fa00fb9
--- /dev/null
+++ b/web/app/components/datasets/common/document-status-with-action/auto-disabled-document.tsx
@@ -0,0 +1,29 @@
+'use client'
+import type { FC } from 'react'
+import React from 'react'
+import { useTranslation } from 'react-i18next'
+import StatusWithAction from './status-with-action'
+
+type Props = {
+  datasetId: string
+}
+
+const AutoDisabledDocument: FC<Props> = ({
+  datasetId,
+}) => {
+  const { t } = useTranslation()
+  const data = ['', '']
+  const hasDisabledDocument = data.length > 0
+  if (!hasDisabledDocument)
+    return null
+
+  return (
+    <StatusWithAction
+      type='info'
+      description={t('dataset.documentsDisabled', { num: data.length })}
+      actionText={t('dataset.enable')}
+      onAction={() => { }}
+    />
+  )
+}
+export default React.memo(AutoDisabledDocument)
diff --git a/web/app/components/datasets/documents/index.tsx b/web/app/components/datasets/documents/index.tsx
index 84e7191179..b30aea1ee0 100644
--- a/web/app/components/datasets/documents/index.tsx
+++ b/web/app/components/datasets/documents/index.tsx
@@ -8,6 +8,7 @@ import { useDebounce, useDebounceFn } from 'ahooks'
 import { groupBy, omit } from 'lodash-es'
 import { PlusIcon } from '@heroicons/react/24/solid'
 import { RiExternalLinkLine } from '@remixicon/react'
+import AutoDisabledDocument from '../common/document-status-with-action/auto-disabled-document'
 import List from './list'
 import s from './style.module.css'
 import Loading from '@/app/components/base/loading'
@@ -231,6 +232,7 @@ const Documents: FC<IDocumentsProps> = ({ datasetId }) => {
             onClear={() => handleInputChange('')}
           />
           <div className='flex gap-2 justify-center items-center !h-8'>
+            <AutoDisabledDocument datasetId={datasetId} />
             <IndexFailed datasetId={datasetId} />
             {embeddingAvailable && (
               <Button variant='primary' onClick={routeToDocCreate} className='shrink-0'>
diff --git a/web/i18n/en-US/dataset.ts b/web/i18n/en-US/dataset.ts
index 32aacc637c..503c44f312 100644
--- a/web/i18n/en-US/dataset.ts
+++ b/web/i18n/en-US/dataset.ts
@@ -119,8 +119,10 @@ const translation = {
     change: 'Change',
     changeRetrievalMethod: 'Change retrieval method',
   },
-  docsFailedNotice: 'documents failed to be indexed',
+  docsFailedNotice: 'documents indexed failed',
   retry: 'Retry',
+  documentsDisabled: '{{num}} documents disabled - inactive for over 30 days',
+  enable: 'Enable',
   indexingTechnique: {
     high_quality: 'HQ',
     economy: 'ECO',

From d1743ee3e5163a30fdccd77e79b61fdcb72360e7 Mon Sep 17 00:00:00 2001
From: Joel <iamjoel007@gmail.com>
Date: Tue, 10 Dec 2024 14:11:53 +0800
Subject: [PATCH 2/3] feat: auto disabled api

---
 .../auto-disabled-document.tsx                | 23 +++++++++++++------
 .../status-with-action.tsx                    | 12 ++++++----
 web/service/knowledge/use-document.ts         | 13 +++++++++++
 3 files changed, 36 insertions(+), 12 deletions(-)

diff --git a/web/app/components/datasets/common/document-status-with-action/auto-disabled-document.tsx b/web/app/components/datasets/common/document-status-with-action/auto-disabled-document.tsx
index 150fa00fb9..b687c004e5 100644
--- a/web/app/components/datasets/common/document-status-with-action/auto-disabled-document.tsx
+++ b/web/app/components/datasets/common/document-status-with-action/auto-disabled-document.tsx
@@ -1,9 +1,10 @@
 'use client'
 import type { FC } from 'react'
-import React from 'react'
+import React, { useCallback } from 'react'
 import { useTranslation } from 'react-i18next'
 import StatusWithAction from './status-with-action'
-
+import { useAutoDisabledDocuments, useDocumentEnable, useInvalidDisabledDocument } from '@/service/knowledge/use-document'
+import Toast from '@/app/components/base/toast'
 type Props = {
   datasetId: string
 }
@@ -12,17 +13,25 @@ const AutoDisabledDocument: FC<Props> = ({
   datasetId,
 }) => {
   const { t } = useTranslation()
-  const data = ['', '']
-  const hasDisabledDocument = data.length > 0
-  if (!hasDisabledDocument)
+  const { data, isLoading } = useAutoDisabledDocuments(datasetId)
+  const invalidDisabledDocument = useInvalidDisabledDocument()
+  const documentIds = data?.document_ids
+  const hasDisabledDocument = documentIds && documentIds.length > 0
+  const { mutateAsync: enableDocument } = useDocumentEnable()
+  const handleEnableDocuments = useCallback(async () => {
+    await enableDocument({ datasetId, documentIds })
+    invalidDisabledDocument()
+    Toast.notify({ type: 'success', message: t('common.actionMsg.modifiedSuccessfully') })
+  }, [])
+  if (!hasDisabledDocument || isLoading)
     return null
 
   return (
     <StatusWithAction
       type='info'
-      description={t('dataset.documentsDisabled', { num: data.length })}
+      description={t('dataset.documentsDisabled', { num: documentIds?.length })}
       actionText={t('dataset.enable')}
-      onAction={() => { }}
+      onAction={handleEnableDocuments}
     />
   )
 }
diff --git a/web/app/components/datasets/common/document-status-with-action/status-with-action.tsx b/web/app/components/datasets/common/document-status-with-action/status-with-action.tsx
index 7127e12a89..a8da9bf6cc 100644
--- a/web/app/components/datasets/common/document-status-with-action/status-with-action.tsx
+++ b/web/app/components/datasets/common/document-status-with-action/status-with-action.tsx
@@ -46,17 +46,19 @@ const StatusAction: FC<Props> = ({
 }) => {
   const { Icon, color } = getIcon(type)
   return (
-    <div className='relative flex items-center h-[34px] rounded-lg pl-1 pr-3 border border-components-panel-border bg-components-panel-bg-blur shadow-xs space-x-2'>
+    <div className='relative flex items-center h-[34px] rounded-lg pl-2 pr-3 border border-components-panel-border bg-components-panel-bg-blur shadow-xs'>
       <div className={`absolute inset-0 opacity-40 rounded-lg ${(type === 'success' && 'bg-[linear-gradient(92deg,rgba(23,178,106,0.25)_0%,rgba(255,255,255,0.00)_100%)]')
         || (type === 'warning' && 'bg-[linear-gradient(92deg,rgba(247,144,9,0.25)_0%,rgba(255,255,255,0.00)_100%)]')
         || (type === 'error' && 'bg-[linear-gradient(92deg,rgba(240,68,56,0.25)_0%,rgba(255,255,255,0.00)_100%)]')
         || (type === 'info' && 'bg-[linear-gradient(92deg,rgba(11,165,236,0.25)_0%,rgba(255,255,255,0.00)_100%)]')
       }`}
       />
-      <Icon className={cn('w-4 h-4', color)} />
-      <div className='text-[13px] font-normal text-text-secondary'>{description}</div>
-      <Divider type='vertical' className='!h-4' />
-      <div onClick={onAction} className={cn('text-text-accent font-semibold text-[13px] cursor-pointer', disabled && 'text-text-disabled cursor-not-allowed')}>{actionText}</div>
+      <div className='relative z-10 flex h-full items-center space-x-2'>
+        <Icon className={cn('w-4 h-4', color)} />
+        <div className='text-[13px] font-normal text-text-secondary'>{description}</div>
+        <Divider type='vertical' className='!h-4' />
+        <div onClick={onAction} className={cn('text-text-accent font-semibold text-[13px] cursor-pointer', disabled && 'text-text-disabled cursor-not-allowed')}>{actionText}</div>
+      </div>
     </div>
   )
 }
diff --git a/web/service/knowledge/use-document.ts b/web/service/knowledge/use-document.ts
index a0454b1b0e..6682f557df 100644
--- a/web/service/knowledge/use-document.ts
+++ b/web/service/knowledge/use-document.ts
@@ -3,6 +3,7 @@ import {
   useQuery,
 } from '@tanstack/react-query'
 import { del, get, patch } from '../base'
+import { useInvalid } from '../use-base'
 import type { SimpleDocumentDetail, UpdateDocumentBatchParams } from '@/models/datasets'
 import { DocumentActionType } from '@/models/datasets'
 import type { CommonResponse } from '@/models/common'
@@ -27,6 +28,18 @@ export const useDocumentList = (payload: {
   })
 }
 
+const useAutoDisabledDocumentKey = [NAME_SPACE, 'autoDisabledDocument']
+export const useAutoDisabledDocuments = (datasetId: string) => {
+  return useQuery({
+    queryKey: [...useAutoDisabledDocumentKey, datasetId],
+    queryFn: () => get<{ document_ids: string[] }>(`/datasets/${datasetId}/auto-disable-logs`),
+  })
+}
+
+export const useInvalidDisabledDocument = () => {
+  return useInvalid(useAutoDisabledDocumentKey)
+}
+
 const toBatchDocumentsIdParams = (documentIds: string[] | string) => {
   const ids = Array.isArray(documentIds) ? documentIds : [documentIds]
   return ids.map(id => `document_id=${id}`).join('&')

From 430de3108b915d5037b53b979cd257fae16df14b Mon Sep 17 00:00:00 2001
From: Joel <iamjoel007@gmail.com>
Date: Tue, 10 Dec 2024 14:15:14 +0800
Subject: [PATCH 3/3] chore: remove isloading break ui

---
 .../common/document-status-with-action/index-failed.tsx       | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/web/app/components/datasets/common/document-status-with-action/index-failed.tsx b/web/app/components/datasets/common/document-status-with-action/index-failed.tsx
index 05ed9cd4b6..37311768b9 100644
--- a/web/app/components/datasets/common/document-status-with-action/index-failed.tsx
+++ b/web/app/components/datasets/common/document-status-with-action/index-failed.tsx
@@ -34,7 +34,7 @@ const indexStateReducer = (state: IIndexState, action: IAction) => {
 const RetryButton: FC<Props> = ({ datasetId }) => {
   const { t } = useTranslation()
   const [indexState, dispatch] = useReducer(indexStateReducer, { value: 'success' })
-  const { data: errorDocs } = useSWR({ datasetId }, getErrorDocs)
+  const { data: errorDocs, isLoading } = useSWR({ datasetId }, getErrorDocs)
 
   const onRetryErrorDocs = async () => {
     dispatch({ type: 'retry' })
@@ -53,7 +53,7 @@ const RetryButton: FC<Props> = ({ datasetId }) => {
       dispatch({ type: 'error' })
   }, [errorDocs?.total])
 
-  if (indexState.value === 'success')
+  if (isLoading || indexState.value === 'success')
     return null
 
   return (