From 4f0c9fdf2b02ac4ad0b3fa4a85abf92f3531025e Mon Sep 17 00:00:00 2001 From: Joel Date: Fri, 6 Jun 2025 10:44:21 +0800 Subject: [PATCH 1/6] chore: remove repeat public api and service api panel (#20715) --- .../[appId]/overview/chartView.tsx | 32 +++++++++++-------- .../[appId]/overview/page.tsx | 8 ++--- .../[appId]/overview/tracing/panel.tsx | 4 +-- 3 files changed, 23 insertions(+), 21 deletions(-) diff --git a/web/app/(commonLayout)/app/(appDetailLayout)/[appId]/overview/chartView.tsx b/web/app/(commonLayout)/app/(appDetailLayout)/[appId]/overview/chartView.tsx index 4afba06eae..32822e3315 100644 --- a/web/app/(commonLayout)/app/(appDetailLayout)/[appId]/overview/chartView.tsx +++ b/web/app/(commonLayout)/app/(appDetailLayout)/[appId]/overview/chartView.tsx @@ -18,9 +18,10 @@ const queryDateFormat = 'YYYY-MM-DD HH:mm' export type IChartViewProps = { appId: string + headerRight: React.ReactNode } -export default function ChartView({ appId }: IChartViewProps) { +export default function ChartView({ appId, headerRight }: IChartViewProps) { const { t } = useTranslation() const appDetail = useAppStore(state => state.appDetail) const isChatApp = appDetail?.mode !== 'completion' && appDetail?.mode !== 'workflow' @@ -46,19 +47,22 @@ export default function ChartView({ appId }: IChartViewProps) { return (
-
- {t('appOverview.analysis.title')} - ({ value: k, name: t(`appLog.filter.period.${v.name}`) }))} - className='mt-0 !w-40' - onSelect={(item) => { - const id = item.value - const value = TIME_PERIOD_MAPPING[id]?.value ?? '-1' - const name = item.name || t('appLog.filter.period.allTime') - onSelect({ value, name }) - }} - defaultValue={'2'} - /> +
+
+ {t('appOverview.analysis.title')} + ({ value: k, name: t(`appLog.filter.period.${v.name}`) }))} + className='mt-0 !w-40' + onSelect={(item) => { + const id = item.value + const value = TIME_PERIOD_MAPPING[id]?.value ?? '-1' + const name = item.name || t('appLog.filter.period.allTime') + onSelect({ value, name }) + }} + defaultValue={'2'} + /> +
+ {headerRight}
{!isWorkflow && (
diff --git a/web/app/(commonLayout)/app/(appDetailLayout)/[appId]/overview/page.tsx b/web/app/(commonLayout)/app/(appDetailLayout)/[appId]/overview/page.tsx index 0f1bb7e18d..fc97f5e669 100644 --- a/web/app/(commonLayout)/app/(appDetailLayout)/[appId]/overview/page.tsx +++ b/web/app/(commonLayout)/app/(appDetailLayout)/[appId]/overview/page.tsx @@ -1,6 +1,5 @@ import React from 'react' import ChartView from './chartView' -import CardView from './cardView' import TracingPanel from './tracing/panel' import ApikeyInfoPanel from '@/app/components/app/overview/apikey-info-panel' @@ -18,9 +17,10 @@ const Overview = async (props: IDevelopProps) => { return (
- - - + } + />
) } diff --git a/web/app/(commonLayout)/app/(appDetailLayout)/[appId]/overview/tracing/panel.tsx b/web/app/(commonLayout)/app/(appDetailLayout)/[appId]/overview/tracing/panel.tsx index 8575117c41..bc85f3a734 100644 --- a/web/app/(commonLayout)/app/(appDetailLayout)/[appId]/overview/tracing/panel.tsx +++ b/web/app/(commonLayout)/app/(appDetailLayout)/[appId]/overview/tracing/panel.tsx @@ -154,7 +154,6 @@ const Panel: FC = () => { if (!isLoaded) { return (
- <div className='w-[200px]'> <Loading /> </div> @@ -163,8 +162,7 @@ const Panel: FC = () => { } return ( - <div className={cn('mb-3 flex items-center justify-between')}> - <Title className='h-[41px]' /> + <div className={cn('flex items-center justify-between')}> <div className={cn( 'flex cursor-pointer items-center rounded-xl border-l-[0.5px] border-t border-effects-highlight bg-background-default-dodge p-2 shadow-xs hover:border-effects-highlight-lightmode-off hover:bg-background-default-lighter', From c1a13fa553f3156f9b86adcdc4f7e8dd77025b88 Mon Sep 17 00:00:00 2001 From: Bowen Liang <liangbowen@gf.com.cn> Date: Fri, 6 Jun 2025 10:48:28 +0800 Subject: [PATCH 2/6] chore: replace pseudo-random generators with secrets module (#20616) --- api/.ruff.toml | 1 + api/core/helper/moderation.py | 4 ++-- api/core/workflow/nodes/http_request/executor.py | 5 +++-- api/libs/helper.py | 4 ++-- api/services/account_service.py | 7 +++---- api/services/dataset_service.py | 4 ++-- api/services/webapp_auth_service.py | 4 ++-- api/tests/unit_tests/core/helper/test_ssrf_proxy.py | 4 ++-- 8 files changed, 17 insertions(+), 16 deletions(-) diff --git a/api/.ruff.toml b/api/.ruff.toml index 41a24abad9..facb0d5419 100644 --- a/api/.ruff.toml +++ b/api/.ruff.toml @@ -43,6 +43,7 @@ select = [ "S307", # suspicious-eval-usage, disallow use of `eval` and `ast.literal_eval` "S301", # suspicious-pickle-usage, disallow use of `pickle` and its wrappers. "S302", # suspicious-marshal-usage, disallow use of `marshal` module + "S311", # suspicious-non-cryptographic-random-usage ] ignore = [ diff --git a/api/core/helper/moderation.py b/api/core/helper/moderation.py index 6a5982eca4..a324ac2767 100644 --- a/api/core/helper/moderation.py +++ b/api/core/helper/moderation.py @@ -1,5 +1,5 @@ import logging -import random +import secrets from typing import cast from core.app.entities.app_invoke_entities import ModelConfigWithCredentialsEntity @@ -38,7 +38,7 @@ def check_moderation(tenant_id: str, model_config: ModelConfigWithCredentialsEnt if len(text_chunks) == 0: return True - text_chunk = random.choice(text_chunks) + text_chunk = secrets.choice(text_chunks) try: model_provider_factory = ModelProviderFactory(tenant_id) diff --git a/api/core/workflow/nodes/http_request/executor.py b/api/core/workflow/nodes/http_request/executor.py index e28ac6343b..2c83b00d4a 100644 --- a/api/core/workflow/nodes/http_request/executor.py +++ b/api/core/workflow/nodes/http_request/executor.py @@ -1,8 +1,9 @@ import base64 import json +import secrets +import string from collections.abc import Mapping from copy import deepcopy -from random import randint from typing import Any, Literal from urllib.parse import urlencode, urlparse @@ -434,4 +435,4 @@ def _generate_random_string(n: int) -> str: >>> _generate_random_string(5) 'abcde' """ - return "".join([chr(randint(97, 122)) for _ in range(n)]) + return "".join(secrets.choice(string.ascii_lowercase) for _ in range(n)) diff --git a/api/libs/helper.py b/api/libs/helper.py index 463ba3308b..e78a782fbe 100644 --- a/api/libs/helper.py +++ b/api/libs/helper.py @@ -1,7 +1,7 @@ import json import logging -import random import re +import secrets import string import subprocess import time @@ -176,7 +176,7 @@ def generate_string(n): letters_digits = string.ascii_letters + string.digits result = "" for i in range(n): - result += random.choice(letters_digits) + result += secrets.choice(letters_digits) return result diff --git a/api/services/account_service.py b/api/services/account_service.py index ac84a46299..14d238467d 100644 --- a/api/services/account_service.py +++ b/api/services/account_service.py @@ -1,7 +1,6 @@ import base64 import json import logging -import random import secrets import uuid from datetime import UTC, datetime, timedelta @@ -261,7 +260,7 @@ class AccountService: @staticmethod def generate_account_deletion_verification_code(account: Account) -> tuple[str, str]: - code = "".join([str(random.randint(0, 9)) for _ in range(6)]) + code = "".join([str(secrets.randbelow(exclusive_upper_bound=10)) for _ in range(6)]) token = TokenManager.generate_token( account=account, token_type="account_deletion", additional_data={"code": code} ) @@ -429,7 +428,7 @@ class AccountService: additional_data: dict[str, Any] = {}, ): if not code: - code = "".join([str(random.randint(0, 9)) for _ in range(6)]) + code = "".join([str(secrets.randbelow(exclusive_upper_bound=10)) for _ in range(6)]) additional_data["code"] = code token = TokenManager.generate_token( account=account, email=email, token_type="reset_password", additional_data=additional_data @@ -456,7 +455,7 @@ class AccountService: raise EmailCodeLoginRateLimitExceededError() - code = "".join([str(random.randint(0, 9)) for _ in range(6)]) + code = "".join([str(secrets.randbelow(exclusive_upper_bound=10)) for _ in range(6)]) token = TokenManager.generate_token( account=account, email=email, token_type="email_code_login", additional_data={"code": code} ) diff --git a/api/services/dataset_service.py b/api/services/dataset_service.py index 4a5e9b3520..e98b47921f 100644 --- a/api/services/dataset_service.py +++ b/api/services/dataset_service.py @@ -2,7 +2,7 @@ import copy import datetime import json import logging -import random +import secrets import time import uuid from collections import Counter @@ -970,7 +970,7 @@ class DocumentService: documents.append(document) batch = document.batch else: - batch = time.strftime("%Y%m%d%H%M%S") + str(random.randint(100000, 999999)) + batch = time.strftime("%Y%m%d%H%M%S") + str(100000 + secrets.randbelow(exclusive_upper_bound=900000)) # save process rule if not dataset_process_rule: process_rule = knowledge_config.process_rule diff --git a/api/services/webapp_auth_service.py b/api/services/webapp_auth_service.py index 79d5217de7..d83303056b 100644 --- a/api/services/webapp_auth_service.py +++ b/api/services/webapp_auth_service.py @@ -1,4 +1,4 @@ -import random +import secrets from datetime import UTC, datetime, timedelta from typing import Any, Optional, cast @@ -66,7 +66,7 @@ class WebAppAuthService: if email is None: raise ValueError("Email must be provided.") - code = "".join([str(random.randint(0, 9)) for _ in range(6)]) + code = "".join([str(secrets.randbelow(exclusive_upper_bound=10)) for _ in range(6)]) token = TokenManager.generate_token( account=account, email=email, token_type="webapp_email_code_login", additional_data={"code": code} ) diff --git a/api/tests/unit_tests/core/helper/test_ssrf_proxy.py b/api/tests/unit_tests/core/helper/test_ssrf_proxy.py index c688d3952b..37749f0c66 100644 --- a/api/tests/unit_tests/core/helper/test_ssrf_proxy.py +++ b/api/tests/unit_tests/core/helper/test_ssrf_proxy.py @@ -1,4 +1,4 @@ -import random +import secrets from unittest.mock import MagicMock, patch import pytest @@ -34,7 +34,7 @@ def test_retry_logic_success(mock_request): side_effects = [] for _ in range(SSRF_DEFAULT_MAX_RETRIES): - status_code = random.choice(STATUS_FORCELIST) + status_code = secrets.choice(STATUS_FORCELIST) mock_response = MagicMock() mock_response.status_code = status_code side_effects.append(mock_response) From 85859b67237c28dbec67f73b7c8e7e8484c62800 Mon Sep 17 00:00:00 2001 From: Joel <iamjoel007@gmail.com> Date: Fri, 6 Jun 2025 10:53:57 +0800 Subject: [PATCH 3/6] feat: add browser list (#20717) --- web/package.json | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/web/package.json b/web/package.json index affbef9382..ff4214f966 100644 --- a/web/package.json +++ b/web/package.json @@ -5,6 +5,18 @@ "engines": { "node": ">=v22.11.0" }, + "browserslist": [ + "last 1 Chrome version", + "last 1 Firefox version", + "last 1 Edge version", + "last 1 Safari version", + "iOS >=15", + "Android >= 10", + "and_chr >= 126", + "and_ff >= 137", + "and_uc >= 15.5", + "and_qq >= 14.9" + ], "scripts": { "dev": "cross-env NODE_OPTIONS='--inspect' next dev", "build": "next build", From 5193fa211883f62a3b5a5bd8ff9735d2000c683a Mon Sep 17 00:00:00 2001 From: twwu <twwu@dify.ai> Date: Fri, 6 Jun 2025 11:43:00 +0800 Subject: [PATCH 4/6] fix: update condition for handling datasource selection in DataSourceOptions --- .../create-from-pipeline/data-source-options/index.tsx | 2 +- .../components/panel/test-run/data-source-options/index.tsx | 2 +- .../panel/test-run/data-source/local-file/file-uploader.tsx | 2 +- .../panel/test-run/data-source/website-crawl/base/crawler.tsx | 4 ++-- 4 files changed, 5 insertions(+), 5 deletions(-) diff --git a/web/app/components/datasets/documents/create-from-pipeline/data-source-options/index.tsx b/web/app/components/datasets/documents/create-from-pipeline/data-source-options/index.tsx index b56e393fca..d0a410f5e0 100644 --- a/web/app/components/datasets/documents/create-from-pipeline/data-source-options/index.tsx +++ b/web/app/components/datasets/documents/create-from-pipeline/data-source-options/index.tsx @@ -26,7 +26,7 @@ const DataSourceOptions = ({ }, [datasources, onSelect]) useEffect(() => { - if (options.length > 0) + if (options.length > 0 && !datasourceNodeId) handelSelect(options[0].value) // eslint-disable-next-line react-hooks/exhaustive-deps }, []) diff --git a/web/app/components/rag-pipeline/components/panel/test-run/data-source-options/index.tsx b/web/app/components/rag-pipeline/components/panel/test-run/data-source-options/index.tsx index afbba09594..f9a0b4c9b8 100644 --- a/web/app/components/rag-pipeline/components/panel/test-run/data-source-options/index.tsx +++ b/web/app/components/rag-pipeline/components/panel/test-run/data-source-options/index.tsx @@ -22,7 +22,7 @@ const DataSourceOptions = ({ }, [datasources, onSelect]) useEffect(() => { - if (options.length > 0) + if (options.length > 0 && !dataSourceNodeId) handelSelect(options[0].value) // eslint-disable-next-line react-hooks/exhaustive-deps }, []) diff --git a/web/app/components/rag-pipeline/components/panel/test-run/data-source/local-file/file-uploader.tsx b/web/app/components/rag-pipeline/components/panel/test-run/data-source/local-file/file-uploader.tsx index a8568266c4..125ba15983 100644 --- a/web/app/components/rag-pipeline/components/panel/test-run/data-source/local-file/file-uploader.tsx +++ b/web/app/components/rag-pipeline/components/panel/test-run/data-source/local-file/file-uploader.tsx @@ -242,7 +242,7 @@ const FileUploader = ({ }, [handleDrop]) return ( - <div> + <div className='flex flex-col'> {!hideUpload && ( <input ref={fileUploader} diff --git a/web/app/components/rag-pipeline/components/panel/test-run/data-source/website-crawl/base/crawler.tsx b/web/app/components/rag-pipeline/components/panel/test-run/data-source/website-crawl/base/crawler.tsx index e6397fc10e..90ec630f0f 100644 --- a/web/app/components/rag-pipeline/components/panel/test-run/data-source/website-crawl/base/crawler.tsx +++ b/web/app/components/rag-pipeline/components/panel/test-run/data-source/website-crawl/base/crawler.tsx @@ -101,7 +101,7 @@ const Crawler = ({ }, [runDatasourceNode, nodeId, pipelineId, onJobIdChange, onCheckedCrawlResultChange, t]) return ( - <div> + <div className='flex flex-col'> <Header isInPipeline {...headerInfo} @@ -117,7 +117,7 @@ const Crawler = ({ /> </div> {!isInit && ( - <div className='relative'> + <div className='relative flex flex-col'> {isRunning && ( <Crawling crawledNum={0} From 3db864561e31634067a250bbc463476350afe057 Mon Sep 17 00:00:00 2001 From: zxhlyh <jasonapring2015@outlook.com> Date: Fri, 6 Jun 2025 14:21:23 +0800 Subject: [PATCH 5/6] confirm publish --- .../rag-pipeline-header/publisher/popup.tsx | 73 ++++++++++++++----- .../workflow/nodes/data-source/constants.ts | 22 +++++- .../workflow/nodes/data-source/default.ts | 19 +++-- .../workflow/nodes/data-source/panel.tsx | 23 ++++-- .../workflow/nodes/data-source/types.ts | 5 +- web/i18n/en-US/pipeline.ts | 2 + web/i18n/zh-Hans/pipeline.ts | 2 + 7 files changed, 113 insertions(+), 33 deletions(-) diff --git a/web/app/components/rag-pipeline/components/rag-pipeline-header/publisher/popup.tsx b/web/app/components/rag-pipeline/components/rag-pipeline-header/publisher/popup.tsx index 85a1cf9266..3349192087 100644 --- a/web/app/components/rag-pipeline/components/rag-pipeline-header/publisher/popup.tsx +++ b/web/app/components/rag-pipeline/components/rag-pipeline-header/publisher/popup.tsx @@ -9,7 +9,10 @@ import { RiPlayCircleLine, RiTerminalBoxLine, } from '@remixicon/react' -import { useKeyPress } from 'ahooks' +import { + useBoolean, + useKeyPress, +} from 'ahooks' import { useTranslation } from 'react-i18next' import { useStore, @@ -29,6 +32,7 @@ import { useParams, useRouter } from 'next/navigation' import { useDatasetDetailContextWithSelector } from '@/context/dataset-detail' import { useInvalid } from '@/service/use-base' import { publishedPipelineInfoQueryKeyPrefix } from '@/service/use-pipeline' +import Confirm from '@/app/components/base/confirm' const PUBLISH_SHORTCUT = ['⌘', '⇧', 'P'] @@ -46,29 +50,52 @@ const Popup = () => { const { mutateAsync: publishWorkflow } = usePublishWorkflow() const { notify } = useToastContext() const workflowStore = useWorkflowStore() + const [confirmVisible, { + setFalse: hideConfirm, + setTrue: showConfirm, + }] = useBoolean(false) + const [publishing, { + setFalse: hidePublishing, + setTrue: showPublishing, + }] = useBoolean(false) const invalidPublishedPipelineInfo = useInvalid([...publishedPipelineInfoQueryKeyPrefix, pipelineId]) const handlePublish = useCallback(async (params?: PublishWorkflowParams) => { - if (await handleCheckBeforePublish()) { - const res = await publishWorkflow({ - url: `/rag/pipelines/${pipelineId}/workflows/publish`, - title: params?.title || '', - releaseNotes: params?.releaseNotes || '', - }) - setPublished(true) + if (publishing) + return + try { + const checked = await handleCheckBeforePublish() - if (res) { - notify({ type: 'success', message: t('common.api.actionSuccess') }) - workflowStore.getState().setPublishedAt(res.created_at) - mutateDatasetRes?.() - invalidPublishedPipelineInfo() + if (checked) { + if (!publishedAt && !confirmVisible) { + showConfirm() + return + } + showPublishing() + const res = await publishWorkflow({ + url: `/rag/pipelines/${pipelineId}/workflows/publish`, + title: params?.title || '', + releaseNotes: params?.releaseNotes || '', + }) + setPublished(true) + if (res) { + notify({ type: 'success', message: t('common.api.actionSuccess') }) + workflowStore.getState().setPublishedAt(res.created_at) + mutateDatasetRes?.() + invalidPublishedPipelineInfo() + } } } - else { - throw new Error('Checklist failed') + catch { } - }, [handleCheckBeforePublish, publishWorkflow, pipelineId, notify, t, workflowStore, mutateDatasetRes, invalidPublishedPipelineInfo]) + finally { + if (publishing) + hidePublishing() + if (confirmVisible) + hideConfirm() + } + }, [handleCheckBeforePublish, publishWorkflow, pipelineId, notify, t, workflowStore, mutateDatasetRes, invalidPublishedPipelineInfo, showConfirm, publishedAt, confirmVisible, hidePublishing, showPublishing, hideConfirm, publishing]) useKeyPress(`${getKeyboardKeyCodeBySystem('ctrl')}.shift.p`, (e) => { e.preventDefault() @@ -108,7 +135,7 @@ const Popup = () => { variant='primary' className='mt-3 w-full' onClick={() => handlePublish()} - disabled={published} + disabled={published || publishing} > { published @@ -163,6 +190,18 @@ const Popup = () => { </div> </Button> </div> + { + confirmVisible && ( + <Confirm + isShow={confirmVisible} + title={t('pipeline.common.confirmPublish')} + content={t('pipeline.common.confirmPublishContent')} + onCancel={hideConfirm} + onConfirm={handlePublish} + isDisabled={publishing} + /> + ) + } </div> ) } diff --git a/web/app/components/workflow/nodes/data-source/constants.ts b/web/app/components/workflow/nodes/data-source/constants.ts index c80b7d4f62..e18879be9e 100644 --- a/web/app/components/workflow/nodes/data-source/constants.ts +++ b/web/app/components/workflow/nodes/data-source/constants.ts @@ -30,7 +30,7 @@ export const COMMON_OUTPUT = [ }, ] -export const FILE_OUTPUT = [ +export const LOCAL_FILE_OUTPUT = [ { name: 'file', type: VarType.file, @@ -80,7 +80,7 @@ export const FILE_OUTPUT = [ }, ] -export const WEBSITE_OUTPUT = [ +export const WEBSITE_CRAWL_OUTPUT = [ { name: 'source_url', type: VarType.string, @@ -102,3 +102,21 @@ export const WEBSITE_OUTPUT = [ description: 'The description of the crawled website', }, ] + +export const ONLINE_DOCUMENT_OUTPUT = [ + { + name: 'workspace_id', + type: VarType.string, + description: 'The ID of the workspace where the document is stored', + }, + { + name: 'page_id', + type: VarType.string, + description: 'The ID of the page in the document', + }, + { + name: 'content', + type: VarType.string, + description: 'The content of the online document', + }, +] diff --git a/web/app/components/workflow/nodes/data-source/default.ts b/web/app/components/workflow/nodes/data-source/default.ts index bb5c9375b1..2319757d48 100644 --- a/web/app/components/workflow/nodes/data-source/default.ts +++ b/web/app/components/workflow/nodes/data-source/default.ts @@ -5,8 +5,9 @@ import { genNodeMetaData } from '@/app/components/workflow/utils' import { BlockEnum } from '@/app/components/workflow/types' import { COMMON_OUTPUT, - FILE_OUTPUT, - WEBSITE_OUTPUT, + LOCAL_FILE_OUTPUT, + ONLINE_DOCUMENT_OUTPUT, + WEBSITE_CRAWL_OUTPUT, } from './constants' import { VarType as VarKindType } from '@/app/components/workflow/nodes/tool/types' @@ -58,18 +59,24 @@ const nodeDefault: NodeDefault<DataSourceNodeType> = { const { provider_type, } = payload - const isLocalFile = provider_type === DataSourceClassification.file - const isWebsiteCrawl = provider_type === DataSourceClassification.website + const isLocalFile = provider_type === DataSourceClassification.localFile + const isWebsiteCrawl = provider_type === DataSourceClassification.websiteCrawl + const isOnlineDocument = provider_type === DataSourceClassification.onlineDocument return [ ...COMMON_OUTPUT.map(item => ({ variable: item.name, type: item.type })), ...( isLocalFile - ? FILE_OUTPUT.map(item => ({ variable: item.name, type: item.type })) + ? LOCAL_FILE_OUTPUT.map(item => ({ variable: item.name, type: item.type })) : [] ), ...( isWebsiteCrawl - ? WEBSITE_OUTPUT.map(item => ({ variable: item.name, type: item.type })) + ? WEBSITE_CRAWL_OUTPUT.map(item => ({ variable: item.name, type: item.type })) + : [] + ), + ...( + isOnlineDocument + ? ONLINE_DOCUMENT_OUTPUT.map(item => ({ variable: item.name, type: item.type })) : [] ), ...ragVars, diff --git a/web/app/components/workflow/nodes/data-source/panel.tsx b/web/app/components/workflow/nodes/data-source/panel.tsx index c043de9df1..1148efc2bd 100644 --- a/web/app/components/workflow/nodes/data-source/panel.tsx +++ b/web/app/components/workflow/nodes/data-source/panel.tsx @@ -20,8 +20,9 @@ import { useNodesReadOnly } from '@/app/components/workflow/hooks' import { useConfig } from './hooks/use-config' import { COMMON_OUTPUT, - FILE_OUTPUT, - WEBSITE_OUTPUT, + LOCAL_FILE_OUTPUT, + ONLINE_DOCUMENT_OUTPUT, + WEBSITE_CRAWL_OUTPUT, } from './constants' import { useStore } from '@/app/components/workflow/store' import Button from '@/app/components/base/button' @@ -48,8 +49,9 @@ const Panel: FC<NodePanelProps<DataSourceNodeType>> = ({ id, data }) => { handleFileExtensionsChange, handleParametersChange, } = useConfig(id) - const isLocalFile = provider_type === DataSourceClassification.file - const isWebsiteCrawl = provider_type === DataSourceClassification.website + const isLocalFile = provider_type === DataSourceClassification.localFile + const isWebsiteCrawl = provider_type === DataSourceClassification.websiteCrawl + const isOnlineDocument = provider_type === DataSourceClassification.onlineDocument const currentDataSource = dataSourceList?.find(ds => ds.plugin_id === plugin_id) const isAuthorized = !!currentDataSource?.is_authorized const [showAuthModal, { @@ -166,7 +168,7 @@ const Panel: FC<NodePanelProps<DataSourceNodeType>> = ({ id, data }) => { )) } { - isLocalFile && FILE_OUTPUT.map(item => ( + isLocalFile && LOCAL_FILE_OUTPUT.map(item => ( <VarItem name={item.name} type={item.type} @@ -180,7 +182,16 @@ const Panel: FC<NodePanelProps<DataSourceNodeType>> = ({ id, data }) => { )) } { - isWebsiteCrawl && WEBSITE_OUTPUT.map(item => ( + isWebsiteCrawl && WEBSITE_CRAWL_OUTPUT.map(item => ( + <VarItem + name={item.name} + type={item.type} + description={item.description} + /> + )) + } + { + isOnlineDocument && ONLINE_DOCUMENT_OUTPUT.map(item => ( <VarItem name={item.name} type={item.type} diff --git a/web/app/components/workflow/nodes/data-source/types.ts b/web/app/components/workflow/nodes/data-source/types.ts index 0c49a2019e..cdf1b5bf7e 100644 --- a/web/app/components/workflow/nodes/data-source/types.ts +++ b/web/app/components/workflow/nodes/data-source/types.ts @@ -7,8 +7,9 @@ export enum VarType { } export enum DataSourceClassification { - file = 'local_file', - website = 'website_crawl', + localFile = 'local_file', + websiteCrawl = 'website_crawl', + onlineDocument = 'online_document', } export type ToolVarInputs = Record<string, { diff --git a/web/i18n/en-US/pipeline.ts b/web/i18n/en-US/pipeline.ts index ba23398aaf..c1f597280a 100644 --- a/web/i18n/en-US/pipeline.ts +++ b/web/i18n/en-US/pipeline.ts @@ -2,6 +2,8 @@ const translation = { common: { goToAddDocuments: 'Go to add documents', publishAs: 'Publish as a Knowledge Pipeline', + confirmPublish: 'Confirm Publish', + confirmPublishContent: 'After successfully publishing the knowledge pipeline, the chunk structure of this knowledge base cannot be modified. Are you sure you want to publish it?', }, } diff --git a/web/i18n/zh-Hans/pipeline.ts b/web/i18n/zh-Hans/pipeline.ts index bbb7116d9a..deb570404b 100644 --- a/web/i18n/zh-Hans/pipeline.ts +++ b/web/i18n/zh-Hans/pipeline.ts @@ -2,6 +2,8 @@ const translation = { common: { goToAddDocuments: '去添加文档', publishAs: '发布为知识管道', + confirmPublish: '确认发布', + confirmPublishContent: '成功发布知识管道后，此知识库的分段结构将无法修改。您确定要发布吗？', }, } From e9617225971b0b2ec441e68992c1242ea2146156 Mon Sep 17 00:00:00 2001 From: zxhlyh <jasonapring2015@outlook.com> Date: Fri, 6 Jun 2025 15:00:37 +0800 Subject: [PATCH 6/6] dsl --- .../components/rag-pipeline-children.tsx | 48 ++++++++++- .../components/rag-pipeline-main.tsx | 9 +++ .../components/rag-pipeline/hooks/index.ts | 1 + .../components/rag-pipeline/hooks/use-DSL.ts | 81 +++++++++++++++++++ ...e-url.tsx => use-get-run-and-trace-url.ts} | 0 .../rag-pipeline/hooks/use-pipeline-init.ts | 5 +- .../components/rag-pipeline/store/index.ts | 2 + .../components/workflow-children.tsx | 4 +- .../workflow-app/components/workflow-main.tsx | 9 +++ .../components/workflow-app/hooks/index.ts | 1 + .../components/workflow-app/hooks/use-DSL.ts | 79 ++++++++++++++++++ ...e-url.tsx => use-get-run-and-trace-url.ts} | 0 .../workflow/block-selector/utils.ts | 1 + .../components/workflow/hooks-store/store.ts | 6 ++ web/app/components/workflow/hooks/index.ts | 1 + web/app/components/workflow/hooks/use-DSL.ts | 11 +++ .../hooks/use-workflow-interactions.ts | 73 +---------------- .../components/workflow/panel-contextmenu.tsx | 2 +- web/service/use-pipeline.ts | 12 +++ 19 files changed, 267 insertions(+), 78 deletions(-) create mode 100644 web/app/components/rag-pipeline/hooks/use-DSL.ts rename web/app/components/rag-pipeline/hooks/{use-get-run-and-trace-url.tsx => use-get-run-and-trace-url.ts} (100%) create mode 100644 web/app/components/workflow-app/hooks/use-DSL.ts rename web/app/components/workflow-app/hooks/{use-get-run-and-trace-url.tsx => use-get-run-and-trace-url.ts} (100%) create mode 100644 web/app/components/workflow/hooks/use-DSL.ts diff --git a/web/app/components/rag-pipeline/components/rag-pipeline-children.tsx b/web/app/components/rag-pipeline/components/rag-pipeline-children.tsx index a2d41dbfa7..1da62befd1 100644 --- a/web/app/components/rag-pipeline/components/rag-pipeline-children.tsx +++ b/web/app/components/rag-pipeline/components/rag-pipeline-children.tsx @@ -1,14 +1,60 @@ -import { memo } from 'react' +import { + memo, + useState, +} from 'react' import { useStore } from '../../workflow/store' import InputField from './input-field' import RagPipelinePanel from './panel' import RagPipelineHeader from './rag-pipeline-header' +import type { EnvironmentVariable } from '@/app/components/workflow/types' +import { DSL_EXPORT_CHECK } from '@/app/components/workflow/constants' +import UpdateDSLModal from '@/app/components/workflow/update-dsl-modal' +import DSLExportConfirmModal from '@/app/components/workflow/dsl-export-confirm-modal' +import { + useDSL, + usePanelInteractions, +} from '@/app/components/workflow/hooks' +import { useEventEmitterContextContext } from '@/context/event-emitter' const RagPipelineChildren = () => { + const { eventEmitter } = useEventEmitterContextContext() + const [secretEnvList, setSecretEnvList] = useState<EnvironmentVariable[]>([]) const showInputFieldDialog = useStore(state => state.showInputFieldDialog) + const showImportDSLModal = useStore(s => s.showImportDSLModal) + const setShowImportDSLModal = useStore(s => s.setShowImportDSLModal) + const { + handlePaneContextmenuCancel, + } = usePanelInteractions() + const { + exportCheck, + handleExportDSL, + } = useDSL() + + eventEmitter?.useSubscription((v: any) => { + if (v.type === DSL_EXPORT_CHECK) + setSecretEnvList(v.payload.data as EnvironmentVariable[]) + }) return ( <> + { + showImportDSLModal && ( + <UpdateDSLModal + onCancel={() => setShowImportDSLModal(false)} + onBackup={exportCheck!} + onImport={handlePaneContextmenuCancel} + /> + ) + } + { + secretEnvList.length > 0 && ( + <DSLExportConfirmModal + envList={secretEnvList} + onConfirm={handleExportDSL!} + onClose={() => setSecretEnvList([])} + /> + ) + } <RagPipelineHeader /> <RagPipelinePanel /> { diff --git a/web/app/components/rag-pipeline/components/rag-pipeline-main.tsx b/web/app/components/rag-pipeline/components/rag-pipeline-main.tsx index 53de99609e..cf9b9744e9 100644 --- a/web/app/components/rag-pipeline/components/rag-pipeline-main.tsx +++ b/web/app/components/rag-pipeline/components/rag-pipeline-main.tsx @@ -6,6 +6,7 @@ import type { WorkflowProps } from '@/app/components/workflow' import RagPipelineChildren from './rag-pipeline-children' import { useAvailableNodesMetaData, + useDSL, useGetRunAndTraceUrl, useNodesSyncDraft, usePipelineRefreshDraft, @@ -37,6 +38,10 @@ const RagPipelineMain = ({ } = usePipelineStartRun() const availableNodesMetaData = useAvailableNodesMetaData() const { getWorkflowRunAndTraceUrl } = useGetRunAndTraceUrl() + const { + exportCheck, + handleExportDSL, + } = useDSL() const hooksStore = useMemo(() => { return { @@ -52,6 +57,8 @@ const RagPipelineMain = ({ handleStartWorkflowRun, handleWorkflowStartRunInWorkflow, getWorkflowRunAndTraceUrl, + exportCheck, + handleExportDSL, } }, [ availableNodesMetaData, @@ -66,6 +73,8 @@ const RagPipelineMain = ({ handleStartWorkflowRun, handleWorkflowStartRunInWorkflow, getWorkflowRunAndTraceUrl, + exportCheck, + handleExportDSL, ]) return ( diff --git a/web/app/components/rag-pipeline/hooks/index.ts b/web/app/components/rag-pipeline/hooks/index.ts index 216a6d51cb..3754ddb02d 100644 --- a/web/app/components/rag-pipeline/hooks/index.ts +++ b/web/app/components/rag-pipeline/hooks/index.ts @@ -5,3 +5,4 @@ export * from './use-pipeline-run' export * from './use-pipeline-start-run' export * from './use-pipeline-init' export * from './use-get-run-and-trace-url' +export * from './use-DSL' diff --git a/web/app/components/rag-pipeline/hooks/use-DSL.ts b/web/app/components/rag-pipeline/hooks/use-DSL.ts new file mode 100644 index 0000000000..36ac6b9e0b --- /dev/null +++ b/web/app/components/rag-pipeline/hooks/use-DSL.ts @@ -0,0 +1,81 @@ +import { + useCallback, + useState, +} from 'react' +import { useTranslation } from 'react-i18next' +import { + DSL_EXPORT_CHECK, +} from '@/app/components/workflow/constants' +import { useNodesSyncDraft } from './use-nodes-sync-draft' +import { useEventEmitterContextContext } from '@/context/event-emitter' +import { fetchWorkflowDraft } from '@/service/workflow' +import { useToastContext } from '@/app/components/base/toast' +import { useWorkflowStore } from '@/app/components/workflow/store' +import { useExportPipelineDSL } from '@/service/use-pipeline' + +export const useDSL = () => { + const { t } = useTranslation() + const { notify } = useToastContext() + const { eventEmitter } = useEventEmitterContextContext() + const [exporting, setExporting] = useState(false) + const { doSyncWorkflowDraft } = useNodesSyncDraft() + const workflowStore = useWorkflowStore() + const { mutateAsync: exportPipelineConfig } = useExportPipelineDSL() + + const handleExportDSL = useCallback(async (include = false) => { + const { pipelineId, knowledgeName } = workflowStore.getState() + if (!pipelineId) + return + + if (exporting) + return + + try { + setExporting(true) + await doSyncWorkflowDraft() + const { data } = await exportPipelineConfig({ + pipelineId, + include, + }) + const a = document.createElement('a') + const file = new Blob([data], { type: 'application/yaml' }) + a.href = URL.createObjectURL(file) + a.download = `${knowledgeName}.yml` + a.click() + } + catch { + notify({ type: 'error', message: t('app.exportFailed') }) + } + finally { + setExporting(false) + } + }, [notify, t, doSyncWorkflowDraft, exporting, exportPipelineConfig, workflowStore]) + + const exportCheck = useCallback(async () => { + const { pipelineId } = workflowStore.getState() + if (!pipelineId) + return + try { + const workflowDraft = await fetchWorkflowDraft(`/rag/pipelines/${pipelineId}/workflows/draft`) + const list = (workflowDraft.environment_variables || []).filter(env => env.value_type === 'secret') + if (list.length === 0) { + handleExportDSL() + return + } + eventEmitter?.emit({ + type: DSL_EXPORT_CHECK, + payload: { + data: list, + }, + } as any) + } + catch { + notify({ type: 'error', message: t('app.exportFailed') }) + } + }, [eventEmitter, handleExportDSL, notify, t, workflowStore]) + + return { + exportCheck, + handleExportDSL, + } +} diff --git a/web/app/components/rag-pipeline/hooks/use-get-run-and-trace-url.tsx b/web/app/components/rag-pipeline/hooks/use-get-run-and-trace-url.ts similarity index 100% rename from web/app/components/rag-pipeline/hooks/use-get-run-and-trace-url.tsx rename to web/app/components/rag-pipeline/hooks/use-get-run-and-trace-url.ts diff --git a/web/app/components/rag-pipeline/hooks/use-pipeline-init.ts b/web/app/components/rag-pipeline/hooks/use-pipeline-init.ts index 0c8f1d51c9..d3e65c8ca6 100644 --- a/web/app/components/rag-pipeline/hooks/use-pipeline-init.ts +++ b/web/app/components/rag-pipeline/hooks/use-pipeline-init.ts @@ -24,10 +24,11 @@ export const usePipelineInit = () => { const [data, setData] = useState<FetchWorkflowDraftResponse>() const [isLoading, setIsLoading] = useState(true) const datasetId = useDatasetDetailContextWithSelector(s => s.dataset)?.pipeline_id + const knowledgeName = useDatasetDetailContextWithSelector(s => s.dataset)?.name useEffect(() => { - workflowStore.setState({ pipelineId: datasetId }) - }, [datasetId, workflowStore]) + workflowStore.setState({ pipelineId: datasetId, knowledgeName }) + }, [datasetId, workflowStore, knowledgeName]) usePipelineConfig() diff --git a/web/app/components/rag-pipeline/store/index.ts b/web/app/components/rag-pipeline/store/index.ts index cdda5b52f9..7799c29daa 100644 --- a/web/app/components/rag-pipeline/store/index.ts +++ b/web/app/components/rag-pipeline/store/index.ts @@ -8,6 +8,7 @@ import { transformDataSourceToTool } from '@/app/components/workflow/block-selec export type RagPipelineSliceShape = { pipelineId: string + knowledgeName: string showInputFieldDialog: boolean setShowInputFieldDialog: (showInputFieldPanel: boolean) => void nodesDefaultConfigs: Record<string, any> @@ -21,6 +22,7 @@ export type RagPipelineSliceShape = { export type CreateRagPipelineSliceSlice = StateCreator<RagPipelineSliceShape> export const createRagPipelineSliceSlice: StateCreator<RagPipelineSliceShape> = set => ({ pipelineId: '', + knowledgeName: '', showInputFieldDialog: false, setShowInputFieldDialog: showInputFieldDialog => set(() => ({ showInputFieldDialog })), nodesDefaultConfigs: {}, diff --git a/web/app/components/workflow-app/components/workflow-children.tsx b/web/app/components/workflow-app/components/workflow-children.tsx index 6a6bbcd61a..baccb0b60a 100644 --- a/web/app/components/workflow-app/components/workflow-children.tsx +++ b/web/app/components/workflow-app/components/workflow-children.tsx @@ -46,7 +46,7 @@ const WorkflowChildren = () => { showImportDSLModal && ( <UpdateDSLModal onCancel={() => setShowImportDSLModal(false)} - onBackup={exportCheck} + onBackup={exportCheck!} onImport={handlePaneContextmenuCancel} /> ) @@ -55,7 +55,7 @@ const WorkflowChildren = () => { secretEnvList.length > 0 && ( <DSLExportConfirmModal envList={secretEnvList} - onConfirm={handleExportDSL} + onConfirm={handleExportDSL!} onClose={() => setSecretEnvList([])} /> ) diff --git a/web/app/components/workflow-app/components/workflow-main.tsx b/web/app/components/workflow-app/components/workflow-main.tsx index 50ae6ed35c..ead930ba5e 100644 --- a/web/app/components/workflow-app/components/workflow-main.tsx +++ b/web/app/components/workflow-app/components/workflow-main.tsx @@ -8,6 +8,7 @@ import type { WorkflowProps } from '@/app/components/workflow' import WorkflowChildren from './workflow-children' import { useAvailableNodesMetaData, + useDSL, useGetRunAndTraceUrl, useNodesSyncDraft, useWorkflowRefreshDraft, @@ -50,6 +51,10 @@ const WorkflowMain = ({ } = useWorkflowStartRun() const availableNodesMetaData = useAvailableNodesMetaData() const { getWorkflowRunAndTraceUrl } = useGetRunAndTraceUrl() + const { + exportCheck, + handleExportDSL, + } = useDSL() const hooksStore = useMemo(() => { return { @@ -66,6 +71,8 @@ const WorkflowMain = ({ handleWorkflowStartRunInWorkflow, availableNodesMetaData, getWorkflowRunAndTraceUrl, + exportCheck, + handleExportDSL, } }, [ syncWorkflowDraftWhenPageClose, @@ -81,6 +88,8 @@ const WorkflowMain = ({ handleWorkflowStartRunInWorkflow, availableNodesMetaData, getWorkflowRunAndTraceUrl, + exportCheck, + handleExportDSL, ]) return ( diff --git a/web/app/components/workflow-app/hooks/index.ts b/web/app/components/workflow-app/hooks/index.ts index 3b4a587d8f..b17943afc5 100644 --- a/web/app/components/workflow-app/hooks/index.ts +++ b/web/app/components/workflow-app/hooks/index.ts @@ -7,3 +7,4 @@ export * from './use-is-chat-mode' export * from './use-available-nodes-meta-data' export * from './use-workflow-refresh-draft' export * from './use-get-run-and-trace-url' +export * from './use-DSL' diff --git a/web/app/components/workflow-app/hooks/use-DSL.ts b/web/app/components/workflow-app/hooks/use-DSL.ts new file mode 100644 index 0000000000..372eb2c850 --- /dev/null +++ b/web/app/components/workflow-app/hooks/use-DSL.ts @@ -0,0 +1,79 @@ +import { + useCallback, + useState, +} from 'react' +import { useTranslation } from 'react-i18next' +import { + DSL_EXPORT_CHECK, +} from '@/app/components/workflow/constants' +import { useNodesSyncDraft } from './use-nodes-sync-draft' +import { useEventEmitterContextContext } from '@/context/event-emitter' +import { fetchWorkflowDraft } from '@/service/workflow' +import { exportAppConfig } from '@/service/apps' +import { useToastContext } from '@/app/components/base/toast' +import { useStore as useAppStore } from '@/app/components/app/store' + +export const useDSL = () => { + const { t } = useTranslation() + const { notify } = useToastContext() + const { eventEmitter } = useEventEmitterContextContext() + const [exporting, setExporting] = useState(false) + const { doSyncWorkflowDraft } = useNodesSyncDraft() + + const appDetail = useAppStore(s => s.appDetail) + + const handleExportDSL = useCallback(async (include = false) => { + if (!appDetail) + return + + if (exporting) + return + + try { + setExporting(true) + await doSyncWorkflowDraft() + const { data } = await exportAppConfig({ + appID: appDetail.id, + include, + }) + const a = document.createElement('a') + const file = new Blob([data], { type: 'application/yaml' }) + a.href = URL.createObjectURL(file) + a.download = `${appDetail.name}.yml` + a.click() + } + catch { + notify({ type: 'error', message: t('app.exportFailed') }) + } + finally { + setExporting(false) + } + }, [appDetail, notify, t, doSyncWorkflowDraft, exporting]) + + const exportCheck = useCallback(async () => { + if (!appDetail) + return + try { + const workflowDraft = await fetchWorkflowDraft(`/apps/${appDetail?.id}/workflows/draft`) + const list = (workflowDraft.environment_variables || []).filter(env => env.value_type === 'secret') + if (list.length === 0) { + handleExportDSL() + return + } + eventEmitter?.emit({ + type: DSL_EXPORT_CHECK, + payload: { + data: list, + }, + } as any) + } + catch { + notify({ type: 'error', message: t('app.exportFailed') }) + } + }, [appDetail, eventEmitter, handleExportDSL, notify, t]) + + return { + exportCheck, + handleExportDSL, + } +} diff --git a/web/app/components/workflow-app/hooks/use-get-run-and-trace-url.tsx b/web/app/components/workflow-app/hooks/use-get-run-and-trace-url.ts similarity index 100% rename from web/app/components/workflow-app/hooks/use-get-run-and-trace-url.tsx rename to web/app/components/workflow-app/hooks/use-get-run-and-trace-url.ts diff --git a/web/app/components/workflow/block-selector/utils.ts b/web/app/components/workflow/block-selector/utils.ts index b1ad7b1256..0a4bed25ff 100644 --- a/web/app/components/workflow/block-selector/utils.ts +++ b/web/app/components/workflow/block-selector/utils.ts @@ -13,6 +13,7 @@ export const transformDataSourceToTool = (dataSourceItem: DataSourceItem) => { type: dataSourceItem.declaration.provider_type, team_credentials: {}, allow_delete: true, + is_team_authorization: dataSourceItem.is_authorized, is_authorized: dataSourceItem.is_authorized, labels: dataSourceItem.declaration.identity.tags || [], plugin_id: dataSourceItem.plugin_id, diff --git a/web/app/components/workflow/hooks-store/store.ts b/web/app/components/workflow/hooks-store/store.ts index cea8f3a248..967682c7dd 100644 --- a/web/app/components/workflow/hooks-store/store.ts +++ b/web/app/components/workflow/hooks-store/store.ts @@ -37,6 +37,8 @@ export type CommonHooksFnMap = { handleWorkflowStartRunInChatflow: () => void availableNodesMetaData?: AvailableNodesMetaData getWorkflowRunAndTraceUrl: (runId?: string) => { runUrl: string; traceUrl: string } + exportCheck?: () => Promise<void> + handleExportDSL?: (include?: boolean) => Promise<void> } export type Shape = { @@ -62,6 +64,8 @@ export const createHooksStore = ({ runUrl: '', traceUrl: '', }), + exportCheck = async () => noop(), + handleExportDSL = async () => noop(), }: Partial<Shape>) => { return createStore<Shape>(set => ({ refreshAll: props => set(state => ({ ...state, ...props })), @@ -78,6 +82,8 @@ export const createHooksStore = ({ handleWorkflowStartRunInChatflow, availableNodesMetaData, getWorkflowRunAndTraceUrl, + exportCheck, + handleExportDSL, })) } diff --git a/web/app/components/workflow/hooks/index.ts b/web/app/components/workflow/hooks/index.ts index 317ca23d4a..8a33643d69 100644 --- a/web/app/components/workflow/hooks/index.ts +++ b/web/app/components/workflow/hooks/index.ts @@ -19,3 +19,4 @@ export * from './use-nodes-meta-data' export * from './use-available-blocks' export * from './use-workflow-refresh-draft' export * from './use-tool-icon' +export * from './use-DSL' diff --git a/web/app/components/workflow/hooks/use-DSL.ts b/web/app/components/workflow/hooks/use-DSL.ts new file mode 100644 index 0000000000..2470ca7b46 --- /dev/null +++ b/web/app/components/workflow/hooks/use-DSL.ts @@ -0,0 +1,11 @@ +import { useHooksStore } from '@/app/components/workflow/hooks-store' + +export const useDSL = () => { + const exportCheck = useHooksStore(s => s.exportCheck) + const handleExportDSL = useHooksStore(s => s.handleExportDSL) + + return { + exportCheck, + handleExportDSL, + } +} diff --git a/web/app/components/workflow/hooks/use-workflow-interactions.ts b/web/app/components/workflow/hooks/use-workflow-interactions.ts index 636d3b94f9..c9e04fe801 100644 --- a/web/app/components/workflow/hooks/use-workflow-interactions.ts +++ b/web/app/components/workflow/hooks/use-workflow-interactions.ts @@ -1,13 +1,11 @@ import { useCallback, - useState, } from 'react' -import { useTranslation } from 'react-i18next' import { useReactFlow, useStoreApi } from 'reactflow' import produce from 'immer' import { useStore, useWorkflowStore } from '../store' import { - CUSTOM_NODE, DSL_EXPORT_CHECK, + CUSTOM_NODE, NODE_LAYOUT_HORIZONTAL_PADDING, NODE_LAYOUT_VERTICAL_PADDING, WORKFLOW_DATA_UPDATE, @@ -30,10 +28,6 @@ import { useNodesInteractionsWithoutSync } from './use-nodes-interactions-withou import { useNodesSyncDraft } from './use-nodes-sync-draft' import { WorkflowHistoryEvent, useWorkflowHistory } from './use-workflow-history' import { useEventEmitterContextContext } from '@/context/event-emitter' -import { fetchWorkflowDraft } from '@/service/workflow' -import { exportAppConfig } from '@/service/apps' -import { useToastContext } from '@/app/components/base/toast' -import { useStore as useAppStore } from '@/app/components/app/store' export const useWorkflowInteractions = () => { const workflowStore = useWorkflowStore() @@ -336,68 +330,3 @@ export const useWorkflowUpdate = () => { handleUpdateWorkflowCanvas, } } - -export const useDSL = () => { - const { t } = useTranslation() - const { notify } = useToastContext() - const { eventEmitter } = useEventEmitterContextContext() - const [exporting, setExporting] = useState(false) - const { doSyncWorkflowDraft } = useNodesSyncDraft() - - const appDetail = useAppStore(s => s.appDetail) - - const handleExportDSL = useCallback(async (include = false) => { - if (!appDetail) - return - - if (exporting) - return - - try { - setExporting(true) - await doSyncWorkflowDraft() - const { data } = await exportAppConfig({ - appID: appDetail.id, - include, - }) - const a = document.createElement('a') - const file = new Blob([data], { type: 'application/yaml' }) - a.href = URL.createObjectURL(file) - a.download = `${appDetail.name}.yml` - a.click() - } - catch { - notify({ type: 'error', message: t('app.exportFailed') }) - } - finally { - setExporting(false) - } - }, [appDetail, notify, t, doSyncWorkflowDraft, exporting]) - - const exportCheck = useCallback(async () => { - if (!appDetail) - return - try { - const workflowDraft = await fetchWorkflowDraft(`/apps/${appDetail?.id}/workflows/draft`) - const list = (workflowDraft.environment_variables || []).filter(env => env.value_type === 'secret') - if (list.length === 0) { - handleExportDSL() - return - } - eventEmitter?.emit({ - type: DSL_EXPORT_CHECK, - payload: { - data: list, - }, - } as any) - } - catch { - notify({ type: 'error', message: t('app.exportFailed') }) - } - }, [appDetail, eventEmitter, handleExportDSL, notify, t]) - - return { - exportCheck, - handleExportDSL, - } -} diff --git a/web/app/components/workflow/panel-contextmenu.tsx b/web/app/components/workflow/panel-contextmenu.tsx index 0a09452c67..2ee69df671 100644 --- a/web/app/components/workflow/panel-contextmenu.tsx +++ b/web/app/components/workflow/panel-contextmenu.tsx @@ -112,7 +112,7 @@ const PanelContextmenu = () => { <div className='p-1'> <div className='flex h-8 cursor-pointer items-center justify-between rounded-lg px-3 text-sm text-text-secondary hover:bg-state-base-hover' - onClick={() => exportCheck()} + onClick={() => exportCheck?.()} > {t('app.export')} </div> diff --git a/web/service/use-pipeline.ts b/web/service/use-pipeline.ts index 9b03f9ea33..b338615ef6 100644 --- a/web/service/use-pipeline.ts +++ b/web/service/use-pipeline.ts @@ -298,3 +298,15 @@ export const usePublishedPipelinePreProcessingParams = (params: PipelinePreProce enabled, }) } + +export const useExportPipelineDSL = () => { + return useMutation({ + mutationKey: [NAME_SPACE, 'export-pipeline-dsl'], + mutationFn: ({ + pipelineId, + include = false, + }: { pipelineId: string; include?: boolean }) => { + return get<ExportTemplateDSLResponse>(`/rag/pipelines/${pipelineId}/export?include_secret=${include}`) + }, + }) +}