mirror of
https://github.com/langgenius/dify.git
synced 2026-09-04 07:53:20 +08:00
4ee43b8afc
Import the committed KnowledgeFS snapshot dc4072ee302317145612087ce7440851dc329fd0 under knowledge-fs/ without its Git history, local IDE settings, or build artifacts.
277 lines
9.1 KiB
SQL
277 lines
9.1 KiB
SQL
-- Knowledge Platform schema migration
|
|
-- Migration id: 0006_document_compilation_attempts
|
|
-- Dialect: tidb
|
|
|
|
-- Compilation state and queue publication live in one database transaction. active_slot is 1 only
|
|
-- while work is live; terminal rows are retained unless an explicit manual retry reactivates a
|
|
-- failed logical attempt. The unique key prevents two active attempts for the same tenant-scoped
|
|
-- document version.
|
|
-- TiDB requires v8.5+ with CHECK and foreign-key enforcement enabled, as verified by the runner.
|
|
ALTER TABLE `knowledge_spaces`
|
|
ADD CONSTRAINT `knowledge_spaces_tenant_id_length_ck`
|
|
CHECK (CHAR_LENGTH(`tenant_id`) <= 255);
|
|
ALTER TABLE `knowledge_spaces`
|
|
MODIFY COLUMN `tenant_id` VARCHAR(255) NOT NULL;
|
|
|
|
CREATE UNIQUE INDEX IF NOT EXISTS `knowledge_spaces_tenant_id_uq`
|
|
ON `knowledge_spaces` (`tenant_id`, `id`);
|
|
CREATE UNIQUE INDEX IF NOT EXISTS `document_assets_space_id_version_uq`
|
|
ON `document_assets` (`knowledge_space_id`, `id`, `version`);
|
|
CREATE UNIQUE INDEX IF NOT EXISTS `projection_set_publications_space_id_fingerprint_uq`
|
|
ON `projection_set_publications` (
|
|
`tenant_id`,
|
|
`knowledge_space_id`,
|
|
`id`,
|
|
`fingerprint`
|
|
);
|
|
|
|
CREATE TABLE IF NOT EXISTS `document_compilation_attempts` (
|
|
`id` CHAR(36) PRIMARY KEY NOT NULL,
|
|
`tenant_id` VARCHAR(255) NOT NULL,
|
|
`knowledge_space_id` CHAR(36) NOT NULL,
|
|
`document_asset_id` CHAR(36) NOT NULL,
|
|
`document_version` INT NOT NULL,
|
|
`publication_generation_id` CHAR(36) NOT NULL,
|
|
`base_head_revision` INT NOT NULL,
|
|
`candidate_publication_id` CHAR(36),
|
|
`candidate_fingerprint` VARCHAR(86),
|
|
`checkpoint` VARCHAR(32) NOT NULL,
|
|
`run_state` VARCHAR(16) NOT NULL,
|
|
`active_slot` INT,
|
|
`execution_attempts` INT NOT NULL,
|
|
`max_execution_attempts` INT NOT NULL,
|
|
`queue_job_id` VARCHAR(255),
|
|
`external_job_id` VARCHAR(255),
|
|
`worker_id` VARCHAR(255),
|
|
`lease_token` CHAR(36),
|
|
`lease_expires_at` DATETIME(3),
|
|
`heartbeat_at` DATETIME(3),
|
|
`retry_at` DATETIME(3),
|
|
`last_error_code` VARCHAR(64),
|
|
`last_error_message` TEXT,
|
|
`row_version` INT NOT NULL,
|
|
`created_at` DATETIME(3) NOT NULL,
|
|
`updated_at` DATETIME(3) NOT NULL,
|
|
`started_at` DATETIME(3),
|
|
`completed_at` DATETIME(3),
|
|
CONSTRAINT `document_compilation_attempts_generation_nonzero_ck`
|
|
CHECK (
|
|
`publication_generation_id` REGEXP '^[0-9A-Fa-f]{8}-[0-9A-Fa-f]{4}-[0-9A-Fa-f]{4}-[0-9A-Fa-f]{4}-[0-9A-Fa-f]{12}$'
|
|
AND `publication_generation_id` <> '00000000-0000-0000-0000-000000000000'
|
|
),
|
|
CONSTRAINT `document_compilation_attempts_active_slot_ck`
|
|
CHECK (`active_slot` IS NULL OR `active_slot` = 1),
|
|
CONSTRAINT `document_compilation_attempts_base_revision_ck`
|
|
CHECK (`base_head_revision` >= 0),
|
|
CONSTRAINT `document_compilation_attempts_execution_count_ck`
|
|
CHECK (
|
|
`execution_attempts` >= 0
|
|
AND `max_execution_attempts` > 0
|
|
AND `execution_attempts` <= `max_execution_attempts`
|
|
),
|
|
CONSTRAINT `document_compilation_attempts_row_version_ck`
|
|
CHECK (`row_version` >= 0),
|
|
CONSTRAINT `document_compilation_attempts_checkpoint_ck`
|
|
CHECK (
|
|
`checkpoint` IN (
|
|
'queued',
|
|
'parsed',
|
|
'outline_built',
|
|
'nodes_generated',
|
|
'projection_built',
|
|
'smoke_eval_passed',
|
|
'published'
|
|
)
|
|
),
|
|
CONSTRAINT `document_compilation_attempts_run_state_ck`
|
|
CHECK (
|
|
`run_state` IN (
|
|
'dispatch_pending',
|
|
'queued',
|
|
'running',
|
|
'retry_wait',
|
|
'succeeded',
|
|
'failed',
|
|
'canceled',
|
|
'superseded'
|
|
)
|
|
),
|
|
CONSTRAINT `document_compilation_attempts_lifecycle_ck`
|
|
CHECK (
|
|
(
|
|
`run_state` IN ('succeeded', 'failed', 'canceled', 'superseded')
|
|
AND `active_slot` IS NULL
|
|
AND `completed_at` IS NOT NULL
|
|
)
|
|
OR (
|
|
`run_state` IN ('dispatch_pending', 'queued', 'running', 'retry_wait')
|
|
AND `active_slot` = 1
|
|
AND `completed_at` IS NULL
|
|
)
|
|
),
|
|
CONSTRAINT `document_compilation_attempts_retry_schedule_ck`
|
|
CHECK (
|
|
(
|
|
`run_state` = 'retry_wait'
|
|
AND `retry_at` IS NOT NULL
|
|
)
|
|
OR (
|
|
`run_state` <> 'retry_wait'
|
|
AND `retry_at` IS NULL
|
|
)
|
|
),
|
|
CONSTRAINT `document_compilation_attempts_lease_state_ck`
|
|
CHECK (
|
|
(
|
|
`run_state` = 'running'
|
|
AND `worker_id` IS NOT NULL
|
|
AND `lease_token` IS NOT NULL
|
|
AND `lease_expires_at` IS NOT NULL
|
|
AND `heartbeat_at` IS NOT NULL
|
|
)
|
|
OR (
|
|
`run_state` <> 'running'
|
|
AND `worker_id` IS NULL
|
|
AND `lease_token` IS NULL
|
|
AND `lease_expires_at` IS NULL
|
|
AND `heartbeat_at` IS NULL
|
|
)
|
|
),
|
|
CONSTRAINT `document_compilation_attempts_lease_token_ck`
|
|
CHECK (
|
|
`lease_token` IS NULL
|
|
OR (
|
|
`lease_token` REGEXP '^[0-9A-Fa-f]{8}-[0-9A-Fa-f]{4}-[0-9A-Fa-f]{4}-[0-9A-Fa-f]{4}-[0-9A-Fa-f]{12}$'
|
|
AND `lease_token` <> '00000000-0000-0000-0000-000000000000'
|
|
)
|
|
),
|
|
FOREIGN KEY (`tenant_id`, `knowledge_space_id`)
|
|
REFERENCES `knowledge_spaces` (`tenant_id`, `id`)
|
|
ON DELETE CASCADE,
|
|
FOREIGN KEY (`knowledge_space_id`, `document_asset_id`, `document_version`)
|
|
REFERENCES `document_assets` (`knowledge_space_id`, `id`, `version`)
|
|
ON DELETE CASCADE,
|
|
FOREIGN KEY (
|
|
`tenant_id`,
|
|
`knowledge_space_id`,
|
|
`candidate_publication_id`,
|
|
`candidate_fingerprint`
|
|
)
|
|
REFERENCES `projection_set_publications` (
|
|
`tenant_id`,
|
|
`knowledge_space_id`,
|
|
`id`,
|
|
`fingerprint`
|
|
)
|
|
ON DELETE RESTRICT
|
|
);
|
|
|
|
CREATE UNIQUE INDEX IF NOT EXISTS `document_compilation_attempts_scope_version_active_uq`
|
|
ON `document_compilation_attempts` (
|
|
`tenant_id`,
|
|
`knowledge_space_id`,
|
|
`document_asset_id`,
|
|
`document_version`,
|
|
`active_slot`
|
|
);
|
|
CREATE INDEX IF NOT EXISTS `document_compilation_attempts_run_schedule_idx`
|
|
ON `document_compilation_attempts` (`run_state`, `retry_at`, `created_at`, `id`);
|
|
CREATE INDEX IF NOT EXISTS `document_compilation_attempts_lease_recovery_idx`
|
|
ON `document_compilation_attempts` (
|
|
`run_state`,
|
|
`lease_expires_at`,
|
|
`heartbeat_at`,
|
|
`id`
|
|
);
|
|
CREATE INDEX IF NOT EXISTS `document_compilation_attempts_document_version_idx`
|
|
ON `document_compilation_attempts` (
|
|
`knowledge_space_id`,
|
|
`document_asset_id`,
|
|
`document_version`,
|
|
`id`
|
|
);
|
|
CREATE INDEX IF NOT EXISTS `document_compilation_attempts_candidate_idx`
|
|
ON `document_compilation_attempts` (
|
|
`tenant_id`,
|
|
`knowledge_space_id`,
|
|
`candidate_publication_id`,
|
|
`candidate_fingerprint`,
|
|
`id`
|
|
);
|
|
CREATE INDEX IF NOT EXISTS `document_compilation_attempts_tenant_completed_idx`
|
|
ON `document_compilation_attempts` (`tenant_id`, `completed_at`, `id`);
|
|
|
|
CREATE TABLE IF NOT EXISTS `document_compilation_outbox` (
|
|
`id` CHAR(36) PRIMARY KEY NOT NULL,
|
|
`attempt_id` CHAR(36) NOT NULL,
|
|
`event_type` VARCHAR(64) NOT NULL,
|
|
`schema_version` INT NOT NULL,
|
|
`payload` JSON NOT NULL,
|
|
`idempotency_key` VARCHAR(255) NOT NULL,
|
|
`status` VARCHAR(16) NOT NULL,
|
|
`dispatch_attempts` INT NOT NULL,
|
|
`available_at` DATETIME(3) NOT NULL,
|
|
`locked_by` VARCHAR(255),
|
|
`lock_token` CHAR(36),
|
|
`locked_until` DATETIME(3),
|
|
`queue_job_id` VARCHAR(255),
|
|
`external_job_id` VARCHAR(255),
|
|
`delivered_at` DATETIME(3),
|
|
`last_error` TEXT,
|
|
`created_at` DATETIME(3) NOT NULL,
|
|
`updated_at` DATETIME(3) NOT NULL,
|
|
CONSTRAINT `document_compilation_outbox_event_type_ck`
|
|
CHECK (`event_type` = 'document.compile'),
|
|
CONSTRAINT `document_compilation_outbox_schema_version_ck`
|
|
CHECK (`schema_version` = 1),
|
|
CONSTRAINT `document_compilation_outbox_status_ck`
|
|
CHECK (
|
|
`status` IN (
|
|
'pending',
|
|
'dispatching',
|
|
'dispatched',
|
|
'leased',
|
|
'completed',
|
|
'canceled',
|
|
'dead'
|
|
)
|
|
),
|
|
CONSTRAINT `document_compilation_outbox_dispatch_attempts_ck`
|
|
CHECK (`dispatch_attempts` >= 0),
|
|
CONSTRAINT `document_compilation_outbox_lock_state_ck`
|
|
CHECK (
|
|
(
|
|
`status` = 'dispatching'
|
|
AND `locked_by` IS NOT NULL
|
|
AND `lock_token` IS NOT NULL
|
|
AND `locked_until` IS NOT NULL
|
|
)
|
|
OR (
|
|
`status` <> 'dispatching'
|
|
AND `locked_by` IS NULL
|
|
AND `lock_token` IS NULL
|
|
AND `locked_until` IS NULL
|
|
)
|
|
),
|
|
CONSTRAINT `document_compilation_outbox_lock_token_ck`
|
|
CHECK (
|
|
`lock_token` IS NULL
|
|
OR (
|
|
`lock_token` REGEXP '^[0-9A-Fa-f]{8}-[0-9A-Fa-f]{4}-[0-9A-Fa-f]{4}-[0-9A-Fa-f]{4}-[0-9A-Fa-f]{12}$'
|
|
AND `lock_token` <> '00000000-0000-0000-0000-000000000000'
|
|
)
|
|
),
|
|
FOREIGN KEY (`attempt_id`)
|
|
REFERENCES `document_compilation_attempts` (`id`)
|
|
ON DELETE CASCADE
|
|
);
|
|
|
|
CREATE UNIQUE INDEX IF NOT EXISTS `document_compilation_outbox_attempt_event_uq`
|
|
ON `document_compilation_outbox` (`attempt_id`, `event_type`);
|
|
CREATE UNIQUE INDEX IF NOT EXISTS `document_compilation_outbox_idempotency_uq`
|
|
ON `document_compilation_outbox` (`idempotency_key`);
|
|
CREATE INDEX IF NOT EXISTS `document_compilation_outbox_delivery_due_idx`
|
|
ON `document_compilation_outbox` (`status`, `available_at`, `created_at`, `id`);
|
|
CREATE INDEX IF NOT EXISTS `document_compilation_outbox_lock_recovery_idx`
|
|
ON `document_compilation_outbox` (`status`, `locked_until`, `created_at`, `id`);
|