新增系统管理模块 /api/v1/platform/*: - workspace 实体 CRUD(创建/列表/详情/更新/软删除) - workspace 成员 CRUD(添加/列表/更新/移除) - SystemAdminContext 依赖,仅 platform_role_id 指向 admin 角色的用户可访问 - /api/v1/auth/me 与 /auth/login 增 is_system_admin 派生字段 - 不变量:每个 workspace 至少保留一个 admin;系统管理员无法自我移除成员 - 软删除 workspace 级联软删除其成员 清理 audit_logs(无运行时写入,纯死特性): - baseline 移除 audit_logs 建表与三索引(20 → 19 tables) - 删除 AuditLogs 模型定义与 __init__.py 导出 - 清理 migrate_system_json / migrate_legacy_workspaces 中的 audit 写入与回填代码 API.md 增 §七系统管理,§七/§八/§九 顺延为 §八/§九/§十,附录 A/B 同步更新。 Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
535 lines
39 KiB
Python
535 lines
39 KiB
Python
"""initial baseline (19 active tables)
|
|
|
|
Revision ID: 8d86e2f82860
|
|
Revises:
|
|
Create Date: 2026-07-31 13:17:52.047720
|
|
"""
|
|
|
|
from collections.abc import Sequence
|
|
|
|
from alembic import op
|
|
import sqlalchemy as sa
|
|
from sqlalchemy.dialects import mysql
|
|
|
|
# revision identifiers, used by Alembic.
|
|
revision: str = '8d86e2f82860'
|
|
down_revision: str | Sequence[str] | None = None
|
|
branch_labels: str | Sequence[str] | None = None
|
|
depends_on: str | Sequence[str] | None = None
|
|
|
|
|
|
def upgrade() -> None:
|
|
"""Upgrade schema."""
|
|
# ### commands auto generated by Alembic - please adjust! ###
|
|
op.create_table('consumer_inbox',
|
|
sa.Column('consumer_name', sa.String(length=128), nullable=False),
|
|
sa.Column('event_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('process_status', sa.String(length=16), server_default=sa.text("'processing'"), nullable=False, comment='processing/succeeded/failed'),
|
|
sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('message_id', sa.String(length=128), nullable=True, comment='Inbox message ID'),
|
|
sa.Column('processed_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.Column('error_message', sa.String(length=2000), nullable=True),
|
|
sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False),
|
|
sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.PrimaryKeyConstraint('consumer_name', 'event_id'),
|
|
comment='消费者幂等 Inbox,防止 Stream 重投导致重复执行'
|
|
)
|
|
op.create_index('idx_consumer_inbox_status', 'consumer_inbox', ['consumer_name', 'process_status', 'created_at'], unique=False)
|
|
op.create_table('data_resources',
|
|
sa.Column('resource_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('workspace_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('storage_object_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('owner_user_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('resource_name', sa.String(length=255), nullable=False),
|
|
sa.Column('visibility', sa.String(length=16), server_default=sa.text("'private'"), nullable=False),
|
|
sa.Column('status', sa.String(length=16), server_default=sa.text("'active'"), nullable=False),
|
|
sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('updated_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3) ON UPDATE CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('description', sa.String(length=1000), nullable=True),
|
|
sa.Column('schema_json', sa.JSON(), nullable=True, comment='字段结构、行数等可选元数据'),
|
|
sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False),
|
|
sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.PrimaryKeyConstraint('resource_id'),
|
|
comment='数据资源'
|
|
)
|
|
op.create_index('idx_data_resources_owner', 'data_resources', ['owner_user_id', 'status'], unique=False)
|
|
op.create_index('idx_data_resources_workspace', 'data_resources', ['workspace_id', 'visibility', 'status'], unique=False)
|
|
op.create_index('uk_data_resources_object', 'data_resources', ['storage_object_id'], unique=True)
|
|
op.create_table('outbox_events',
|
|
sa.Column('event_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('aggregate_type', sa.String(length=64), nullable=False),
|
|
sa.Column('aggregate_id', sa.String(length=128), nullable=False),
|
|
sa.Column('event_type', sa.String(length=128), nullable=False),
|
|
sa.Column('schema_version', mysql.SMALLINT(), server_default=sa.text('1'), nullable=False),
|
|
sa.Column('payload_json', sa.JSON(), nullable=False),
|
|
sa.Column('event_status', sa.String(length=16), server_default=sa.text("'pending'"), nullable=False, comment='pending/published/failed'),
|
|
sa.Column('available_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('retry_count', mysql.INTEGER(), server_default=sa.text('0'), nullable=False),
|
|
sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('trace_id', sa.String(length=64), nullable=True),
|
|
sa.Column('idempotency_key', sa.String(length=128), nullable=True),
|
|
sa.Column('published_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.Column('last_error', sa.String(length=2000), nullable=True),
|
|
sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False),
|
|
sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.PrimaryKeyConstraint('event_id'),
|
|
comment='事务 Outbox;提交后发布到内部事件总线'
|
|
)
|
|
op.create_index('idx_outbox_aggregate', 'outbox_events', ['aggregate_type', 'aggregate_id', 'created_at'], unique=False)
|
|
op.create_index('idx_outbox_idempotency', 'outbox_events', ['idempotency_key'], unique=False)
|
|
op.create_index('idx_outbox_pending', 'outbox_events', ['event_status', 'available_at', 'created_at'], unique=False)
|
|
op.create_table('permissions',
|
|
sa.Column('permission_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('permission_code', sa.String(length=128), nullable=False),
|
|
sa.Column('permission_name', sa.String(length=100), nullable=False),
|
|
sa.Column('module_code', sa.String(length=64), nullable=False),
|
|
sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('description', sa.String(length=500), nullable=True),
|
|
sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False),
|
|
sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.PrimaryKeyConstraint('permission_id'),
|
|
comment='权限点'
|
|
)
|
|
op.create_index('idx_permissions_module', 'permissions', ['module_code'], unique=False)
|
|
op.create_index('uk_permissions_code', 'permissions', ['permission_code'], unique=True)
|
|
op.create_table('role_permissions',
|
|
sa.Column('role_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('permission_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False),
|
|
sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.PrimaryKeyConstraint('role_id', 'permission_id'),
|
|
comment='角色权限'
|
|
)
|
|
op.create_index('fk_role_permissions_permission', 'role_permissions', ['permission_id'], unique=False)
|
|
op.create_table('roles',
|
|
sa.Column('role_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('role_code', sa.String(length=64), nullable=False),
|
|
sa.Column('role_name', sa.String(length=100), nullable=False),
|
|
sa.Column('role_scope', sa.String(length=16), nullable=False, comment='platform/workspace'),
|
|
sa.Column('is_builtin', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False),
|
|
sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('updated_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3) ON UPDATE CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('description', sa.String(length=500), nullable=True),
|
|
sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False),
|
|
sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.PrimaryKeyConstraint('role_id'),
|
|
comment='角色'
|
|
)
|
|
op.create_index('uk_roles_code', 'roles', ['role_code'], unique=True)
|
|
op.create_table('schedule_edges',
|
|
sa.Column('edge_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('schedule_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('source_node_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('target_node_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('condition_expr', sa.String(length=1000), nullable=True),
|
|
sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False),
|
|
sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.PrimaryKeyConstraint('edge_id'),
|
|
comment='DAG 有向边'
|
|
)
|
|
op.create_index('fk_schedule_edges_source', 'schedule_edges', ['source_node_id'], unique=False)
|
|
op.create_index('idx_schedule_edges_target', 'schedule_edges', ['target_node_id'], unique=False)
|
|
op.create_index('uk_schedule_edges_pair', 'schedule_edges', ['schedule_id', 'source_node_id', 'target_node_id'], unique=True)
|
|
op.create_table('schedule_node_runs',
|
|
sa.Column('node_run_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('run_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('node_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('versions_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('attempt_no', mysql.INTEGER(), server_default=sa.text('1'), nullable=False),
|
|
sa.Column('node_status', sa.String(length=24), server_default=sa.text("'queued'"), nullable=False, comment='queued/running/succeeded/failed/skipped/cancelled/timed_out'),
|
|
sa.Column('state_version', mysql.INTEGER(), server_default=sa.text('0'), nullable=False, comment='乐观锁版本'),
|
|
sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('started_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.Column('finished_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.Column('duration_ms', mysql.BIGINT(), nullable=True),
|
|
sa.Column('exit_code', sa.Integer(), nullable=True),
|
|
sa.Column('message', sa.String(length=2000), nullable=True),
|
|
sa.Column('metrics_json', sa.JSON(), nullable=True),
|
|
sa.Column('logs_object_id', mysql.CHAR(length=26), nullable=True),
|
|
sa.Column('result_object_id', mysql.CHAR(length=26), nullable=True),
|
|
sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False),
|
|
sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.PrimaryKeyConstraint('node_run_id'),
|
|
comment='调度节点运行与重试'
|
|
)
|
|
op.create_index('fk_node_runs_logs', 'schedule_node_runs', ['logs_object_id'], unique=False)
|
|
op.create_index('fk_node_runs_node', 'schedule_node_runs', ['node_id'], unique=False)
|
|
op.create_index('fk_node_runs_result', 'schedule_node_runs', ['result_object_id'], unique=False)
|
|
op.create_index('idx_node_runs_status', 'schedule_node_runs', ['run_id', 'node_status'], unique=False)
|
|
op.create_index('idx_node_runs_version', 'schedule_node_runs', ['versions_id'], unique=False)
|
|
op.create_index('uk_node_runs_attempt', 'schedule_node_runs', ['run_id', 'node_id', 'attempt_no'], unique=True)
|
|
op.create_table('schedule_nodes',
|
|
sa.Column('node_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('schedule_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('node_key', sa.String(length=64), nullable=False, comment='画布内稳定标识'),
|
|
sa.Column('node_name', sa.String(length=255), nullable=False),
|
|
sa.Column('versions_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('timeout_seconds', mysql.INTEGER(), server_default=sa.text('600'), nullable=False),
|
|
sa.Column('retry_count', mysql.INTEGER(), server_default=sa.text('0'), nullable=False),
|
|
sa.Column('retry_interval_sec', mysql.INTEGER(), server_default=sa.text('5'), nullable=False),
|
|
sa.Column('position_x', sa.DECIMAL(precision=10, scale=2), server_default=sa.text('0.00'), nullable=False),
|
|
sa.Column('position_y', sa.DECIMAL(precision=10, scale=2), server_default=sa.text('0.00'), nullable=False),
|
|
sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('updated_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3) ON UPDATE CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('arguments_json', sa.JSON(), nullable=True),
|
|
sa.Column('env_refs_json', sa.JSON(), nullable=True, comment='只存密钥引用,不存明文密钥'),
|
|
sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False),
|
|
sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.PrimaryKeyConstraint('node_id'),
|
|
comment='DAG 节点,必须引用稳定版本'
|
|
)
|
|
op.create_index('idx_schedule_nodes_version', 'schedule_nodes', ['versions_id'], unique=False)
|
|
op.create_index('uk_schedule_nodes_key', 'schedule_nodes', ['schedule_id', 'node_key'], unique=True)
|
|
op.create_table('schedule_runs',
|
|
sa.Column('run_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('schedule_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('workspace_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('workflow_version', mysql.INTEGER(), nullable=False),
|
|
sa.Column('trigger_type', sa.String(length=16), nullable=False, comment='manual/cron/api/retry'),
|
|
sa.Column('idempotency_key', sa.String(length=128), nullable=False),
|
|
sa.Column('run_status', sa.String(length=24), server_default=sa.text("'queued'"), nullable=False, comment='queued/running/succeeded/failed/cancelled/timed_out'),
|
|
sa.Column('state_version', mysql.INTEGER(), server_default=sa.text('0'), nullable=False, comment='乐观锁版本'),
|
|
sa.Column('schedule_snapshot', sa.JSON(), nullable=False, comment='执行时 DAG 快照'),
|
|
sa.Column('queued_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('triggered_by', mysql.CHAR(length=26), nullable=True),
|
|
sa.Column('started_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.Column('finished_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.Column('duration_ms', mysql.BIGINT(), nullable=True),
|
|
sa.Column('error_code', sa.String(length=64), nullable=True),
|
|
sa.Column('error_message', sa.Text(), nullable=True),
|
|
sa.Column('logs_object_id', mysql.CHAR(length=26), nullable=True),
|
|
sa.Column('result_object_id', mysql.CHAR(length=26), nullable=True),
|
|
sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False),
|
|
sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.PrimaryKeyConstraint('run_id'),
|
|
comment='调度运行'
|
|
)
|
|
op.create_index('fk_schedule_runs_logs', 'schedule_runs', ['logs_object_id'], unique=False)
|
|
op.create_index('fk_schedule_runs_result', 'schedule_runs', ['result_object_id'], unique=False)
|
|
op.create_index('fk_schedule_runs_user', 'schedule_runs', ['triggered_by'], unique=False)
|
|
op.create_index('idx_schedule_runs_schedule', 'schedule_runs', ['schedule_id', 'created_at'], unique=False)
|
|
op.create_index('idx_schedule_runs_status', 'schedule_runs', ['run_status', 'queued_at'], unique=False)
|
|
op.create_index('idx_schedule_runs_workspace_status', 'schedule_runs', ['workspace_id', 'run_status', 'queued_at'], unique=False)
|
|
op.create_index('uk_schedule_runs_idempotency', 'schedule_runs', ['idempotency_key'], unique=True)
|
|
op.create_table('schedules',
|
|
sa.Column('schedule_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('workspace_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('schedule_name', sa.String(length=255), nullable=False),
|
|
sa.Column('trigger_type', sa.String(length=16), server_default=sa.text("'cron'"), nullable=False, comment='manual/cron/api'),
|
|
sa.Column('timezone', sa.String(length=64), server_default=sa.text("'Asia/Shanghai'"), nullable=False),
|
|
sa.Column('enabled', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False),
|
|
sa.Column('workflow_version', mysql.INTEGER(), server_default=sa.text('1'), nullable=False),
|
|
sa.Column('max_concurrency', mysql.INTEGER(), server_default=sa.text('1'), nullable=False),
|
|
sa.Column('failure_policy', sa.String(length=24), server_default=sa.text("'stop'"), nullable=False, comment='stop/continue'),
|
|
sa.Column('created_by', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('updated_by', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('updated_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3) ON UPDATE CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('description', sa.String(length=1000), nullable=True),
|
|
sa.Column('cron_expression', sa.String(length=128), nullable=True),
|
|
sa.Column('last_run_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.Column('next_run_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False),
|
|
sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.PrimaryKeyConstraint('schedule_id'),
|
|
comment='调度方案'
|
|
)
|
|
op.create_index('fk_schedules_created_by', 'schedules', ['created_by'], unique=False)
|
|
op.create_index('fk_schedules_updated_by', 'schedules', ['updated_by'], unique=False)
|
|
op.create_index('idx_schedules_due', 'schedules', ['enabled', 'next_run_at'], unique=False)
|
|
op.create_index('idx_schedules_workspace', 'schedules', ['workspace_id', 'enabled', 'updated_at'], unique=False)
|
|
op.create_table('scripts',
|
|
sa.Column('script_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('workspace_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('current_object_id', mysql.CHAR(length=26), nullable=False, comment='当前工作副本'),
|
|
sa.Column('owner_user_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('script_name', sa.String(length=255), nullable=False),
|
|
sa.Column('script_type', sa.String(length=16), nullable=False, comment='python/notebook'),
|
|
sa.Column('visibility', sa.String(length=16), server_default=sa.text("'private'"), nullable=False),
|
|
sa.Column('status', sa.String(length=16), server_default=sa.text("'active'"), nullable=False),
|
|
sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('updated_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3) ON UPDATE CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False),
|
|
sa.Column('is_locked', mysql.TINYINT(display_width=1), server_default=sa.text('1'), nullable=False),
|
|
sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.PrimaryKeyConstraint('script_id'),
|
|
comment='可执行 Python/Notebook 脚本'
|
|
)
|
|
op.create_index('idx_scripts_owner', 'scripts', ['owner_user_id', 'status'], unique=False)
|
|
op.create_index('idx_scripts_workspace', 'scripts', ['workspace_id', 'script_type', 'visibility', 'status'], unique=False)
|
|
op.create_index('uk_scripts_current_object', 'scripts', ['current_object_id'], unique=True)
|
|
op.create_index('uk_scripts_workspace_name', 'scripts', ['workspace_id', 'script_name', 'script_type'], unique=True)
|
|
op.create_table('storage_objects',
|
|
sa.Column('storage_object_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('workspace_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('object_type', sa.String(length=16), nullable=False, comment='file/directory'),
|
|
sa.Column('usage_type', sa.String(length=32), nullable=False, comment='working_copy/public_script/data_resource/version_artifact/snapshot/run_log/run_result'),
|
|
sa.Column('storage_backend', sa.String(length=16), nullable=False, comment='rustfs'),
|
|
sa.Column('storage_uri', sa.String(length=1500), nullable=False),
|
|
sa.Column('file_name', sa.String(length=255), nullable=False),
|
|
sa.Column('size_bytes', mysql.BIGINT(), server_default=sa.text('0'), nullable=False),
|
|
sa.Column('visibility', sa.String(length=16), server_default=sa.text("'private'"), nullable=False, comment='private/workspace/public'),
|
|
sa.Column('is_immutable', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False),
|
|
sa.Column('object_status', sa.String(length=24), server_default=sa.text("'available'"), nullable=False, comment='uploading/available/deleting/deleted/failed'),
|
|
sa.Column('created_by', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('updated_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3) ON UPDATE CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('owner_user_id', mysql.CHAR(length=26), nullable=True),
|
|
sa.Column('parent_object_id', mysql.CHAR(length=26), nullable=True),
|
|
sa.Column('relative_path', sa.String(length=1024), nullable=True, comment='Workspace 相对路径'),
|
|
sa.Column('path_hash', sa.BINARY(length=32), nullable=True, comment='SHA-256(relative_path),由应用写入'),
|
|
sa.Column('bucket_name', sa.String(length=128), nullable=True),
|
|
sa.Column('object_key', sa.String(length=1024), nullable=True),
|
|
sa.Column('object_key_hash', sa.BINARY(length=32), nullable=True, comment='SHA-256(object_key),由应用写入'),
|
|
sa.Column('file_extension', sa.String(length=32), nullable=True),
|
|
sa.Column('mime_type', sa.String(length=255), nullable=True),
|
|
sa.Column('content_hash', mysql.CHAR(length=64), nullable=True, comment='SHA-256 hex'),
|
|
sa.Column('object_etag', sa.String(length=255), nullable=True),
|
|
sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False),
|
|
sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.PrimaryKeyConstraint('storage_object_id'),
|
|
comment='Workspace 文件和 RustFS 对象的统一元数据'
|
|
)
|
|
op.create_index('fk_storage_created_by', 'storage_objects', ['created_by'], unique=False)
|
|
op.create_index('idx_storage_content_hash', 'storage_objects', ['content_hash'], unique=False)
|
|
op.create_index('idx_storage_owner', 'storage_objects', ['owner_user_id', 'object_status'], unique=False)
|
|
op.create_index('idx_storage_parent', 'storage_objects', ['parent_object_id'], unique=False)
|
|
op.create_index('idx_storage_workspace_usage', 'storage_objects', ['workspace_id', 'usage_type', 'object_status'], unique=False)
|
|
op.create_index('uk_storage_bucket_key', 'storage_objects', ['storage_backend', 'bucket_name', 'object_key_hash'], unique=True)
|
|
op.create_index('uk_storage_workspace_path', 'storage_objects', ['workspace_id', 'storage_backend', 'path_hash'], unique=True)
|
|
op.create_table('upload_sessions',
|
|
sa.Column('upload_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('workspace_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('user_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('idempotency_key', sa.String(length=128), nullable=False),
|
|
sa.Column('bucket_name', sa.String(length=128), nullable=False),
|
|
sa.Column('object_key', sa.String(length=1024), nullable=False),
|
|
sa.Column('object_key_hash', sa.BINARY(length=32), nullable=False),
|
|
sa.Column('upload_status', sa.String(length=24), server_default=sa.text("'created'"), nullable=False, comment='created/uploading/completed/expired/aborted/failed'),
|
|
sa.Column('expires_at', mysql.DATETIME(fsp=3), nullable=False),
|
|
sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('updated_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3) ON UPDATE CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('multipart_upload_id', sa.String(length=255), nullable=True),
|
|
sa.Column('expected_size_bytes', mysql.BIGINT(), nullable=True),
|
|
sa.Column('expected_hash', mysql.CHAR(length=64), nullable=True),
|
|
sa.Column('content_type', sa.String(length=255), nullable=True),
|
|
sa.Column('storage_object_id', mysql.CHAR(length=26), nullable=True),
|
|
sa.Column('completed_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False),
|
|
sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.PrimaryKeyConstraint('upload_id'),
|
|
comment='RustFS 预签名上传会话;URL 本身不持久化'
|
|
)
|
|
op.create_index('fk_upload_sessions_storage_object', 'upload_sessions', ['storage_object_id'], unique=False)
|
|
op.create_index('fk_upload_sessions_user', 'upload_sessions', ['user_id'], unique=False)
|
|
op.create_index('idx_upload_sessions_expiry', 'upload_sessions', ['upload_status', 'expires_at'], unique=False)
|
|
op.create_index('idx_upload_sessions_object_key', 'upload_sessions', ['bucket_name', 'object_key_hash'], unique=False)
|
|
op.create_index('idx_upload_sessions_workspace', 'upload_sessions', ['workspace_id', 'user_id', 'created_at'], unique=False)
|
|
op.create_index('uk_upload_sessions_idempotency', 'upload_sessions', ['idempotency_key'], unique=True)
|
|
op.create_table('users',
|
|
sa.Column('user_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('username', sa.String(length=64), nullable=False),
|
|
sa.Column('display_name', sa.String(length=100), nullable=False),
|
|
sa.Column('password_hash', sa.String(length=255), nullable=False),
|
|
sa.Column('status', sa.String(length=16), server_default=sa.text("'active'"), nullable=False, comment='active/disabled/locked'),
|
|
sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('updated_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3) ON UPDATE CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('email', sa.String(length=255), nullable=True),
|
|
sa.Column('platform_role_id', mysql.CHAR(length=26), nullable=True),
|
|
sa.Column('avatar_uri', sa.String(length=1000), nullable=True),
|
|
sa.Column('last_login_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False),
|
|
sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.PrimaryKeyConstraint('user_id'),
|
|
comment='平台用户'
|
|
)
|
|
op.create_index('fk_users_platform_role', 'users', ['platform_role_id'], unique=False)
|
|
op.create_index('idx_users_status', 'users', ['status'], unique=False)
|
|
op.create_index('uk_users_email', 'users', ['email'], unique=True)
|
|
op.create_index('uk_users_username', 'users', ['username'], unique=True)
|
|
op.create_table('versions',
|
|
sa.Column('versions_id', mysql.CHAR(length=26), nullable=False, comment='稳定版本唯一 ID'),
|
|
sa.Column('workspace_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('script_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('source_object_id', mysql.CHAR(length=26), nullable=False, comment='发布时的源对象'),
|
|
sa.Column('artifact_object_id', mysql.CHAR(length=26), nullable=False, comment='RustFS 不可变版本制品'),
|
|
sa.Column('version_no', mysql.INTEGER(), nullable=False),
|
|
sa.Column('version_label', sa.String(length=32), nullable=False, comment='例如 v1.0'),
|
|
sa.Column('source_path', sa.String(length=1024), nullable=False, comment='发布时路径快照'),
|
|
sa.Column('artifact_path', sa.String(length=1500), nullable=False),
|
|
sa.Column('content_hash', mysql.CHAR(length=64), nullable=False),
|
|
sa.Column('file_size_bytes', mysql.BIGINT(), server_default=sa.text('0'), nullable=False),
|
|
sa.Column('visibility', sa.String(length=16), server_default=sa.text("'private'"), nullable=False),
|
|
sa.Column('created_by', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('release_note', sa.String(length=1000), nullable=True),
|
|
sa.Column('schedule_hidden_at', mysql.DATETIME(fsp=3), nullable=True, comment='从调度稳定版本列表移除的时间;不影响版本和运行历史'),
|
|
sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False),
|
|
sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.PrimaryKeyConstraint('versions_id'),
|
|
comment='不可变稳定版本;调度节点必须引用 versions_id'
|
|
)
|
|
op.create_index('fk_versions_source_object', 'versions', ['source_object_id'], unique=False)
|
|
op.create_index('idx_versions_creator', 'versions', ['created_by', 'created_at'], unique=False)
|
|
op.create_index('idx_versions_workspace_created', 'versions', ['workspace_id', 'created_at'], unique=False)
|
|
op.create_index('uk_versions_artifact', 'versions', ['artifact_object_id'], unique=True)
|
|
op.create_index('uk_versions_script_hash', 'versions', ['script_id', 'content_hash'], unique=True)
|
|
op.create_index('uk_versions_script_no', 'versions', ['script_id', 'version_no'], unique=True)
|
|
op.create_table('workspace_members',
|
|
sa.Column('workspace_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('user_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('role_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('member_status', sa.String(length=16), server_default=sa.text("'active'"), nullable=False),
|
|
sa.Column('joined_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('updated_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3) ON UPDATE CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False),
|
|
sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.PrimaryKeyConstraint('workspace_id', 'user_id'),
|
|
comment='Workspace 成员与角色'
|
|
)
|
|
op.create_index('idx_workspace_members_role', 'workspace_members', ['role_id'], unique=False)
|
|
op.create_index('idx_workspace_members_user', 'workspace_members', ['user_id', 'member_status'], unique=False)
|
|
op.create_table('workspace_operations',
|
|
sa.Column('operation_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('workspace_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('operation_type', sa.String(length=24), nullable=False, comment='open/close/mount/unmount/start/stop/restart/recycle'),
|
|
sa.Column('operation_status', sa.String(length=24), server_default=sa.text("'pending'"), nullable=False, comment='pending/running/succeeded/failed/cancelled'),
|
|
sa.Column('state_version', mysql.INTEGER(), server_default=sa.text('0'), nullable=False, comment='乐观锁版本'),
|
|
sa.Column('requested_by', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('runtime_id', mysql.CHAR(length=26), nullable=True),
|
|
sa.Column('request_id', sa.String(length=128), nullable=True),
|
|
sa.Column('started_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.Column('finished_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.Column('error_code', sa.String(length=64), nullable=True),
|
|
sa.Column('error_message', sa.Text(), nullable=True),
|
|
sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False),
|
|
sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.PrimaryKeyConstraint('operation_id'),
|
|
comment='无状态 Backend 的 Workspace/Jupyter 异步操作记录'
|
|
)
|
|
op.create_index('fk_workspace_operations_user', 'workspace_operations', ['requested_by'], unique=False)
|
|
op.create_index('idx_workspace_operations_runtime', 'workspace_operations', ['runtime_id', 'created_at'], unique=False)
|
|
op.create_index('idx_workspace_operations_workspace', 'workspace_operations', ['workspace_id', 'operation_status', 'created_at'], unique=False)
|
|
op.create_index('uk_workspace_operations_request', 'workspace_operations', ['request_id'], unique=True)
|
|
op.create_table('workspaces',
|
|
sa.Column('workspace_id', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('workspace_code', sa.String(length=64), nullable=False),
|
|
sa.Column('workspace_name', sa.String(length=150), nullable=False),
|
|
sa.Column('active_root_uri', sa.String(length=1500), nullable=False, comment='活动工作区,建议 NFS/PVC/file URI'),
|
|
sa.Column('quota_bytes', mysql.BIGINT(), server_default=sa.text('0'), nullable=False, comment='0 表示不限额'),
|
|
sa.Column('used_bytes', mysql.BIGINT(), server_default=sa.text('0'), nullable=False),
|
|
sa.Column('status', sa.String(length=24), server_default=sa.text("'active'"), nullable=False, comment='creating/active/suspended/deleting/deleted'),
|
|
sa.Column('created_by', mysql.CHAR(length=26), nullable=False),
|
|
sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('updated_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3) ON UPDATE CURRENT_TIMESTAMP(3)'), nullable=False),
|
|
sa.Column('description', sa.String(length=1000), nullable=True),
|
|
sa.Column('artifact_bucket', sa.String(length=128), nullable=True, comment='RustFS bucket'),
|
|
sa.Column('artifact_prefix', sa.String(length=512), nullable=True, comment='RustFS object key prefix'),
|
|
sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False),
|
|
sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True),
|
|
sa.PrimaryKeyConstraint('workspace_id'),
|
|
comment='Workspace'
|
|
)
|
|
op.create_index('fk_workspaces_created_by', 'workspaces', ['created_by'], unique=False)
|
|
op.create_index('idx_workspaces_status', 'workspaces', ['status'], unique=False)
|
|
op.create_index('uk_workspaces_code', 'workspaces', ['workspace_code'], unique=True)
|
|
# ### end Alembic commands ###
|
|
|
|
|
|
def downgrade() -> None:
|
|
"""Downgrade schema."""
|
|
# ### commands auto generated by Alembic - please adjust! ###
|
|
op.drop_index('uk_workspaces_code', table_name='workspaces')
|
|
op.drop_index('idx_workspaces_status', table_name='workspaces')
|
|
op.drop_index('fk_workspaces_created_by', table_name='workspaces')
|
|
op.drop_table('workspaces')
|
|
op.drop_index('uk_workspace_operations_request', table_name='workspace_operations')
|
|
op.drop_index('idx_workspace_operations_workspace', table_name='workspace_operations')
|
|
op.drop_index('idx_workspace_operations_runtime', table_name='workspace_operations')
|
|
op.drop_index('fk_workspace_operations_user', table_name='workspace_operations')
|
|
op.drop_table('workspace_operations')
|
|
op.drop_index('idx_workspace_members_user', table_name='workspace_members')
|
|
op.drop_index('idx_workspace_members_role', table_name='workspace_members')
|
|
op.drop_table('workspace_members')
|
|
op.drop_index('uk_versions_script_no', table_name='versions')
|
|
op.drop_index('uk_versions_script_hash', table_name='versions')
|
|
op.drop_index('uk_versions_artifact', table_name='versions')
|
|
op.drop_index('idx_versions_workspace_created', table_name='versions')
|
|
op.drop_index('idx_versions_creator', table_name='versions')
|
|
op.drop_index('fk_versions_source_object', table_name='versions')
|
|
op.drop_table('versions')
|
|
op.drop_index('uk_users_username', table_name='users')
|
|
op.drop_index('uk_users_email', table_name='users')
|
|
op.drop_index('idx_users_status', table_name='users')
|
|
op.drop_index('fk_users_platform_role', table_name='users')
|
|
op.drop_table('users')
|
|
op.drop_index('uk_upload_sessions_idempotency', table_name='upload_sessions')
|
|
op.drop_index('idx_upload_sessions_workspace', table_name='upload_sessions')
|
|
op.drop_index('idx_upload_sessions_object_key', table_name='upload_sessions')
|
|
op.drop_index('idx_upload_sessions_expiry', table_name='upload_sessions')
|
|
op.drop_index('fk_upload_sessions_user', table_name='upload_sessions')
|
|
op.drop_index('fk_upload_sessions_storage_object', table_name='upload_sessions')
|
|
op.drop_table('upload_sessions')
|
|
op.drop_index('uk_storage_workspace_path', table_name='storage_objects')
|
|
op.drop_index('uk_storage_bucket_key', table_name='storage_objects')
|
|
op.drop_index('idx_storage_workspace_usage', table_name='storage_objects')
|
|
op.drop_index('idx_storage_parent', table_name='storage_objects')
|
|
op.drop_index('idx_storage_owner', table_name='storage_objects')
|
|
op.drop_index('idx_storage_content_hash', table_name='storage_objects')
|
|
op.drop_index('fk_storage_created_by', table_name='storage_objects')
|
|
op.drop_table('storage_objects')
|
|
op.drop_index('uk_scripts_workspace_name', table_name='scripts')
|
|
op.drop_index('uk_scripts_current_object', table_name='scripts')
|
|
op.drop_index('idx_scripts_workspace', table_name='scripts')
|
|
op.drop_index('idx_scripts_owner', table_name='scripts')
|
|
op.drop_table('scripts')
|
|
op.drop_index('idx_schedules_workspace', table_name='schedules')
|
|
op.drop_index('idx_schedules_due', table_name='schedules')
|
|
op.drop_index('fk_schedules_updated_by', table_name='schedules')
|
|
op.drop_index('fk_schedules_created_by', table_name='schedules')
|
|
op.drop_table('schedules')
|
|
op.drop_index('uk_schedule_runs_idempotency', table_name='schedule_runs')
|
|
op.drop_index('idx_schedule_runs_workspace_status', table_name='schedule_runs')
|
|
op.drop_index('idx_schedule_runs_status', table_name='schedule_runs')
|
|
op.drop_index('idx_schedule_runs_schedule', table_name='schedule_runs')
|
|
op.drop_index('fk_schedule_runs_user', table_name='schedule_runs')
|
|
op.drop_index('fk_schedule_runs_result', table_name='schedule_runs')
|
|
op.drop_index('fk_schedule_runs_logs', table_name='schedule_runs')
|
|
op.drop_table('schedule_runs')
|
|
op.drop_index('uk_schedule_nodes_key', table_name='schedule_nodes')
|
|
op.drop_index('idx_schedule_nodes_version', table_name='schedule_nodes')
|
|
op.drop_table('schedule_nodes')
|
|
op.drop_index('uk_node_runs_attempt', table_name='schedule_node_runs')
|
|
op.drop_index('idx_node_runs_version', table_name='schedule_node_runs')
|
|
op.drop_index('idx_node_runs_status', table_name='schedule_node_runs')
|
|
op.drop_index('fk_node_runs_result', table_name='schedule_node_runs')
|
|
op.drop_index('fk_node_runs_node', table_name='schedule_node_runs')
|
|
op.drop_index('fk_node_runs_logs', table_name='schedule_node_runs')
|
|
op.drop_table('schedule_node_runs')
|
|
op.drop_index('uk_schedule_edges_pair', table_name='schedule_edges')
|
|
op.drop_index('idx_schedule_edges_target', table_name='schedule_edges')
|
|
op.drop_index('fk_schedule_edges_source', table_name='schedule_edges')
|
|
op.drop_table('schedule_edges')
|
|
op.drop_index('uk_roles_code', table_name='roles')
|
|
op.drop_table('roles')
|
|
op.drop_index('fk_role_permissions_permission', table_name='role_permissions')
|
|
op.drop_table('role_permissions')
|
|
op.drop_index('uk_permissions_code', table_name='permissions')
|
|
op.drop_index('idx_permissions_module', table_name='permissions')
|
|
op.drop_table('permissions')
|
|
op.drop_index('idx_outbox_pending', table_name='outbox_events')
|
|
op.drop_index('idx_outbox_idempotency', table_name='outbox_events')
|
|
op.drop_index('idx_outbox_aggregate', table_name='outbox_events')
|
|
op.drop_table('outbox_events')
|
|
op.drop_index('uk_data_resources_object', table_name='data_resources')
|
|
op.drop_index('idx_data_resources_workspace', table_name='data_resources')
|
|
op.drop_index('idx_data_resources_owner', table_name='data_resources')
|
|
op.drop_table('data_resources')
|
|
op.drop_index('idx_consumer_inbox_status', table_name='consumer_inbox')
|
|
op.drop_table('consumer_inbox')
|
|
# ### end Alembic commands ###
|