"""rebuild baseline — full schema + seed data in one migration Revision ID: e1f2a3b4c5d6 Revises: (none) Create Date: 2026-08-14 """ import hashlib import os from collections.abc import Sequence import sqlalchemy as sa from alembic import op from common.auth.passwords import hash_password from sqlalchemy.dialects import mysql # revision identifiers, used by Alembic. revision: str = "e1f2a3b4c5d6" down_revision: str | Sequence[str] | None = None branch_labels: str | Sequence[str] | None = None depends_on: str | Sequence[str] | None = None # ── seed constants ─────────────────────────────────────────────── DISABLED_PASSWORD = "demo-login-disabled" SEEDED_USERS = ( ( "00000000000000000000000001", "admin", "Admin", "0000000000000000000000000A", ), ) ADMIN_ROLE_ID = "0000000000000000000000000A" DEVELOPER_ROLE_ID = "0000000000000000000000000B" PERMISSIONS: list[tuple[str, str, str]] = [ # (permission_code, permission_name, module_code) ("dashboard.view", "查看工作台", "dashboard"), ("script.build", "构建脚本", "script"), ("script.public.manage", "管理公共脚本", "script"), ("schedule.own", "管理本人调度", "schedule"), ("schedule.all", "管理全部调度", "schedule"), ("experiment.own", "管理本人实验", "experiment"), ("experiment.all", "管理全部实验", "experiment"), ("resource.personal", "管理个人资源", "resource"), ("resource.public.upload", "上传公共资源", "resource"), ("resource.public.manage", "管理公共资源", "resource"), ("system.view", "查看系统管理", "system"), ("system.manage", "管理系统配置", "system"), ] # developer gets *.own + personal resource only; no system.*, no *.all. DEVELOPER_PERMISSION_CODES: list[str] = [ "dashboard.view", "script.build", "script.public.manage", "schedule.own", "experiment.own", "resource.personal", ] ADMIN_PERMISSION_CODES: list[str] = [code for code, _, _ in PERMISSIONS] CROCKFORD_BASE32 = "0123456789ABCDEFGHJKMNPQRSTVWXYZ" def _deterministic_permission_id(code: str) -> str: """Stable 26-char ULID-shaped id derived from permission_code.""" digest = hashlib.sha256( f"model-platform-permission-v1:{code}".encode() ).digest() value = int.from_bytes(b"\x00" * 6 + digest[:10], byteorder="big") encoded = ["0"] * 26 for index in range(25, -1, -1): encoded[index] = CROCKFORD_BASE32[value & 31] value >>= 5 return "".join(encoded) def upgrade() -> None: """Upgrade schema.""" # ### commands auto generated by Alembic - please adjust! ### op.create_table('consumer_inbox', sa.Column('consumer_name', sa.String(length=128), nullable=False), sa.Column('event_id', mysql.CHAR(length=26), nullable=False), sa.Column('process_status', sa.String(length=16), server_default=sa.text("'processing'"), nullable=False, comment='processing/succeeded/failed'), sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('message_id', sa.String(length=128), nullable=True, comment='Inbox message ID'), sa.Column('processed_at', mysql.DATETIME(fsp=3), nullable=True), sa.Column('error_message', sa.String(length=2000), nullable=True), sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False), sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True), sa.PrimaryKeyConstraint('consumer_name', 'event_id'), comment='消费者幂等 Inbox,防止 Stream 重投导致重复执行' ) op.create_index('idx_consumer_inbox_status', 'consumer_inbox', ['consumer_name', 'process_status', 'created_at'], unique=False) op.create_table('data_resources', sa.Column('resource_id', mysql.CHAR(length=26), nullable=False), sa.Column('workspace_id', mysql.CHAR(length=26), nullable=False), sa.Column('storage_object_id', mysql.CHAR(length=26), nullable=False), sa.Column('owner_user_id', mysql.CHAR(length=26), nullable=False), sa.Column('resource_name', sa.String(length=255), nullable=False), sa.Column('visibility', sa.String(length=16), server_default=sa.text("'private'"), nullable=False), sa.Column('status', sa.String(length=16), server_default=sa.text("'active'"), nullable=False), sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('updated_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3) ON UPDATE CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('description', sa.String(length=1000), nullable=True), sa.Column('schema_json', sa.JSON(), nullable=True, comment='字段结构、行数等可选元数据'), sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False), sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True), sa.PrimaryKeyConstraint('resource_id'), comment='数据资源' ) op.create_index('idx_data_resources_owner', 'data_resources', ['owner_user_id', 'status'], unique=False) op.create_index('idx_data_resources_workspace', 'data_resources', ['workspace_id', 'visibility', 'status'], unique=False) op.create_table('outbox_events', sa.Column('event_id', mysql.CHAR(length=26), nullable=False), sa.Column('aggregate_type', sa.String(length=64), nullable=False), sa.Column('aggregate_id', sa.String(length=128), nullable=False), sa.Column('event_type', sa.String(length=128), nullable=False), sa.Column('schema_version', mysql.SMALLINT(), server_default=sa.text('1'), nullable=False), sa.Column('payload_json', sa.JSON(), nullable=False), sa.Column('event_status', sa.String(length=16), server_default=sa.text("'pending'"), nullable=False, comment='pending/published/failed'), sa.Column('available_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('retry_count', mysql.INTEGER(), server_default=sa.text('0'), nullable=False), sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('trace_id', sa.String(length=64), nullable=True), sa.Column('idempotency_key', sa.String(length=128), nullable=True), sa.Column('published_at', mysql.DATETIME(fsp=3), nullable=True), sa.Column('last_error', sa.String(length=2000), nullable=True), sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False), sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True), sa.PrimaryKeyConstraint('event_id'), comment='事务 Outbox;提交后发布到内部事件总线' ) op.create_index('idx_outbox_aggregate', 'outbox_events', ['aggregate_type', 'aggregate_id', 'created_at'], unique=False) op.create_index('idx_outbox_idempotency', 'outbox_events', ['idempotency_key'], unique=False) op.create_index('idx_outbox_pending', 'outbox_events', ['event_status', 'available_at', 'created_at'], unique=False) op.create_table('permissions', sa.Column('permission_id', mysql.CHAR(length=26), nullable=False), sa.Column('permission_code', sa.String(length=128), nullable=False), sa.Column('permission_name', sa.String(length=100), nullable=False), sa.Column('module_code', sa.String(length=64), nullable=False), sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('description', sa.String(length=500), nullable=True), sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False), sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True), sa.PrimaryKeyConstraint('permission_id'), comment='权限点' ) op.create_index('idx_permissions_module', 'permissions', ['module_code'], unique=False) op.create_index('uk_permissions_code', 'permissions', ['permission_code'], unique=True) op.create_table('role_permissions', sa.Column('role_id', mysql.CHAR(length=26), nullable=False), sa.Column('permission_id', mysql.CHAR(length=26), nullable=False), sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False), sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True), sa.PrimaryKeyConstraint('role_id', 'permission_id'), comment='角色权限' ) op.create_index('fk_role_permissions_permission', 'role_permissions', ['permission_id'], unique=False) op.create_table('roles', sa.Column('role_id', mysql.CHAR(length=26), nullable=False), sa.Column('role_code', sa.String(length=64), nullable=False), sa.Column('role_name', sa.String(length=100), nullable=False), sa.Column('role_scope', sa.String(length=16), nullable=False, comment='platform/workspace'), sa.Column('is_builtin', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False), sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('updated_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3) ON UPDATE CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('description', sa.String(length=500), nullable=True), sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False), sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True), sa.PrimaryKeyConstraint('role_id'), comment='角色' ) op.create_index('uk_roles_code', 'roles', ['role_code'], unique=True) op.create_table('schedule_edges', sa.Column('edge_id', mysql.CHAR(length=26), nullable=False), sa.Column('schedule_id', mysql.CHAR(length=26), nullable=False), sa.Column('source_node_id', mysql.CHAR(length=26), nullable=False), sa.Column('target_node_id', mysql.CHAR(length=26), nullable=False), sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('condition_expr', sa.String(length=1000), nullable=True), sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False), sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True), sa.PrimaryKeyConstraint('edge_id'), comment='DAG 有向边' ) op.create_index('fk_schedule_edges_source', 'schedule_edges', ['source_node_id'], unique=False) op.create_index('idx_schedule_edges_target', 'schedule_edges', ['target_node_id'], unique=False) op.create_index('uk_schedule_edges_pair', 'schedule_edges', ['schedule_id', 'source_node_id', 'target_node_id'], unique=True) op.create_table('schedule_node_runs', sa.Column('node_run_id', mysql.CHAR(length=26), nullable=False), sa.Column('run_id', mysql.CHAR(length=26), nullable=False), sa.Column('node_id', mysql.CHAR(length=26), nullable=False), sa.Column('versions_id', mysql.CHAR(length=26), nullable=False), sa.Column('attempt_no', mysql.INTEGER(), server_default=sa.text('1'), nullable=False), sa.Column('node_status', sa.String(length=24), server_default=sa.text("'queued'"), nullable=False, comment='queued/running/succeeded/failed/skipped/cancelled/timed_out'), sa.Column('state_version', mysql.INTEGER(), server_default=sa.text('0'), nullable=False, comment='乐观锁版本'), sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('started_at', mysql.DATETIME(fsp=3), nullable=True), sa.Column('finished_at', mysql.DATETIME(fsp=3), nullable=True), sa.Column('duration_ms', mysql.BIGINT(), nullable=True), sa.Column('exit_code', sa.Integer(), nullable=True), sa.Column('message', sa.String(length=2000), nullable=True), sa.Column('metrics_json', sa.JSON(), nullable=True), sa.Column('logs_object_id', mysql.CHAR(length=26), nullable=True), sa.Column('result_object_id', mysql.CHAR(length=26), nullable=True), sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False), sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True), sa.PrimaryKeyConstraint('node_run_id'), comment='调度节点运行与重试' ) op.create_index('fk_node_runs_logs', 'schedule_node_runs', ['logs_object_id'], unique=False) op.create_index('fk_node_runs_node', 'schedule_node_runs', ['node_id'], unique=False) op.create_index('fk_node_runs_result', 'schedule_node_runs', ['result_object_id'], unique=False) op.create_index('idx_node_runs_status', 'schedule_node_runs', ['run_id', 'node_status'], unique=False) op.create_index('idx_node_runs_version', 'schedule_node_runs', ['versions_id'], unique=False) op.create_index('uk_node_runs_attempt', 'schedule_node_runs', ['run_id', 'node_id', 'attempt_no'], unique=True) op.create_table('schedule_nodes', sa.Column('node_id', mysql.CHAR(length=26), nullable=False), sa.Column('schedule_id', mysql.CHAR(length=26), nullable=False), sa.Column('node_key', sa.String(length=64), nullable=False, comment='画布内稳定标识'), sa.Column('node_name', sa.String(length=255), nullable=False), sa.Column('versions_id', mysql.CHAR(length=26), nullable=False), sa.Column('python_version', sa.String(length=8), server_default=sa.text("'3.12'"), nullable=False, comment='节点执行 Python 版本(3.8/3.10/3.12)'), sa.Column('timeout_seconds', mysql.INTEGER(), server_default=sa.text('600'), nullable=False), sa.Column('retry_count', mysql.INTEGER(), server_default=sa.text('0'), nullable=False), sa.Column('retry_interval_sec', mysql.INTEGER(), server_default=sa.text('5'), nullable=False), sa.Column('position_x', sa.DECIMAL(precision=10, scale=2), server_default=sa.text('0.00'), nullable=False), sa.Column('position_y', sa.DECIMAL(precision=10, scale=2), server_default=sa.text('0.00'), nullable=False), sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('updated_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3) ON UPDATE CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('arguments_json', sa.JSON(), nullable=True), sa.Column('env_refs_json', sa.JSON(), nullable=True, comment='只存密钥引用,不存明文密钥'), sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False), sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True), sa.PrimaryKeyConstraint('node_id'), comment='DAG 节点,必须引用稳定版本' ) op.create_index('idx_schedule_nodes_version', 'schedule_nodes', ['versions_id'], unique=False) op.create_index('uk_schedule_nodes_key', 'schedule_nodes', ['schedule_id', 'node_key'], unique=True) op.create_table('schedule_runs', sa.Column('run_id', mysql.CHAR(length=26), nullable=False), sa.Column('schedule_id', mysql.CHAR(length=26), nullable=False), sa.Column('workspace_id', mysql.CHAR(length=26), nullable=False), sa.Column('workflow_version', mysql.INTEGER(), nullable=False), sa.Column('trigger_type', sa.String(length=16), nullable=False, comment='manual/cron/api/retry'), sa.Column('idempotency_key', sa.String(length=128), nullable=False), sa.Column('run_status', sa.String(length=24), server_default=sa.text("'queued'"), nullable=False, comment='queued/running/succeeded/failed/cancelled/timed_out'), sa.Column('state_version', mysql.INTEGER(), server_default=sa.text('0'), nullable=False, comment='乐观锁版本'), sa.Column('schedule_snapshot', sa.JSON(), nullable=False, comment='执行时 DAG 快照'), sa.Column('queued_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('triggered_by', mysql.CHAR(length=26), nullable=True), sa.Column('started_at', mysql.DATETIME(fsp=3), nullable=True), sa.Column('finished_at', mysql.DATETIME(fsp=3), nullable=True), sa.Column('duration_ms', mysql.BIGINT(), nullable=True), sa.Column('error_code', sa.String(length=64), nullable=True), sa.Column('error_message', sa.Text(), nullable=True), sa.Column('logs_object_id', mysql.CHAR(length=26), nullable=True), sa.Column('result_object_id', mysql.CHAR(length=26), nullable=True), sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False), sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True), sa.PrimaryKeyConstraint('run_id'), comment='调度运行' ) op.create_index('fk_schedule_runs_logs', 'schedule_runs', ['logs_object_id'], unique=False) op.create_index('fk_schedule_runs_result', 'schedule_runs', ['result_object_id'], unique=False) op.create_index('fk_schedule_runs_user', 'schedule_runs', ['triggered_by'], unique=False) op.create_index('idx_schedule_runs_schedule', 'schedule_runs', ['schedule_id', 'created_at'], unique=False) op.create_index('idx_schedule_runs_status', 'schedule_runs', ['run_status', 'queued_at'], unique=False) op.create_index('idx_schedule_runs_workspace_status', 'schedule_runs', ['workspace_id', 'run_status', 'queued_at'], unique=False) op.create_index('uk_schedule_runs_idempotency', 'schedule_runs', ['idempotency_key'], unique=True) op.create_table('schedules', sa.Column('schedule_id', mysql.CHAR(length=26), nullable=False), sa.Column('workspace_id', mysql.CHAR(length=26), nullable=False), sa.Column('schedule_name', sa.String(length=255), nullable=False), sa.Column('trigger_type', sa.String(length=16), server_default=sa.text("'cron'"), nullable=False, comment='manual/cron/api'), sa.Column('timezone', sa.String(length=64), server_default=sa.text("'Asia/Shanghai'"), nullable=False), sa.Column('enabled', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False), sa.Column('workflow_version', mysql.INTEGER(), server_default=sa.text('1'), nullable=False), sa.Column('max_concurrency', mysql.INTEGER(), server_default=sa.text('1'), nullable=False), sa.Column('failure_policy', sa.String(length=24), server_default=sa.text("'stop'"), nullable=False, comment='stop/continue'), sa.Column('created_by', mysql.CHAR(length=26), nullable=False), sa.Column('updated_by', mysql.CHAR(length=26), nullable=False), sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('updated_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3) ON UPDATE CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('description', sa.String(length=1000), nullable=True), sa.Column('cron_expression', sa.String(length=128), nullable=True), sa.Column('last_run_at', mysql.DATETIME(fsp=3), nullable=True), sa.Column('next_run_at', mysql.DATETIME(fsp=3), nullable=True), sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False), sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True), sa.PrimaryKeyConstraint('schedule_id'), comment='调度方案' ) op.create_index('fk_schedules_created_by', 'schedules', ['created_by'], unique=False) op.create_index('fk_schedules_updated_by', 'schedules', ['updated_by'], unique=False) op.create_index('idx_schedules_due', 'schedules', ['enabled', 'next_run_at'], unique=False) op.create_index('idx_schedules_workspace', 'schedules', ['workspace_id', 'enabled', 'updated_at'], unique=False) op.create_table('scripts', sa.Column('script_id', mysql.CHAR(length=26), nullable=False), sa.Column('workspace_id', mysql.CHAR(length=26), nullable=False), sa.Column('current_object_id', mysql.CHAR(length=26), nullable=False, comment='当前工作副本'), sa.Column('owner_user_id', mysql.CHAR(length=26), nullable=False), sa.Column('script_name', sa.String(length=255), nullable=False), sa.Column('script_type', sa.String(length=16), nullable=False, comment='python/notebook'), sa.Column('visibility', sa.String(length=16), server_default=sa.text("'private'"), nullable=False), sa.Column('status', sa.String(length=16), server_default=sa.text("'active'"), nullable=False), sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('updated_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3) ON UPDATE CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False), sa.Column('is_locked', mysql.TINYINT(display_width=1), server_default=sa.text('1'), nullable=False), sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True), sa.PrimaryKeyConstraint('script_id'), comment='可执行 Python/Notebook 脚本' ) op.create_index('idx_scripts_owner', 'scripts', ['owner_user_id', 'status'], unique=False) op.create_index('idx_scripts_workspace', 'scripts', ['workspace_id', 'script_type', 'visibility', 'status'], unique=False) op.create_table('storage_objects', sa.Column('storage_object_id', mysql.CHAR(length=26), nullable=False), sa.Column('workspace_id', mysql.CHAR(length=26), nullable=False), sa.Column('object_type', sa.String(length=16), nullable=False, comment='file/directory'), sa.Column('usage_type', sa.String(length=32), nullable=False, comment='working_copy/public_script/data_resource/version_artifact/snapshot/run_log/run_result'), sa.Column('storage_backend', sa.String(length=16), nullable=False, comment='s3'), sa.Column('storage_uri', sa.String(length=1500), nullable=False), sa.Column('file_name', sa.String(length=255), nullable=False), sa.Column('size_bytes', mysql.BIGINT(), server_default=sa.text('0'), nullable=False), sa.Column('visibility', sa.String(length=16), server_default=sa.text("'private'"), nullable=False, comment='private/workspace/public'), sa.Column('is_immutable', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False), sa.Column('object_status', sa.String(length=24), server_default=sa.text("'available'"), nullable=False, comment='uploading/available/deleting/deleted/failed'), sa.Column('created_by', mysql.CHAR(length=26), nullable=False), sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('updated_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3) ON UPDATE CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('owner_user_id', mysql.CHAR(length=26), nullable=True), sa.Column('parent_object_id', mysql.CHAR(length=26), nullable=True), sa.Column('relative_path', sa.String(length=1024), nullable=True, comment='Workspace 相对路径'), sa.Column('path_hash', sa.BINARY(length=32), nullable=True, comment='SHA-256(relative_path),由应用写入'), sa.Column('bucket_name', sa.String(length=128), nullable=True), sa.Column('object_key', sa.String(length=1024), nullable=True), sa.Column('object_key_hash', sa.BINARY(length=32), nullable=True, comment='SHA-256(object_key),由应用写入'), sa.Column('object_key_hash_active', sa.BINARY(length=32), sa.Computed("CASE WHEN object_status = 'available' THEN object_key_hash ELSE NULL END", persisted=False), nullable=True, comment='VIRTUAL generated column used by uk_storage_bucket_key_active'), sa.Column('file_extension', sa.String(length=32), nullable=True), sa.Column('mime_type', sa.String(length=255), nullable=True), sa.Column('content_hash', mysql.CHAR(length=64), nullable=True, comment='SHA-256 hex'), sa.Column('object_etag', sa.String(length=255), nullable=True), sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False), sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True), sa.Column('trash_key', sa.String(length=1100), nullable=True, comment="Path inside the trash bucket where the soft-deleted bytes live. Format: '{source_bucket}/{object_key}' so a restore is a same-key copy back to the source bucket. NULL while the row is still available."), sa.PrimaryKeyConstraint('storage_object_id'), comment='Workspace 文件和 RustFS 对象的统一元数据' ) op.create_index('fk_storage_created_by', 'storage_objects', ['created_by'], unique=False) op.create_index('idx_storage_content_hash', 'storage_objects', ['content_hash'], unique=False) op.create_index('idx_storage_owner', 'storage_objects', ['owner_user_id', 'object_status'], unique=False) op.create_index('idx_storage_parent', 'storage_objects', ['parent_object_id'], unique=False) op.create_index('idx_storage_workspace_path', 'storage_objects', ['workspace_id', 'storage_backend', 'path_hash'], unique=False) op.create_index('idx_storage_workspace_usage', 'storage_objects', ['workspace_id', 'usage_type', 'object_status'], unique=False) op.create_index('uk_storage_bucket_key_active', 'storage_objects', ['storage_backend', 'bucket_name', 'object_key_hash_active'], unique=True) op.create_index('idx_storage_workspace_relative_path', 'storage_objects', [sa.text('`workspace_id`'), sa.text('`relative_path`(255)')], unique=False) op.create_table('upload_sessions', sa.Column('upload_id', mysql.CHAR(length=26), nullable=False), sa.Column('workspace_id', mysql.CHAR(length=26), nullable=False), sa.Column('user_id', mysql.CHAR(length=26), nullable=False), sa.Column('idempotency_key', sa.String(length=128), nullable=False), sa.Column('bucket_name', sa.String(length=128), nullable=False), sa.Column('object_key', sa.String(length=1024), nullable=False), sa.Column('object_key_hash', sa.BINARY(length=32), nullable=False), sa.Column('upload_status', sa.String(length=24), server_default=sa.text("'created'"), nullable=False, comment='created/uploading/completed/expired/aborted/failed'), sa.Column('expires_at', mysql.DATETIME(fsp=3), nullable=False), sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('updated_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3) ON UPDATE CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('multipart_upload_id', sa.String(length=255), nullable=True), sa.Column('expected_size_bytes', mysql.BIGINT(), nullable=True), sa.Column('expected_hash', mysql.CHAR(length=64), nullable=True), sa.Column('content_type', sa.String(length=255), nullable=True), sa.Column('storage_object_id', mysql.CHAR(length=26), nullable=True), sa.Column('completed_at', mysql.DATETIME(fsp=3), nullable=True), sa.Column('file_name', sa.String(length=255), server_default='', nullable=False), sa.Column('usage_type', sa.String(length=32), server_default=sa.text("'working_copy'"), nullable=False, comment='data_resource/version_artifact/snapshot/run_log/run_result/working_copy/public_script'), sa.Column('visibility', sa.String(length=16), server_default=sa.text("'private'"), nullable=False, comment='private/workspace/public'), sa.Column('is_immutable', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False), sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False), sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True), sa.PrimaryKeyConstraint('upload_id'), comment='RustFS 预签名上传会话;URL 本身不持久化' ) op.create_index('fk_upload_sessions_storage_object', 'upload_sessions', ['storage_object_id'], unique=False) op.create_index('fk_upload_sessions_user', 'upload_sessions', ['user_id'], unique=False) op.create_index('idx_upload_sessions_expiry', 'upload_sessions', ['upload_status', 'expires_at'], unique=False) op.create_index('idx_upload_sessions_object_key', 'upload_sessions', ['bucket_name', 'object_key_hash'], unique=False) op.create_index('idx_upload_sessions_workspace', 'upload_sessions', ['workspace_id', 'user_id', 'created_at'], unique=False) op.create_index('uk_upload_sessions_idempotency', 'upload_sessions', ['idempotency_key'], unique=True) op.create_table('users', sa.Column('user_id', mysql.CHAR(length=26), nullable=False), sa.Column('username', sa.String(length=64), nullable=False), sa.Column('display_name', sa.String(length=100), nullable=False), sa.Column('password_hash', sa.String(length=255), nullable=False), sa.Column('status', sa.String(length=16), server_default=sa.text("'active'"), nullable=False, comment='active/disabled/locked'), sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('updated_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3) ON UPDATE CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('email', sa.String(length=255), nullable=True), sa.Column('platform_role_id', mysql.CHAR(length=26), nullable=True), sa.Column('avatar_uri', sa.String(length=1000), nullable=True), sa.Column('last_login_at', mysql.DATETIME(fsp=3), nullable=True), sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False), sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True), sa.PrimaryKeyConstraint('user_id'), comment='平台用户' ) op.create_index('fk_users_platform_role', 'users', ['platform_role_id'], unique=False) op.create_index('idx_users_status', 'users', ['status'], unique=False) op.create_index('uk_users_email', 'users', ['email'], unique=True) op.create_index('uk_users_username', 'users', ['username'], unique=True) op.create_table('versions', sa.Column('versions_id', mysql.CHAR(length=26), nullable=False, comment='稳定版本唯一 ID'), sa.Column('workspace_id', mysql.CHAR(length=26), nullable=False), sa.Column('script_id', mysql.CHAR(length=26), nullable=False), sa.Column('source_object_id', mysql.CHAR(length=26), nullable=False, comment='发布时的源对象'), sa.Column('artifact_object_id', mysql.CHAR(length=26), nullable=False, comment='S3 不可变版本制品'), sa.Column('version_no', mysql.INTEGER(), nullable=False), sa.Column('version_label', sa.String(length=32), nullable=False, comment='例如 v1.0'), sa.Column('source_path', sa.String(length=1024), nullable=False, comment='发布时路径快照'), sa.Column('artifact_path', sa.String(length=1500), nullable=False), sa.Column('content_hash', mysql.CHAR(length=64), nullable=False), sa.Column('file_size_bytes', mysql.BIGINT(), server_default=sa.text('0'), nullable=False), sa.Column('visibility', sa.String(length=16), server_default=sa.text("'private'"), nullable=False), sa.Column('created_by', mysql.CHAR(length=26), nullable=False), sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('release_note', sa.String(length=1000), nullable=True), sa.Column('schedule_hidden_at', mysql.DATETIME(fsp=3), nullable=True, comment='从调度稳定版本列表移除的时间;不影响版本和运行历史'), sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False), sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True), sa.PrimaryKeyConstraint('versions_id'), comment='不可变稳定版本;调度节点必须引用 versions_id' ) op.create_index('fk_versions_source_object', 'versions', ['source_object_id'], unique=False) op.create_index('idx_versions_creator', 'versions', ['created_by', 'created_at'], unique=False) op.create_index('idx_versions_workspace_created', 'versions', ['workspace_id', 'created_at'], unique=False) op.create_index('uk_versions_artifact', 'versions', ['artifact_object_id'], unique=True) op.create_index('uk_versions_script_hash', 'versions', ['script_id', 'content_hash'], unique=True) op.create_index('uk_versions_script_no', 'versions', ['script_id', 'version_no'], unique=True) op.create_table('workspace_members', sa.Column('workspace_id', mysql.CHAR(length=26), nullable=False), sa.Column('user_id', mysql.CHAR(length=26), nullable=False), sa.Column('role_id', mysql.CHAR(length=26), nullable=False), sa.Column('member_status', sa.String(length=16), server_default=sa.text("'active'"), nullable=False), sa.Column('joined_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('updated_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3) ON UPDATE CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False), sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True), sa.PrimaryKeyConstraint('workspace_id', 'user_id'), comment='Workspace 成员与角色' ) op.create_index('idx_workspace_members_role', 'workspace_members', ['role_id'], unique=False) op.create_index('idx_workspace_members_user', 'workspace_members', ['user_id', 'member_status'], unique=False) op.create_table('workspaces', sa.Column('workspace_id', mysql.CHAR(length=26), nullable=False), sa.Column('workspace_code', sa.String(length=64), nullable=False), sa.Column('workspace_name', sa.String(length=150), nullable=False), sa.Column('active_root_uri', sa.String(length=1500), nullable=False, comment='活动工作区,建议 NFS/PVC/file URI'), sa.Column('quota_bytes', mysql.BIGINT(), server_default=sa.text('0'), nullable=False, comment='0 表示不限额'), sa.Column('used_bytes', mysql.BIGINT(), server_default=sa.text('0'), nullable=False), sa.Column('status', sa.String(length=24), server_default=sa.text("'active'"), nullable=False, comment='creating/active/suspended/deleting/deleted'), sa.Column('created_by', mysql.CHAR(length=26), nullable=False), sa.Column('created_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('updated_at', mysql.DATETIME(fsp=3), server_default=sa.text('CURRENT_TIMESTAMP(3) ON UPDATE CURRENT_TIMESTAMP(3)'), nullable=False), sa.Column('description', sa.String(length=1000), nullable=True), sa.Column('artifact_bucket', sa.String(length=128), nullable=True, comment='S3 bucket'), sa.Column('artifact_prefix', sa.String(length=512), nullable=True, comment='S3 object key prefix'), sa.Column('is_deleted', mysql.TINYINT(display_width=1), server_default=sa.text('0'), nullable=False), sa.Column('deleted_at', mysql.DATETIME(fsp=3), nullable=True), sa.PrimaryKeyConstraint('workspace_id'), comment='Workspace' ) op.create_index('fk_workspaces_created_by', 'workspaces', ['created_by'], unique=False) op.create_index('idx_workspaces_status', 'workspaces', ['status'], unique=False) op.create_index('uk_workspaces_code', 'workspaces', ['workspace_code'], unique=True) # ### end Alembic commands ### # ── seed data ──────────────────────────────────────────────────── ADMIN_USER_ID = "00000000000000000000000001" DEFAULT_WORKSPACE_ID = "00000000000000000000000002" USERS = ( (ADMIN_USER_ID, "admin", "Admin", ADMIN_ROLE_ID), ) WORKSPACES = ( (DEFAULT_WORKSPACE_ID, "default", "Default Workspace"), ) roles = sa.table( "roles", sa.column("role_id", sa.String), sa.column("role_code", sa.String), sa.column("role_name", sa.String), sa.column("role_scope", sa.String), sa.column("is_builtin", sa.Integer), sa.column("description", sa.String), ) users = sa.table( "users", sa.column("user_id", sa.String), sa.column("username", sa.String), sa.column("display_name", sa.String), sa.column("password_hash", sa.String), sa.column("status", sa.String), sa.column("email", sa.String), sa.column("platform_role_id", sa.String), ) workspaces = sa.table( "workspaces", sa.column("workspace_id", sa.String), sa.column("workspace_code", sa.String), sa.column("workspace_name", sa.String), sa.column("active_root_uri", sa.String), sa.column("status", sa.String), sa.column("created_by", sa.String), sa.column("description", sa.String), ) members = sa.table( "workspace_members", sa.column("workspace_id", sa.String), sa.column("user_id", sa.String), sa.column("role_id", sa.String), sa.column("member_status", sa.String), ) op.bulk_insert( roles, [ { "role_id": ADMIN_ROLE_ID, "role_code": "admin", "role_name": "管理员", "role_scope": "platform", "is_builtin": 1, "description": "Self-hosted workspace administrator", }, { "role_id": DEVELOPER_ROLE_ID, "role_code": "developer", "role_name": "开发人员", "role_scope": "platform", "is_builtin": 1, "description": "Self-hosted workspace developer", }, ], ) op.bulk_insert( users, [ { "user_id": user_id, "username": username, "display_name": display_name, "password_hash": "demo-login-disabled", "status": "active", "email": f"{username}@model-platform.local", "platform_role_id": role_id, } for user_id, username, display_name, role_id in USERS ], ) op.bulk_insert( workspaces, [ { "workspace_id": workspace_id, "workspace_code": workspace_code, "workspace_name": workspace_name, "active_root_uri": f"s3://workspaces/{workspace_id}/", "status": "active", "created_by": USERS[0][0], "description": "Self-hosted demo workspace", } for workspace_id, workspace_code, workspace_name in WORKSPACES ], ) op.bulk_insert( members, [ { "workspace_id": workspace_id, "user_id": user_id, "role_id": role_id, "member_status": "active", } for workspace_id, _, _ in WORKSPACES for user_id, _, _, role_id in USERS ], ) # ── enable demo password login (from e5f6a7b8c9d0) ────────────── password = os.environ.get("INITIAL_ADMIN_PASSWORD", "admin12345") seeded_user_ids = (ADMIN_USER_ID,) users_update = sa.table( "users", sa.column("user_id", sa.String), sa.column("password_hash", sa.String), ) op.execute( users_update.update() .where(users_update.c.user_id.in_(seeded_user_ids)) .where(users_update.c.password_hash == "demo-login-disabled") .values(password_hash=hash_password(password)) ) # ── seed platform permissions (from f6a7b8c9d0e1) ─────────────── op.execute( "UPDATE roles SET role_scope = 'platform' " "WHERE role_code IN ('admin', 'developer') AND is_deleted = 0" ) permissions_table = sa.table( "permissions", sa.column("permission_id", sa.CHAR(26)), sa.column("permission_code", sa.String(128)), sa.column("permission_name", sa.String(100)), sa.column("module_code", sa.String(64)), sa.column("description", sa.String(500)), ) perm_id_by_code: dict[str, str] = {} rows: list[dict[str, str]] = [] for code, name, module in PERMISSIONS: pid = _deterministic_permission_id(code) perm_id_by_code[code] = pid rows.append( { "permission_id": pid, "permission_code": code, "permission_name": name, "module_code": module, "description": f"platform 菜单权限:{name}", } ) op.bulk_insert(permissions_table, rows) role_permissions_table = sa.table( "role_permissions", sa.column("role_id", sa.CHAR(26)), sa.column("permission_id", sa.CHAR(26)), ) rp_rows: list[dict[str, str]] = [] for code in ADMIN_PERMISSION_CODES: rp_rows.append( { "role_id": ADMIN_ROLE_ID, "permission_id": perm_id_by_code[code], } ) for code in DEVELOPER_PERMISSION_CODES: rp_rows.append( { "role_id": DEVELOPER_ROLE_ID, "permission_id": perm_id_by_code[code], } ) op.bulk_insert(role_permissions_table, rp_rows) # ### end Alembic commands ### def downgrade() -> None: """Downgrade schema.""" # ### commands auto generated by Alembic - please adjust! ### op.drop_index('uk_workspaces_code', table_name='workspaces') op.drop_index('idx_workspaces_status', table_name='workspaces') op.drop_index('fk_workspaces_created_by', table_name='workspaces') op.drop_table('workspaces') op.drop_index('idx_workspace_members_user', table_name='workspace_members') op.drop_index('idx_workspace_members_role', table_name='workspace_members') op.drop_table('workspace_members') op.drop_index('uk_versions_script_no', table_name='versions') op.drop_index('uk_versions_script_hash', table_name='versions') op.drop_index('uk_versions_artifact', table_name='versions') op.drop_index('idx_versions_workspace_created', table_name='versions') op.drop_index('idx_versions_creator', table_name='versions') op.drop_index('fk_versions_source_object', table_name='versions') op.drop_table('versions') op.drop_index('uk_users_username', table_name='users') op.drop_index('uk_users_email', table_name='users') op.drop_index('idx_users_status', table_name='users') op.drop_index('fk_users_platform_role', table_name='users') op.drop_table('users') op.drop_index('uk_upload_sessions_idempotency', table_name='upload_sessions') op.drop_index('idx_upload_sessions_workspace', table_name='upload_sessions') op.drop_index('idx_upload_sessions_object_key', table_name='upload_sessions') op.drop_index('idx_upload_sessions_expiry', table_name='upload_sessions') op.drop_index('fk_upload_sessions_user', table_name='upload_sessions') op.drop_index('fk_upload_sessions_storage_object', table_name='upload_sessions') op.drop_table('upload_sessions') op.drop_index('uk_storage_bucket_key_active', table_name='storage_objects') op.drop_index('idx_storage_workspace_usage', table_name='storage_objects') op.drop_index('idx_storage_workspace_relative_path', table_name='storage_objects') op.drop_index('idx_storage_workspace_path', table_name='storage_objects') op.drop_index('idx_storage_parent', table_name='storage_objects') op.drop_index('idx_storage_owner', table_name='storage_objects') op.drop_index('idx_storage_content_hash', table_name='storage_objects') op.drop_index('fk_storage_created_by', table_name='storage_objects') op.drop_table('storage_objects') op.drop_index('idx_scripts_workspace', table_name='scripts') op.drop_index('idx_scripts_owner', table_name='scripts') op.drop_table('scripts') op.drop_index('idx_schedules_workspace', table_name='schedules') op.drop_index('idx_schedules_due', table_name='schedules') op.drop_index('fk_schedules_updated_by', table_name='schedules') op.drop_index('fk_schedules_created_by', table_name='schedules') op.drop_table('schedules') op.drop_index('uk_schedule_runs_idempotency', table_name='schedule_runs') op.drop_index('idx_schedule_runs_workspace_status', table_name='schedule_runs') op.drop_index('idx_schedule_runs_status', table_name='schedule_runs') op.drop_index('idx_schedule_runs_schedule', table_name='schedule_runs') op.drop_index('fk_schedule_runs_user', table_name='schedule_runs') op.drop_index('fk_schedule_runs_result', table_name='schedule_runs') op.drop_index('fk_schedule_runs_logs', table_name='schedule_runs') op.drop_table('schedule_runs') op.drop_index('uk_schedule_nodes_key', table_name='schedule_nodes') op.drop_index('idx_schedule_nodes_version', table_name='schedule_nodes') op.drop_table('schedule_nodes') op.drop_index('uk_node_runs_attempt', table_name='schedule_node_runs') op.drop_index('idx_node_runs_version', table_name='schedule_node_runs') op.drop_index('idx_node_runs_status', table_name='schedule_node_runs') op.drop_index('fk_node_runs_result', table_name='schedule_node_runs') op.drop_index('fk_node_runs_node', table_name='schedule_node_runs') op.drop_index('fk_node_runs_logs', table_name='schedule_node_runs') op.drop_table('schedule_node_runs') op.drop_index('uk_schedule_edges_pair', table_name='schedule_edges') op.drop_index('idx_schedule_edges_target', table_name='schedule_edges') op.drop_index('fk_schedule_edges_source', table_name='schedule_edges') op.drop_table('schedule_edges') op.drop_index('uk_roles_code', table_name='roles') op.drop_table('roles') op.drop_index('fk_role_permissions_permission', table_name='role_permissions') op.drop_table('role_permissions') op.drop_index('uk_permissions_code', table_name='permissions') op.drop_index('idx_permissions_module', table_name='permissions') op.drop_table('permissions') op.drop_index('idx_outbox_pending', table_name='outbox_events') op.drop_index('idx_outbox_idempotency', table_name='outbox_events') op.drop_index('idx_outbox_aggregate', table_name='outbox_events') op.drop_table('outbox_events') op.drop_index('idx_data_resources_workspace', table_name='data_resources') op.drop_index('idx_data_resources_owner', table_name='data_resources') op.drop_table('data_resources') op.drop_index('idx_consumer_inbox_status', table_name='consumer_inbox') op.drop_table('consumer_inbox') # ### end Alembic commands ###