503 lines
28 KiB
Python
503 lines
28 KiB
Python
|
"""数据库引擎与初始化"""
|
|||
|
|
from pathlib import Path
|
|||
|
|
import sqlite3
|
|||
|
|
from sqlmodel import SQLModel, Session, create_engine, select
|
|||
|
|
from sqlalchemy.pool import NullPool
|
|||
|
|
from sqlalchemy import event
|
|||
|
|
from .config import DB_PATH
|
|||
|
|
import app.models # noqa: F401 确保所有表注册
|
|||
|
|
from .models import Agent, Artifact, Campaign, KnowledgeUsage, QCReport, Segment, RoleDefinition
|
|||
|
|
from .auth import ROLE_LABELS, ROLE_PERMISSIONS
|
|||
|
|
|
|||
|
|
engine = create_engine(f"sqlite:///{DB_PATH}",
|
|||
|
|
connect_args={"check_same_thread": False, "timeout": 30},
|
|||
|
|
poolclass=NullPool)
|
|||
|
|
|
|||
|
|
|
|||
|
|
@event.listens_for(engine, "connect")
|
|||
|
|
def _configure_sqlite_connection(dbapi_connection, _connection_record):
|
|||
|
|
"""Apply connection-level SQLite tuning for concurrent API workers.
|
|||
|
|
|
|||
|
|
The application uses ``NullPool`` so every request may open a fresh
|
|||
|
|
connection. Applying these pragmas at connect time keeps the settings
|
|||
|
|
consistent without requiring callers to remember to configure them.
|
|||
|
|
WAL and a bounded busy timeout let readers continue while a writer is
|
|||
|
|
committing; ``synchronous=NORMAL`` provides a useful throughput gain while
|
|||
|
|
retaining SQLite's normal crash-safety guarantees.
|
|||
|
|
"""
|
|||
|
|
cursor = dbapi_connection.cursor()
|
|||
|
|
try:
|
|||
|
|
cursor.execute("PRAGMA busy_timeout=30000")
|
|||
|
|
# ``:memory:`` databases (used by tests) do not support WAL. Ignore
|
|||
|
|
# that specific SQLite error while still applying the other pragmas.
|
|||
|
|
try:
|
|||
|
|
cursor.execute("PRAGMA journal_mode=WAL")
|
|||
|
|
except sqlite3.DatabaseError:
|
|||
|
|
pass
|
|||
|
|
cursor.execute("PRAGMA synchronous=NORMAL")
|
|||
|
|
cursor.execute("PRAGMA foreign_keys=ON")
|
|||
|
|
finally:
|
|||
|
|
cursor.close()
|
|||
|
|
|
|||
|
|
def _apply_column_migrations(conn):
|
|||
|
|
"""Add missing columns without rebuilding tables or touching existing rows."""
|
|||
|
|
migrations_by_table = {
|
|||
|
|
"resourcerevision": {
|
|||
|
|
"fork_resource_id": "ALTER TABLE resourcerevision ADD COLUMN fork_resource_id INTEGER DEFAULT 0",
|
|||
|
|
"base_fingerprint": "ALTER TABLE resourcerevision ADD COLUMN base_fingerprint VARCHAR DEFAULT ''",
|
|||
|
|
},
|
|||
|
|
"trainingmap": {
|
|||
|
|
"kb_category_ids": "ALTER TABLE trainingmap ADD COLUMN kb_category_ids JSON DEFAULT '{}'",
|
|||
|
|
"coverage": "ALTER TABLE trainingmap ADD COLUMN coverage JSON DEFAULT '{}'",
|
|||
|
|
"assessment_cancel_requested": "ALTER TABLE trainingmap ADD COLUMN assessment_cancel_requested BOOLEAN DEFAULT 0",
|
|||
|
|
"agent_id": "ALTER TABLE trainingmap ADD COLUMN agent_id INTEGER",
|
|||
|
|
},
|
|||
|
|
"systemlog": {
|
|||
|
|
"level": "ALTER TABLE systemlog ADD COLUMN level VARCHAR DEFAULT 'INFO'",
|
|||
|
|
"source": "ALTER TABLE systemlog ADD COLUMN source VARCHAR DEFAULT 'app'",
|
|||
|
|
"message": "ALTER TABLE systemlog ADD COLUMN message VARCHAR DEFAULT ''",
|
|||
|
|
"trace_id": "ALTER TABLE systemlog ADD COLUMN trace_id VARCHAR DEFAULT ''",
|
|||
|
|
"status": "ALTER TABLE systemlog ADD COLUMN status VARCHAR DEFAULT 'ok'",
|
|||
|
|
"created_at": "ALTER TABLE systemlog ADD COLUMN created_at VARCHAR DEFAULT ''",
|
|||
|
|
},
|
|||
|
|
"campaignrun": {
|
|||
|
|
"pause_requested": "ALTER TABLE campaignrun ADD COLUMN pause_requested BOOLEAN DEFAULT 0",
|
|||
|
|
},
|
|||
|
|
"contenttag": {
|
|||
|
|
"organization_id": "ALTER TABLE contenttag ADD COLUMN organization_id INTEGER DEFAULT 1",
|
|||
|
|
"owner_user_id": "ALTER TABLE contenttag ADD COLUMN owner_user_id INTEGER DEFAULT 0",
|
|||
|
|
"visibility": "ALTER TABLE contenttag ADD COLUMN visibility VARCHAR DEFAULT 'global'",
|
|||
|
|
},
|
|||
|
|
"agentskill": {
|
|||
|
|
"organization_id": "ALTER TABLE agentskill ADD COLUMN organization_id INTEGER DEFAULT 1",
|
|||
|
|
"owner_user_id": "ALTER TABLE agentskill ADD COLUMN owner_user_id INTEGER DEFAULT 0",
|
|||
|
|
"visibility": "ALTER TABLE agentskill ADD COLUMN visibility VARCHAR DEFAULT 'global'",
|
|||
|
|
},
|
|||
|
|
"agentprompttemplate": {
|
|||
|
|
"organization_id": "ALTER TABLE agentprompttemplate ADD COLUMN organization_id INTEGER DEFAULT 1",
|
|||
|
|
"owner_user_id": "ALTER TABLE agentprompttemplate ADD COLUMN owner_user_id INTEGER DEFAULT 0",
|
|||
|
|
"visibility": "ALTER TABLE agentprompttemplate ADD COLUMN visibility VARCHAR DEFAULT 'global'",
|
|||
|
|
},
|
|||
|
|
"knowledgefile": {
|
|||
|
|
"ai_category_id": "ALTER TABLE knowledgefile ADD COLUMN ai_category_id INTEGER",
|
|||
|
|
"classification_status": "ALTER TABLE knowledgefile ADD COLUMN classification_status VARCHAR DEFAULT 'unclassified'",
|
|||
|
|
"ai_confidence": "ALTER TABLE knowledgefile ADD COLUMN ai_confidence FLOAT DEFAULT 0",
|
|||
|
|
"ai_reason": "ALTER TABLE knowledgefile ADD COLUMN ai_reason VARCHAR DEFAULT ''",
|
|||
|
|
"content_hash": "ALTER TABLE knowledgefile ADD COLUMN content_hash VARCHAR DEFAULT ''",
|
|||
|
|
"revision": "ALTER TABLE knowledgefile ADD COLUMN revision INTEGER DEFAULT 1",
|
|||
|
|
},
|
|||
|
|
"knowledgebase": {
|
|||
|
|
"organization_id": "ALTER TABLE knowledgebase ADD COLUMN organization_id INTEGER DEFAULT 1",
|
|||
|
|
"owner_user_id": "ALTER TABLE knowledgebase ADD COLUMN owner_user_id INTEGER DEFAULT 0",
|
|||
|
|
"visibility": "ALTER TABLE knowledgebase ADD COLUMN visibility VARCHAR DEFAULT 'global'",
|
|||
|
|
"chunk_target": "ALTER TABLE knowledgebase ADD COLUMN chunk_target INTEGER DEFAULT 0",
|
|||
|
|
"chunk_mode": "ALTER TABLE knowledgebase ADD COLUMN chunk_mode VARCHAR DEFAULT 'auto'",
|
|||
|
|
},
|
|||
|
|
"knowledgeusage": {
|
|||
|
|
"banned": "ALTER TABLE knowledgeusage ADD COLUMN banned BOOLEAN DEFAULT 0",
|
|||
|
|
},
|
|||
|
|
"agent": {
|
|||
|
|
"kb_category_ids": "ALTER TABLE agent ADD COLUMN kb_category_ids JSON DEFAULT '[]'",
|
|||
|
|
"fusion_agent_ids": "ALTER TABLE agent ADD COLUMN fusion_agent_ids JSON DEFAULT '[]'",
|
|||
|
|
"prompt_template_id": "ALTER TABLE agent ADD COLUMN prompt_template_id INTEGER",
|
|||
|
|
"model_catalog_id": "ALTER TABLE agent ADD COLUMN model_catalog_id INTEGER",
|
|||
|
|
"allowed_tools": "ALTER TABLE agent ADD COLUMN allowed_tools JSON DEFAULT '[]'",
|
|||
|
|
"organization_id": "ALTER TABLE agent ADD COLUMN organization_id INTEGER DEFAULT 1",
|
|||
|
|
"owner_user_id": "ALTER TABLE agent ADD COLUMN owner_user_id INTEGER DEFAULT 0",
|
|||
|
|
"visibility": "ALTER TABLE agent ADD COLUMN visibility VARCHAR DEFAULT 'global'",
|
|||
|
|
"runtime_snapshot": "ALTER TABLE agent ADD COLUMN runtime_snapshot JSON",
|
|||
|
|
"persona_json": "ALTER TABLE agent ADD COLUMN persona_json JSON",
|
|||
|
|
"digital_human_id": "ALTER TABLE agent ADD COLUMN digital_human_id INTEGER",
|
|||
|
|
},
|
|||
|
|
"digitalhuman": {
|
|||
|
|
"visibility": "ALTER TABLE digitalhuman ADD COLUMN visibility VARCHAR DEFAULT 'private'",
|
|||
|
|
"persona_meta": "ALTER TABLE digitalhuman ADD COLUMN persona_meta JSON DEFAULT '{}'",
|
|||
|
|
},
|
|||
|
|
"modelprovider": {
|
|||
|
|
"organization_id": "ALTER TABLE modelprovider ADD COLUMN organization_id INTEGER DEFAULT 1",
|
|||
|
|
},
|
|||
|
|
"digitalhumangrant": {
|
|||
|
|
"enabled": "ALTER TABLE digitalhumangrant ADD COLUMN enabled BOOLEAN DEFAULT 1",
|
|||
|
|
},
|
|||
|
|
"canvas": {
|
|||
|
|
"organization_id": "ALTER TABLE canvas ADD COLUMN organization_id INTEGER DEFAULT 1",
|
|||
|
|
"owner_user_id": "ALTER TABLE canvas ADD COLUMN owner_user_id INTEGER DEFAULT 0",
|
|||
|
|
"visibility": "ALTER TABLE canvas ADD COLUMN visibility VARCHAR DEFAULT 'global'",
|
|||
|
|
"supervisor_agent_id": "ALTER TABLE canvas ADD COLUMN supervisor_agent_id INTEGER",
|
|||
|
|
"supervisor_mode": "ALTER TABLE canvas ADD COLUMN supervisor_mode VARCHAR DEFAULT 'on_drift'",
|
|||
|
|
},
|
|||
|
|
"campaign": {
|
|||
|
|
"approved_plan_version_id": "ALTER TABLE campaign ADD COLUMN approved_plan_version_id INTEGER",
|
|||
|
|
"organization_id": "ALTER TABLE campaign ADD COLUMN organization_id INTEGER DEFAULT 1",
|
|||
|
|
"owner_user_id": "ALTER TABLE campaign ADD COLUMN owner_user_id INTEGER DEFAULT 0",
|
|||
|
|
"visibility": "ALTER TABLE campaign ADD COLUMN visibility VARCHAR DEFAULT 'private'",
|
|||
|
|
"objective": "ALTER TABLE campaign ADD COLUMN objective VARCHAR DEFAULT ''",
|
|||
|
|
"success_criteria": "ALTER TABLE campaign ADD COLUMN success_criteria VARCHAR DEFAULT ''",
|
|||
|
|
"duration_minutes": "ALTER TABLE campaign ADD COLUMN duration_minutes INTEGER DEFAULT 0",
|
|||
|
|
"qc_mode": "ALTER TABLE campaign ADD COLUMN qc_mode VARCHAR DEFAULT 'full'",
|
|||
|
|
},
|
|||
|
|
"pendingmemory": {
|
|||
|
|
"organization_id": "ALTER TABLE pendingmemory ADD COLUMN organization_id INTEGER DEFAULT 1",
|
|||
|
|
"owner_user_id": "ALTER TABLE pendingmemory ADD COLUMN owner_user_id INTEGER DEFAULT 0",
|
|||
|
|
"visibility": "ALTER TABLE pendingmemory ADD COLUMN visibility VARCHAR DEFAULT 'private'",
|
|||
|
|
},
|
|||
|
|
"memory": {
|
|||
|
|
"organization_id": "ALTER TABLE memory ADD COLUMN organization_id INTEGER DEFAULT 1",
|
|||
|
|
"owner_user_id": "ALTER TABLE memory ADD COLUMN owner_user_id INTEGER DEFAULT 0",
|
|||
|
|
"visibility": "ALTER TABLE memory ADD COLUMN visibility VARCHAR DEFAULT 'private'",
|
|||
|
|
"title": "ALTER TABLE memory ADD COLUMN title VARCHAR DEFAULT ''",
|
|||
|
|
"description": "ALTER TABLE memory ADD COLUMN description VARCHAR DEFAULT ''",
|
|||
|
|
"privacy": "ALTER TABLE memory ADD COLUMN privacy VARCHAR DEFAULT 'internal'",
|
|||
|
|
"tags": "ALTER TABLE memory ADD COLUMN tags JSON DEFAULT '[]'",
|
|||
|
|
"timestamp": "ALTER TABLE memory ADD COLUMN timestamp VARCHAR DEFAULT ''",
|
|||
|
|
"index_status": "ALTER TABLE memory ADD COLUMN index_status VARCHAR DEFAULT 'indexed'",
|
|||
|
|
"usage_count": "ALTER TABLE memory ADD COLUMN usage_count INTEGER DEFAULT 0",
|
|||
|
|
"last_used_at": "ALTER TABLE memory ADD COLUMN last_used_at VARCHAR DEFAULT ''",
|
|||
|
|
"supersedes_id": "ALTER TABLE memory ADD COLUMN supersedes_id INTEGER DEFAULT 0",
|
|||
|
|
},
|
|||
|
|
"appuser": {
|
|||
|
|
"organization_id": "ALTER TABLE appuser ADD COLUMN organization_id INTEGER DEFAULT 1",
|
|||
|
|
},
|
|||
|
|
"roledefinition": {
|
|||
|
|
"organization_id": "ALTER TABLE roledefinition ADD COLUMN organization_id INTEGER DEFAULT 1",
|
|||
|
|
},
|
|||
|
|
"segment": {
|
|||
|
|
"agent_assignment_mode": "ALTER TABLE segment ADD COLUMN agent_assignment_mode VARCHAR DEFAULT 'auto'",
|
|||
|
|
"generation_history": "ALTER TABLE segment ADD COLUMN generation_history JSON DEFAULT '[]'",
|
|||
|
|
"fusion_agent_ids": "ALTER TABLE segment ADD COLUMN fusion_agent_ids JSON DEFAULT '[]'",
|
|||
|
|
"runtime_snapshot": "ALTER TABLE segment ADD COLUMN runtime_snapshot JSON DEFAULT '{}'",
|
|||
|
|
"kb_category_ids": "ALTER TABLE segment ADD COLUMN kb_category_ids JSON DEFAULT '[]'",
|
|||
|
|
"kb_category_recommendation": "ALTER TABLE segment ADD COLUMN kb_category_recommendation JSON DEFAULT '{}'",
|
|||
|
|
},
|
|||
|
|
"llmcall": {
|
|||
|
|
"run_id": "ALTER TABLE llmcall ADD COLUMN run_id INTEGER DEFAULT 0",
|
|||
|
|
"trace_id": "ALTER TABLE llmcall ADD COLUMN trace_id VARCHAR DEFAULT ''",
|
|||
|
|
"span_id": "ALTER TABLE llmcall ADD COLUMN span_id VARCHAR DEFAULT ''",
|
|||
|
|
"attempt": "ALTER TABLE llmcall ADD COLUMN attempt INTEGER DEFAULT 1",
|
|||
|
|
"prompt_hash": "ALTER TABLE llmcall ADD COLUMN prompt_hash VARCHAR DEFAULT ''",
|
|||
|
|
"output_hash": "ALTER TABLE llmcall ADD COLUMN output_hash VARCHAR DEFAULT ''",
|
|||
|
|
"user_id": "ALTER TABLE llmcall ADD COLUMN user_id INTEGER DEFAULT 0",
|
|||
|
|
"organization_id": "ALTER TABLE llmcall ADD COLUMN organization_id INTEGER DEFAULT 1",
|
|||
|
|
"usage_event_id": "ALTER TABLE llmcall ADD COLUMN usage_event_id INTEGER",
|
|||
|
|
"billing_status": "ALTER TABLE llmcall ADD COLUMN billing_status VARCHAR DEFAULT 'unbilled'",
|
|||
|
|
},
|
|||
|
|
"campaignrun": {
|
|||
|
|
"user_id": "ALTER TABLE campaignrun ADD COLUMN user_id INTEGER DEFAULT 0",
|
|||
|
|
"organization_id": "ALTER TABLE campaignrun ADD COLUMN organization_id INTEGER DEFAULT 1",
|
|||
|
|
"trace_id": "ALTER TABLE campaignrun ADD COLUMN trace_id VARCHAR DEFAULT ''",
|
|||
|
|
"runtime_version": "ALTER TABLE campaignrun ADD COLUMN runtime_version VARCHAR DEFAULT 'v1'",
|
|||
|
|
"pause_requested": "ALTER TABLE campaignrun ADD COLUMN pause_requested BOOLEAN DEFAULT 0",
|
|||
|
|
},
|
|||
|
|
"runevent": {
|
|||
|
|
"trace_id": "ALTER TABLE runevent ADD COLUMN trace_id VARCHAR DEFAULT ''",
|
|||
|
|
"span_id": "ALTER TABLE runevent ADD COLUMN span_id VARCHAR DEFAULT ''",
|
|||
|
|
"parent_span_id": "ALTER TABLE runevent ADD COLUMN parent_span_id VARCHAR DEFAULT ''",
|
|||
|
|
"actor_agent_id": "ALTER TABLE runevent ADD COLUMN actor_agent_id INTEGER DEFAULT 0",
|
|||
|
|
"actor_name": "ALTER TABLE runevent ADD COLUMN actor_name VARCHAR DEFAULT ''",
|
|||
|
|
"tool_name": "ALTER TABLE runevent ADD COLUMN tool_name VARCHAR DEFAULT ''",
|
|||
|
|
},
|
|||
|
|
"qcreport": {
|
|||
|
|
"run_id": "ALTER TABLE qcreport ADD COLUMN run_id INTEGER DEFAULT 0",
|
|||
|
|
"trace_id": "ALTER TABLE qcreport ADD COLUMN trace_id VARCHAR DEFAULT ''",
|
|||
|
|
"runtime_snapshot": "ALTER TABLE qcreport ADD COLUMN runtime_snapshot JSON DEFAULT '{}'",
|
|||
|
|
},
|
|||
|
|
"artifact": {
|
|||
|
|
"organization_id": "ALTER TABLE artifact ADD COLUMN organization_id INTEGER DEFAULT 1",
|
|||
|
|
"owner_user_id": "ALTER TABLE artifact ADD COLUMN owner_user_id INTEGER DEFAULT 0",
|
|||
|
|
"visibility": "ALTER TABLE artifact ADD COLUMN visibility VARCHAR DEFAULT 'private'",
|
|||
|
|
"run_id": "ALTER TABLE artifact ADD COLUMN run_id INTEGER DEFAULT 0",
|
|||
|
|
"trace_id": "ALTER TABLE artifact ADD COLUMN trace_id VARCHAR DEFAULT ''",
|
|||
|
|
"runtime_snapshot": "ALTER TABLE artifact ADD COLUMN runtime_snapshot JSON DEFAULT '{}'",
|
|||
|
|
},
|
|||
|
|
}
|
|||
|
|
for table, migrations in migrations_by_table.items():
|
|||
|
|
columns = {row[1] for row in conn.exec_driver_sql(f"PRAGMA table_info({table})").fetchall()}
|
|||
|
|
for name, statement in migrations.items():
|
|||
|
|
if name not in columns:
|
|||
|
|
conn.exec_driver_sql(statement)
|
|||
|
|
|
|||
|
|
def init_db():
|
|||
|
|
DB_PATH.parent.mkdir(parents=True, exist_ok=True)
|
|||
|
|
SQLModel.metadata.create_all(engine)
|
|||
|
|
with engine.begin() as conn:
|
|||
|
|
_apply_column_migrations(conn)
|
|||
|
|
# 用户对全局资源的修改/删除提案。该表在旧生产库中可能不存在；
|
|||
|
|
# SQLModel.metadata.create_all 只会覆盖新表，因此这里显式补建并建立
|
|||
|
|
# 常用筛选索引，保证版本审核接口升级后可直接使用。
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
"CREATE TABLE IF NOT EXISTS resourcerevision ("
|
|||
|
|
"id INTEGER PRIMARY KEY,"
|
|||
|
|
"resource_type VARCHAR NOT NULL,"
|
|||
|
|
"resource_id INTEGER NOT NULL,"
|
|||
|
|
"fork_resource_id INTEGER NOT NULL DEFAULT 0,"
|
|||
|
|
"owner_user_id INTEGER NOT NULL,"
|
|||
|
|
"organization_id INTEGER NOT NULL DEFAULT 1,"
|
|||
|
|
"operation VARCHAR NOT NULL DEFAULT 'update',"
|
|||
|
|
"base_version INTEGER NOT NULL DEFAULT 1,"
|
|||
|
|
"base_fingerprint VARCHAR NOT NULL DEFAULT '',"
|
|||
|
|
"version INTEGER NOT NULL DEFAULT 1,"
|
|||
|
|
"payload JSON NOT NULL DEFAULT '{}',"
|
|||
|
|
"status VARCHAR NOT NULL DEFAULT 'pending',"
|
|||
|
|
"reviewer_user_id INTEGER NOT NULL DEFAULT 0,"
|
|||
|
|
"review_note VARCHAR NOT NULL DEFAULT '',"
|
|||
|
|
"created_at VARCHAR NOT NULL DEFAULT '',"
|
|||
|
|
"reviewed_at VARCHAR NOT NULL DEFAULT ''"
|
|||
|
|
")"
|
|||
|
|
)
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
"CREATE INDEX IF NOT EXISTS ix_resourcerevision_resource "
|
|||
|
|
"ON resourcerevision (resource_type, resource_id)"
|
|||
|
|
)
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
"CREATE INDEX IF NOT EXISTS ix_resourcerevision_status "
|
|||
|
|
"ON resourcerevision (status, organization_id)"
|
|||
|
|
)
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
"CREATE TABLE IF NOT EXISTS resourcefork ("
|
|||
|
|
"id INTEGER PRIMARY KEY, resource_type VARCHAR NOT NULL, source_id INTEGER NOT NULL,"
|
|||
|
|
"copy_id INTEGER NOT NULL, owner_user_id INTEGER NOT NULL, organization_id INTEGER NOT NULL DEFAULT 1,"
|
|||
|
|
"base_version INTEGER NOT NULL DEFAULT 1, base_fingerprint VARCHAR NOT NULL DEFAULT '', created_at VARCHAR NOT NULL DEFAULT '')"
|
|||
|
|
)
|
|||
|
|
# 历史记忆没有沉淀日期时，沿用创建时间
|
|||
|
|
conn.exec_driver_sql("UPDATE memory SET timestamp = created_at WHERE COALESCE(timestamp, '') = ''")
|
|||
|
|
# Memory 使用本地文本召回，没有外部向量索引。旧版本编辑元数据留下的
|
|||
|
|
# needs_reindex 没有后台消费者，恢复这些记忆，避免被永久静默排除。
|
|||
|
|
conn.exec_driver_sql("UPDATE memory SET index_status = 'indexed' WHERE index_status = 'needs_reindex'")
|
|||
|
|
# 所有历史列补齐后再读取/写入角色种子，避免升级期间按新模型查询旧表结构。
|
|||
|
|
with Session(engine) as session:
|
|||
|
|
for role, permissions in ROLE_PERMISSIONS.items():
|
|||
|
|
if not session.exec(select(RoleDefinition).where(RoleDefinition.role == role)).first():
|
|||
|
|
session.add(RoleDefinition(role=role, label=ROLE_LABELS.get(role, role),
|
|||
|
|
description=f"{ROLE_LABELS.get(role, role)}默认权限",
|
|||
|
|
permissions=sorted(permissions), organization_id=1))
|
|||
|
|
session.commit()
|
|||
|
|
# 工作台拥有并幂等播种内置工作流模板；DSH Planner 只能在模板边界内提案。
|
|||
|
|
with Session(engine) as session:
|
|||
|
|
from .planner import ensure_default_workflow_template
|
|||
|
|
ensure_default_workflow_template(session)
|
|||
|
|
# 同一 Agent 对同一知识库片段只能保留一条状态记录，作为并发认领的数据库约束。
|
|||
|
|
with engine.begin() as conn:
|
|||
|
|
# 兼容旧版本删除 Provider 后遗留的模型目录，避免用户侧读取到无来源的模型。
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
"DELETE FROM modelcatalog WHERE provider_id NOT IN (SELECT id FROM modelprovider)"
|
|||
|
|
)
|
|||
|
|
# 早期版本没有唯一约束，先保留最早一条记录再创建索引，避免升级时因历史重复数据失败。
|
|||
|
|
duplicate_groups = conn.exec_driver_sql(
|
|||
|
|
"SELECT agent_id, kb_id, chunk_id, MIN(id) AS keep_id "
|
|||
|
|
"FROM knowledgeusage GROUP BY agent_id, kb_id, chunk_id HAVING COUNT(*) > 1"
|
|||
|
|
).fetchall()
|
|||
|
|
for agent_id, kb_id, chunk_id, keep_id in duplicate_groups:
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
"DELETE FROM knowledgeusage WHERE agent_id = ? AND kb_id = ? AND chunk_id = ? AND id <> ?",
|
|||
|
|
(agent_id, kb_id, chunk_id, keep_id),
|
|||
|
|
)
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
"CREATE UNIQUE INDEX IF NOT EXISTS uq_knowledge_usage_agent_chunk "
|
|||
|
|
"ON knowledgeusage (agent_id, kb_id, chunk_id)"
|
|||
|
|
)
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
"CREATE UNIQUE INDEX IF NOT EXISTS uq_campaign_active_run "
|
|||
|
|
"ON campaignrun (campaign_id) WHERE status IN ('queued', 'running')"
|
|||
|
|
)
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
"CREATE INDEX IF NOT EXISTS ix_agentsession_run_segment "
|
|||
|
|
"ON agentsession (run_id, segment_id, created_at)"
|
|||
|
|
)
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
"CREATE INDEX IF NOT EXISTS ix_qcreport_run_trace "
|
|||
|
|
"ON qcreport (run_id, trace_id, created_at)"
|
|||
|
|
)
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
"CREATE INDEX IF NOT EXISTS ix_artifact_run_trace "
|
|||
|
|
"ON artifact (run_id, trace_id, created_at)"
|
|||
|
|
)
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
"CREATE INDEX IF NOT EXISTS ix_agent_prompt_template "
|
|||
|
|
"ON agent (prompt_template_id)"
|
|||
|
|
)
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
"CREATE UNIQUE INDEX IF NOT EXISTS uq_kb_grant_user "
|
|||
|
|
"ON knowledgebasegrant (kb_id, user_id)"
|
|||
|
|
)
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
"CREATE UNIQUE INDEX IF NOT EXISTS uq_memory_grant_user "
|
|||
|
|
"ON memorygrant (memory_id, user_id)"
|
|||
|
|
)
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
"CREATE UNIQUE INDEX IF NOT EXISTS uq_canvas_grant_user "
|
|||
|
|
"ON canvasgrant (canvas_id, user_id)"
|
|||
|
|
)
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
"CREATE INDEX IF NOT EXISTS ix_resource_scope_agent "
|
|||
|
|
"ON agent (organization_id, owner_user_id, visibility)"
|
|||
|
|
)
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
"CREATE INDEX IF NOT EXISTS ix_resource_scope_kb "
|
|||
|
|
"ON knowledgebase (organization_id, owner_user_id, visibility)"
|
|||
|
|
)
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
"CREATE INDEX IF NOT EXISTS ix_resource_scope_tag "
|
|||
|
|
"ON contenttag (organization_id, owner_user_id, visibility)"
|
|||
|
|
)
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
"CREATE INDEX IF NOT EXISTS ix_resource_scope_skill "
|
|||
|
|
"ON agentskill (organization_id, owner_user_id, visibility)"
|
|||
|
|
)
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
"CREATE INDEX IF NOT EXISTS ix_resource_scope_prompt "
|
|||
|
|
"ON agentprompttemplate (organization_id, owner_user_id, visibility)"
|
|||
|
|
)
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
"CREATE UNIQUE INDEX IF NOT EXISTS uq_model_catalog_provider_name "
|
|||
|
|
"ON modelcatalog (provider_id, model_name)"
|
|||
|
|
)
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
"CREATE INDEX IF NOT EXISTS ix_model_catalog_enabled "
|
|||
|
|
"ON modelcatalog (enabled, provider_id)"
|
|||
|
|
)
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
"CREATE UNIQUE INDEX IF NOT EXISTS uq_usage_event_idempotency "
|
|||
|
|
"ON usageevent (idempotency_key)"
|
|||
|
|
)
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
"CREATE INDEX IF NOT EXISTS ix_usage_event_owner_created "
|
|||
|
|
"ON usageevent (user_id, organization_id, created_at)"
|
|||
|
|
)
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
"CREATE UNIQUE INDEX IF NOT EXISTS uq_usage_quota_owner_period "
|
|||
|
|
"ON usagequota (user_id, organization_id, period)"
|
|||
|
|
)
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
"CREATE UNIQUE INDEX IF NOT EXISTS uq_point_account_owner "
|
|||
|
|
"ON pointaccount (user_id, organization_id)"
|
|||
|
|
)
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
"CREATE UNIQUE INDEX IF NOT EXISTS uq_point_transaction_idempotency "
|
|||
|
|
"ON pointtransaction (idempotency_key)"
|
|||
|
|
)
|
|||
|
|
# 高频列表与租户筛选的复合索引。单列索引虽可用，但无法覆盖常见的
|
|||
|
|
# ``WHERE ... ORDER BY ...`` 组合，数据量增大后会退化为全表扫描。
|
|||
|
|
for statement in (
|
|||
|
|
"CREATE INDEX IF NOT EXISTS ix_systemlog_created_level "
|
|||
|
|
"ON systemlog (created_at DESC, level)",
|
|||
|
|
"CREATE INDEX IF NOT EXISTS ix_auditlog_created_actor "
|
|||
|
|
"ON auditlog (created_at DESC, actor_user_id)",
|
|||
|
|
"CREATE INDEX IF NOT EXISTS ix_kbfile_kb_category "
|
|||
|
|
"ON knowledgefile (kb_id, category_id)",
|
|||
|
|
"CREATE INDEX IF NOT EXISTS ix_kbcategory_tree "
|
|||
|
|
"ON knowledgecategory (kb_id, parent_id, sort_order)",
|
|||
|
|
"CREATE INDEX IF NOT EXISTS ix_kbusage_kb_status_time "
|
|||
|
|
"ON knowledgeusage (kb_id, status, used_at DESC)",
|
|||
|
|
"CREATE INDEX IF NOT EXISTS ix_kbusage_agent_status_time "
|
|||
|
|
"ON knowledgeusage (agent_id, status, used_at DESC)",
|
|||
|
|
"CREATE INDEX IF NOT EXISTS ix_agentskillbinding_agent_skill "
|
|||
|
|
"ON agentskillbinding (agent_id, skill_id)",
|
|||
|
|
"CREATE INDEX IF NOT EXISTS ix_agentgrant_agent_user "
|
|||
|
|
"ON agentgrant (agent_id, user_id, enabled)",
|
|||
|
|
"CREATE INDEX IF NOT EXISTS ix_kbgrant_kb_user "
|
|||
|
|
"ON knowledgebasegrant (kb_id, user_id, enabled)",
|
|||
|
|
"CREATE INDEX IF NOT EXISTS ix_memorygrant_memory_user "
|
|||
|
|
"ON memorygrant (memory_id, user_id, enabled)",
|
|||
|
|
"CREATE INDEX IF NOT EXISTS ix_canvasgrant_canvas_user "
|
|||
|
|
"ON canvasgrant (canvas_id, user_id, enabled)",
|
|||
|
|
"CREATE INDEX IF NOT EXISTS ix_runevent_run_time "
|
|||
|
|
"ON runevent (run_id, created_at DESC)",
|
|||
|
|
"CREATE INDEX IF NOT EXISTS ix_taskqueue_status_lease "
|
|||
|
|
"ON taskqueueitem (status, lease_until, created_at)",
|
|||
|
|
"CREATE INDEX IF NOT EXISTS ix_llmcall_run_time "
|
|||
|
|
"ON llmcall (run_id, created_at DESC)",
|
|||
|
|
):
|
|||
|
|
conn.exec_driver_sql(statement)
|
|||
|
|
# 兼容旧数据：没有知识库的生产 Agent 不可参与生成，直到管理员完成挂接。
|
|||
|
|
with Session(engine) as session:
|
|||
|
|
invalid_agents = session.exec(select(Agent).where(
|
|||
|
|
Agent.role == "production", Agent.status == "active"
|
|||
|
|
)).all()
|
|||
|
|
changed = False
|
|||
|
|
for agent in invalid_agents:
|
|||
|
|
if not agent.kb_ids:
|
|||
|
|
agent.status = "disabled"
|
|||
|
|
session.add(agent)
|
|||
|
|
changed = True
|
|||
|
|
if changed:
|
|||
|
|
session.commit()
|
|||
|
|
# 旧版本曾把 checks=[] 的模型返回当作 PASS。保留原始成稿，但一律改为需复检，
|
|||
|
|
# 防止它们继续作为已验证产物被交付或复用。
|
|||
|
|
empty_reports = session.exec(select(QCReport).where(QCReport.verdict == "PASS")).all()
|
|||
|
|
affected_campaign_ids: set[int] = set()
|
|||
|
|
for report in empty_reports:
|
|||
|
|
if report.checks:
|
|||
|
|
continue
|
|||
|
|
report.verdict = "FAIL"
|
|||
|
|
report.checks = [{
|
|||
|
|
"id": "qc-empty-output", "name": "质检返回完整性", "status": "FAIL",
|
|||
|
|
"issues": [{"desc": "历史质检返回空检查列表，系统已自动标记为需要复检", "suggestion": "重新运行本段质检"}],
|
|||
|
|
}]
|
|||
|
|
segment = session.get(Segment, report.segment_id)
|
|||
|
|
if segment:
|
|||
|
|
affected_campaign_ids.add(segment.campaign_id)
|
|||
|
|
if segment.status == "approved":
|
|||
|
|
segment.status = "human_review"
|
|||
|
|
session.add(segment)
|
|||
|
|
session.add(report)
|
|||
|
|
if affected_campaign_ids:
|
|||
|
|
for campaign_id in affected_campaign_ids:
|
|||
|
|
campaign = session.get(Campaign, campaign_id)
|
|||
|
|
if campaign and campaign.status == "done":
|
|||
|
|
campaign.status = "human_review"
|
|||
|
|
campaign.finished_at = ""
|
|||
|
|
session.add(campaign)
|
|||
|
|
for artifact in session.exec(select(Artifact).where(Artifact.campaign_id == campaign_id)).all():
|
|||
|
|
artifact.final_status = "needs_recheck"
|
|||
|
|
report = dict(artifact.compose_report or {})
|
|||
|
|
report["safety_recheck"] = "历史段质检为空，组合产物需在重新审查后再交付"
|
|||
|
|
artifact.compose_report = report
|
|||
|
|
session.add(artifact)
|
|||
|
|
# 进程在模型请求中断时，reserved 片段从未产出正文，启动后应自动归还。
|
|||
|
|
for usage in session.exec(select(KnowledgeUsage).where(KnowledgeUsage.status == "reserved")).all():
|
|||
|
|
usage.status = "available"
|
|||
|
|
usage.released_at = usage.released_at or "startup-recovery"
|
|||
|
|
session.add(usage)
|
|||
|
|
session.commit()
|
|||
|
|
# P0-4 租户边界数据库级强制：业务表 organization_id 必须 >= 0（0=全局资源），
|
|||
|
|
# user 归属 organization_id 必须 >= 1。CHECK 约束让越权数据无法落库。
|
|||
|
|
with engine.begin() as conn:
|
|||
|
|
tenant_checks = {
|
|||
|
|
"campaign": "campaign_tenant_check",
|
|||
|
|
"knowledgebase": "knowledgebase_tenant_check",
|
|||
|
|
"memory": "memory_tenant_check",
|
|||
|
|
"agent": "agent_tenant_check",
|
|||
|
|
"artifact": "artifact_tenant_check",
|
|||
|
|
"canvas": "canvas_tenant_check",
|
|||
|
|
"contenttag": "contenttag_tenant_check",
|
|||
|
|
"agentskill": "agentskill_tenant_check",
|
|||
|
|
"agentprompttemplate": "agentprompttemplate_tenant_check",
|
|||
|
|
}
|
|||
|
|
for table, constraint in tenant_checks.items():
|
|||
|
|
exists = conn.exec_driver_sql(
|
|||
|
|
"SELECT 1 FROM sqlite_master WHERE type='check_constraint' AND name=?",
|
|||
|
|
(constraint,),
|
|||
|
|
).fetchone()
|
|||
|
|
if not exists:
|
|||
|
|
# SQLite 不支持 ADD CONSTRAINT，重建表代价高；改用触发器实现同等级强制。
|
|||
|
|
trigger = f"trg_{table}_tenant_ins"
|
|||
|
|
trg_exists = conn.exec_driver_sql(
|
|||
|
|
"SELECT 1 FROM sqlite_master WHERE type='trigger' AND name=?",
|
|||
|
|
(trigger,),
|
|||
|
|
).fetchone()
|
|||
|
|
if not trg_exists:
|
|||
|
|
conn.exec_driver_sql(
|
|||
|
|
f"CREATE TRIGGER {trigger} BEFORE INSERT ON {table} "
|
|||
|
|
f"WHEN NEW.organization_id IS NULL OR NEW.organization_id < 0 "
|
|||
|
|
f"BEGIN SELECT RAISE(ABORT, '{table}.organization_id 必须为 0（全局）或正整数（租户）'); END"
|
|||
|
|
)
|
|||
|
|
|
|||
|
|
def get_session():
|
|||
|
|
with Session(_current_engine()) as s:
|
|||
|
|
yield s
|
|||
|
|
|
|||
|
|
|
|||
|
|
def _current_engine():
|
|||
|
|
"""动态引擎：测试可以替换模块级 engine 变量，所有 Session 跟随。"""
|
|||
|
|
return engine
|