355 lines
12 KiB
Python
355 lines
12 KiB
Python
"""MCP工具服务 - 统一管理MCP工具的注入和执行"""
|
||
|
||
from typing import List, Dict, Any, Optional
|
||
from sqlalchemy.ext.asyncio import AsyncSession
|
||
from sqlalchemy import select
|
||
import asyncio
|
||
import json
|
||
from datetime import datetime
|
||
|
||
from app.models.mcp_plugin import MCPPlugin
|
||
from app.mcp.registry import mcp_registry
|
||
from app.logger import get_logger
|
||
|
||
logger = get_logger(__name__)
|
||
|
||
|
||
class MCPToolServiceError(Exception):
|
||
"""MCP工具服务异常"""
|
||
pass
|
||
|
||
|
||
class MCPToolService:
|
||
"""MCP工具服务 - 统一管理MCP工具的注入和执行"""
|
||
|
||
def __init__(self):
|
||
self._tool_cache = {} # 工具定义缓存
|
||
self._result_cache = {} # 工具结果缓存(可选)
|
||
|
||
async def get_user_enabled_tools(
|
||
self,
|
||
user_id: str,
|
||
db_session: AsyncSession,
|
||
category: Optional[str] = None
|
||
) -> List[Dict[str, Any]]:
|
||
"""
|
||
获取用户启用的MCP工具列表
|
||
|
||
Args:
|
||
user_id: 用户ID
|
||
db_session: 数据库会话
|
||
category: 工具类别筛选(search/analysis/filesystem等)
|
||
|
||
Returns:
|
||
工具定义列表,格式符合OpenAI Function Calling规范
|
||
"""
|
||
try:
|
||
# 1. 查询用户启用的插件(enabled=True即可,不强制要求status=active)
|
||
# 因为新启用的插件status可能还是inactive,需要给它机会被调用
|
||
query = select(MCPPlugin).where(
|
||
MCPPlugin.user_id == user_id,
|
||
MCPPlugin.enabled == True
|
||
)
|
||
|
||
if category:
|
||
query = query.where(MCPPlugin.category == category)
|
||
|
||
result = await db_session.execute(query)
|
||
plugins = result.scalars().all()
|
||
|
||
if not plugins:
|
||
logger.info(f"用户 {user_id} 没有启用的MCP插件")
|
||
return []
|
||
|
||
# 2. 获取所有工具定义
|
||
all_tools = []
|
||
for plugin in plugins:
|
||
try:
|
||
# 确保插件已加载到注册表
|
||
if not mcp_registry.get_client(user_id, plugin.plugin_name):
|
||
logger.info(f"插件 {plugin.plugin_name} 未加载,尝试加载...")
|
||
success = await mcp_registry.load_plugin(plugin)
|
||
if not success:
|
||
logger.warning(f"插件 {plugin.plugin_name} 加载失败,跳过")
|
||
continue
|
||
|
||
# 从registry获取该插件的工具列表
|
||
plugin_tools = await mcp_registry.get_plugin_tools(
|
||
user_id=user_id,
|
||
plugin_name=plugin.plugin_name
|
||
)
|
||
|
||
# 格式化为Function Calling格式
|
||
formatted_tools = self._format_tools_for_ai(
|
||
plugin_tools,
|
||
plugin.plugin_name # ✅ 修复:使用正确的属性名plugin_name
|
||
)
|
||
all_tools.extend(formatted_tools)
|
||
|
||
logger.info(
|
||
f"从插件 {plugin.plugin_name} 加载了 "
|
||
f"{len(formatted_tools)} 个工具"
|
||
)
|
||
|
||
except Exception as e:
|
||
logger.error(
|
||
f"获取插件 {plugin.plugin_name} 的工具失败: {e}",
|
||
exc_info=True
|
||
)
|
||
continue
|
||
|
||
logger.info(f"用户 {user_id} 共加载 {len(all_tools)} 个MCP工具")
|
||
return all_tools
|
||
|
||
except Exception as e:
|
||
logger.error(f"获取用户MCP工具失败: {e}", exc_info=True)
|
||
raise MCPToolServiceError(f"获取MCP工具失败: {str(e)}")
|
||
|
||
def _format_tools_for_ai(
|
||
self,
|
||
plugin_tools: List[Dict[str, Any]],
|
||
plugin_name: str
|
||
) -> List[Dict[str, Any]]:
|
||
"""
|
||
将MCP工具定义格式化为AI Function Calling格式
|
||
|
||
Args:
|
||
plugin_tools: MCP插件的工具列表
|
||
plugin_name: 插件名称
|
||
|
||
Returns:
|
||
格式化后的工具列表
|
||
"""
|
||
formatted_tools = []
|
||
|
||
for tool in plugin_tools:
|
||
formatted_tool = {
|
||
"type": "function",
|
||
"function": {
|
||
"name": f"{plugin_name}_{tool['name']}", # 加插件前缀避免冲突
|
||
"description": tool.get("description", ""),
|
||
"parameters": tool.get("inputSchema", {
|
||
"type": "object",
|
||
"properties": {},
|
||
"required": []
|
||
})
|
||
}
|
||
}
|
||
formatted_tools.append(formatted_tool)
|
||
|
||
return formatted_tools
|
||
|
||
async def execute_tool_calls(
|
||
self,
|
||
user_id: str,
|
||
tool_calls: List[Dict[str, Any]],
|
||
db_session: AsyncSession,
|
||
timeout: float = 60.0
|
||
) -> List[Dict[str, Any]]:
|
||
"""
|
||
批量执行AI请求的工具调用(并行执行)
|
||
|
||
Args:
|
||
user_id: 用户ID
|
||
tool_calls: AI返回的工具调用列表
|
||
db_session: 数据库会话
|
||
timeout: 单个工具调用的超时时间(秒,默认30秒)
|
||
|
||
Returns:
|
||
工具调用结果列表
|
||
"""
|
||
if not tool_calls:
|
||
return []
|
||
|
||
logger.info(f"开始执行 {len(tool_calls)} 个工具调用")
|
||
|
||
# 创建异步任务列表
|
||
tasks = [
|
||
self._execute_single_tool(
|
||
user_id=user_id,
|
||
tool_call=tool_call,
|
||
db_session=db_session,
|
||
timeout=timeout
|
||
)
|
||
for tool_call in tool_calls
|
||
]
|
||
|
||
# 并行执行所有工具调用
|
||
results = await asyncio.gather(*tasks, return_exceptions=True)
|
||
|
||
# 处理结果
|
||
formatted_results = []
|
||
for i, result in enumerate(results):
|
||
tool_call = tool_calls[i]
|
||
|
||
if isinstance(result, Exception):
|
||
# 工具调用异常
|
||
formatted_results.append({
|
||
"tool_call_id": tool_call.get("id", f"call_{i}"),
|
||
"role": "tool",
|
||
"name": tool_call["function"]["name"],
|
||
"content": f"工具调用失败: {str(result)}",
|
||
"success": False,
|
||
"error": str(result)
|
||
})
|
||
else:
|
||
formatted_results.append(result)
|
||
|
||
return formatted_results
|
||
|
||
async def _execute_single_tool(
|
||
self,
|
||
user_id: str,
|
||
tool_call: Dict[str, Any],
|
||
db_session: AsyncSession,
|
||
timeout: float
|
||
) -> Dict[str, Any]:
|
||
"""
|
||
执行单个工具调用
|
||
|
||
Args:
|
||
user_id: 用户ID
|
||
tool_call: 工具调用信息
|
||
db_session: 数据库会话
|
||
timeout: 超时时间
|
||
|
||
Returns:
|
||
工具调用结果
|
||
"""
|
||
tool_call_id = tool_call.get("id", "unknown")
|
||
function_name = tool_call["function"]["name"]
|
||
|
||
try:
|
||
# 解析插件名和工具名
|
||
if "_" in function_name:
|
||
plugin_name, tool_name = function_name.split("_", 1)
|
||
else:
|
||
raise ValueError(f"无效的工具名称格式: {function_name}")
|
||
|
||
# 解析参数
|
||
arguments_str = tool_call["function"]["arguments"]
|
||
if isinstance(arguments_str, str):
|
||
arguments = json.loads(arguments_str)
|
||
else:
|
||
arguments = arguments_str
|
||
|
||
logger.info(
|
||
f"执行工具: {plugin_name}.{tool_name}, "
|
||
f"参数: {arguments}"
|
||
)
|
||
|
||
# 设置超时
|
||
try:
|
||
result = await asyncio.wait_for(
|
||
mcp_registry.call_tool(
|
||
user_id=user_id,
|
||
plugin_name=plugin_name,
|
||
tool_name=tool_name,
|
||
arguments=arguments
|
||
),
|
||
timeout=timeout
|
||
)
|
||
|
||
# 成功返回
|
||
return {
|
||
"tool_call_id": tool_call_id,
|
||
"role": "tool",
|
||
"name": function_name,
|
||
"content": json.dumps(result, ensure_ascii=False),
|
||
"success": True,
|
||
"error": None
|
||
}
|
||
|
||
except asyncio.TimeoutError:
|
||
raise MCPToolServiceError(
|
||
f"工具调用超时(>{timeout}秒)"
|
||
)
|
||
|
||
except Exception as e:
|
||
logger.error(
|
||
f"工具 {function_name} 调用失败: {e}",
|
||
exc_info=True
|
||
)
|
||
return {
|
||
"tool_call_id": tool_call_id,
|
||
"role": "tool",
|
||
"name": function_name,
|
||
"content": f"工具调用失败: {str(e)}",
|
||
"success": False,
|
||
"error": str(e)
|
||
}
|
||
|
||
async def build_tool_context(
|
||
self,
|
||
tool_results: List[Dict[str, Any]],
|
||
format: str = "markdown"
|
||
) -> str:
|
||
"""
|
||
将工具调用结果格式化为上下文文本
|
||
|
||
Args:
|
||
tool_results: 工具调用结果列表
|
||
format: 输出格式(markdown/json/plain)
|
||
|
||
Returns:
|
||
格式化的上下文字符串
|
||
"""
|
||
if not tool_results:
|
||
return ""
|
||
|
||
if format == "markdown":
|
||
return self._build_markdown_context(tool_results)
|
||
elif format == "json":
|
||
return json.dumps(tool_results, ensure_ascii=False, indent=2)
|
||
else: # plain
|
||
return self._build_plain_context(tool_results)
|
||
|
||
def _build_markdown_context(
|
||
self,
|
||
tool_results: List[Dict[str, Any]]
|
||
) -> str:
|
||
"""构建Markdown格式的工具上下文"""
|
||
lines = ["## 🔧 工具调用结果\n"]
|
||
|
||
for i, result in enumerate(tool_results, 1):
|
||
tool_name = result.get("name", "unknown")
|
||
success = result.get("success", False)
|
||
content = result.get("content", "")
|
||
|
||
status_emoji = "✅" if success else "❌"
|
||
lines.append(f"### {status_emoji} {i}. {tool_name}\n")
|
||
|
||
if success:
|
||
# 尝试美化JSON内容
|
||
try:
|
||
content_obj = json.loads(content)
|
||
content = json.dumps(content_obj, ensure_ascii=False, indent=2)
|
||
except:
|
||
pass
|
||
lines.append(f"```json\n{content}\n```\n")
|
||
else:
|
||
lines.append(f"**错误**: {content}\n")
|
||
|
||
return "\n".join(lines)
|
||
|
||
def _build_plain_context(
|
||
self,
|
||
tool_results: List[Dict[str, Any]]
|
||
) -> str:
|
||
"""构建纯文本格式的工具上下文"""
|
||
lines = ["=== 工具调用结果 ===\n"]
|
||
|
||
for i, result in enumerate(tool_results, 1):
|
||
tool_name = result.get("name", "unknown")
|
||
success = result.get("success", False)
|
||
content = result.get("content", "")
|
||
|
||
status = "成功" if success else "失败"
|
||
lines.append(f"{i}. {tool_name} - {status}")
|
||
lines.append(f" 结果: {content}\n")
|
||
|
||
return "\n".join(lines)
|
||
|
||
|
||
# 全局单例
|
||
mcp_tool_service = MCPToolService() |