"""
OpenAI 兼容格式引擎
支持所有兼容 OpenAI API 格式的服务(如 DeepSeek、Grok、硅基流动、本地 vLLM 等)
"""
import os
import sys
import json
import requests
from colorama import Fore, Style
import logging
# 设置日志
logger = logging.getLogger(__name__)
# 添加项目根目录到sys.path
current_dir = os.path.dirname(os.path.abspath(__file__))
project_root = os.path.dirname(current_dir)
sys.path.insert(0, project_root)
class OpenaiAI:
"""OpenAI 兼容格式 AI 引擎 - 支持所有兼容 OpenAI API 的服务"""
requires_api_key = True
def get_help_info(self):
"""获取引擎帮助信息"""
help_text = """
OpenAI 兼容格式引擎帮助信息
============================
引擎名称: openai
描述: 通用 OpenAI API 兼容引擎,支持所有兼容 OpenAI 格式的服务
支持的服务:
- OpenAI 官方 API
- DeepSeek API
- Grok (xAI) API
- 硅基流动 (SiliconFlow) API
- 本地 vLLM / LiteLLM / OneAPI 等转发服务
- 任何兼容 /chat/completions 接口的服务
配置方式 (config.json):
{
"api": {
"engines": {
"openai": {
"api_key": "你的API密钥",
"base_url": "https://api.openai.com/v1",
"model": "gpt-4o"
}
}
}
}
可用命令:
/engine.openai models - 列出可用模型(需要服务端支持)
/engine.openai set <模型名> - 切换模型
/engine.openai info - 显示当前配置信息
/engine.openai think - 查看深度思考状态
/engine.openai think on - 开启深度思考
/engine.openai think off - 关闭深度思考
/engine.openai think high - 开启并设置推理强度 (low/medium/high)
使用说明:
1. 在 config.json 中配置 api_key、base_url、model
2. 使用 /engine switch openai 切换到此引擎
3. 直接输入自然语言与 AI 对话
注意:
- base_url 填写 API 的基础地址,无需包含 /chat/completions
- 例如 OpenAI 官方填 https://api.openai.com/v1
- 本地服务填 http://localhost:8000/v1
"""
return help_text
def __init__(self):
self.name = "openai"
self.cli = None
# 从 config.json 读取配置
config_file = os.path.join(project_root, "config.json")
try:
with open(config_file, 'r', encoding='utf-8') as f:
config = json.load(f)
engine_config = config.get("api", {}).get("engines", {}).get("openai", {})
self.engine_config = engine_config # 保存为属性
self.api_key = engine_config.get("api_key", "")
self.base_url = engine_config.get("base_url", "").rstrip('/')
self.model = engine_config.get("model", "")
self.max_history = config.get("system", {}).get("max_history", 10)
# 深度思考配置
self.deep_think = engine_config.get("deep_think", False)
self.reasoning_effort = engine_config.get("reasoning_effort", "medium")
except Exception as e:
logger.warning(f"读取配置文件失败: {e}")
self.api_key = ""
self.base_url = ""
self.model = ""
self.max_history = 10
self.deep_think = False
self.reasoning_effort = "medium"
# 初始化对话历史
self.conversation_history = []
self.shared_conversation_history = None
# 思考标记(兼容深度思考模型)
self.thinking_start_marker = ""
self.thinking_end_marker = ""
# 检查配置
if not self.api_key:
print(f"{Fore.YELLOW}警告: openai 引擎的 API 密钥未设置{Style.RESET_ALL}")
if not self.base_url:
print(f"{Fore.YELLOW}警告: openai 引擎的 base_url 未设置{Style.RESET_ALL}")
else:
print(f"{Fore.GREEN}OpenAI 兼容引擎已启用 (base_url: {self.base_url}){Style.RESET_ALL}")
def _get_headers(self):
"""构建请求头"""
headers = {
'Content-Type': 'application/json'
}
if self.api_key:
headers['Authorization'] = f'Bearer {self.api_key}'
return headers
def _get_api_url(self):
"""获取完整的 API 地址"""
url = self.base_url
if not url:
return ""
if not url.endswith('/chat/completions'):
url = url.rstrip('/') + '/chat/completions'
return url
def generate_response(self, user_input, tool_results=None, system_prompt=None):
"""
生成 AI 响应
Args:
user_input: 用户输入
tool_results: 工具执行结果
system_prompt: 系统提示词
"""
try:
if not self.base_url:
return "错误: openai 引擎的 base_url 未配置,请在 config.json 中设置"
# 处理工具结果
if tool_results:
tool_result_text = f"工具执行结果: {tool_results.get('result', '无结果')}"
messages = self._build_messages_with_history(system_prompt, tool_result_text)
else:
messages = self._build_messages_with_history(system_prompt, user_input)
# 构建请求体
body = {
"model": self.model,
"messages": messages,
"stream": False
}
# 添加采样参数(从引擎配置读取)
for key in ("temperature", "top_p"):
val = self.engine_config.get(key)
if val is not None:
body[key] = val
# top_k 部分 OpenAI 兼容 API 不支持,仅在配置明确时添加
top_k = self.engine_config.get("top_k")
if top_k is not None:
body["top_k"] = top_k
# ── 深度思考模式 ──
self._inject_thinking_prompt = None # 清除标记
if self.deep_think:
body = self._apply_deep_think(body)
# 不支持原生思考的模型,注入提示词
if self._inject_thinking_prompt:
thinking_hint = self._get_thinking_prompt(self._inject_thinking_prompt)
if thinking_hint and messages:
# 追加到系统提示词末尾
if messages[0].get("role") == "system":
messages[0]["content"] += thinking_hint
else:
messages.insert(0, {"role": "system", "content": thinking_hint})
body["messages"] = messages
# 发送请求(带重试)
api_url = self._get_api_url()
import time
max_retries = 3
response = None
for attempt in range(max_retries):
try:
response = requests.post(
url=api_url,
json=body,
headers=self._get_headers(),
timeout=None
)
if response.status_code < 500 or attempt == max_retries - 1:
break
print(f"{Fore.YELLOW}API 返回 {response.status_code},第 {attempt+1}/{max_retries} 次重试...{Style.RESET_ALL}")
time.sleep(2)
except requests.exceptions.ConnectionError:
if attempt == max_retries - 1:
return f"无法连接到 API 服务: {self.base_url},请检查服务是否运行"
print(f"{Fore.YELLOW}连接失败,第 {attempt+1}/{max_retries} 次重试...{Style.RESET_ALL}")
time.sleep(2)
if response is None:
return "API 调用失败(重试后仍无响应)"
if response.status_code == 200:
response_data = response.json()
if "choices" in response_data and len(response_data["choices"]) > 0:
message = response_data["choices"][0].get("message", {})
# 普通文本响应
ai_response = message.get("content", "") or ""
reasoning = message.get("reasoning_content", "") or ""
# 清理无效的 UTF-8 代理字符
if ai_response:
ai_response = ai_response.encode('utf-8', 'replace').decode('utf-8')
ai_response = self._process_thinking_content(ai_response)
# 处理 reasoning_content 字段(合并到返回值,用 标记包裹)
if reasoning:
reasoning = reasoning.encode('utf-8', 'replace').decode('utf-8')
print(f"{Fore.LIGHTBLACK_EX}[深度思考: {reasoning[:500]}{'...' if len(reasoning) > 500 else ''}]{Style.RESET_ALL}")
if ai_response:
return f"{reasoning}{ai_response}"
else:
return f"{reasoning}"
return ai_response or ""
else:
return f"API 返回格式错误: {response_data}"
elif response.status_code == 401:
return "API 认证失败,请检查 api_key 是否正确"
elif response.status_code == 404:
return f"API 端点不存在,请检查 base_url 是否正确: {api_url}"
elif response.status_code == 400:
return f"API 调用失败: {response.status_code} - {response.text}"
else:
return f"API 调用失败: {response.status_code} - {response.text}"
except requests.exceptions.ConnectionError:
return f"无法连接到 API 服务: {self.base_url},请检查服务是否运行"
except Exception as e:
return f"API 调用失败: {str(e)}"
def _build_messages_with_history(self, system_prompt, user_input):
"""构建包含历史记录的消息列表"""
messages = []
# 添加系统提示词
if system_prompt:
clean_prompt = system_prompt.encode('utf-8', 'replace').decode('utf-8')
messages.append({
"role": "system",
"content": clean_prompt
})
# 添加历史对话记录(使用共享历史)
if self.shared_conversation_history is not None:
for msg in self.shared_conversation_history[-self.max_history:]:
if not isinstance(msg, dict) or "role" not in msg:
continue
role = msg["role"]
# 普通 user/assistant 消息
if "content" in msg:
clean_content = msg["content"]
if isinstance(clean_content, str):
clean_content = clean_content.encode('utf-8', 'replace').decode('utf-8')
messages.append({"role": role, "content": clean_content})
# 添加当前用户输入
if user_input:
clean_input = user_input.encode('utf-8', 'replace').decode('utf-8')
messages.append({
"role": "user",
"content": clean_input
})
return messages
def _call_api_with_history(self, content, system_prompt=None):
"""使用对话历史调用 API"""
if not self.base_url:
return "错误: openai 引擎的 base_url 未配置"
messages = []
if system_prompt:
messages.append({"role": "system", "content": system_prompt})
if self.shared_conversation_history is not None:
for msg in self.shared_conversation_history[-self.max_history:]:
if isinstance(msg, dict) and "role" in msg and "content" in msg:
messages.append(msg)
messages.append({"role": "user", "content": content})
body = {
"model": self.model,
"messages": messages,
"stream": False
}
try:
response = requests.post(
url=self._get_api_url(),
json=body,
headers=self._get_headers(),
timeout=None
)
if response.status_code == 200:
response_data = response.json()
if "choices" in response_data and len(response_data["choices"]) > 0:
ai_response = response_data["choices"][0]["message"]["content"]
ai_response = ai_response.encode('utf-8', 'replace').decode('utf-8')
return self._process_thinking_content(ai_response)
return f"API 调用失败: {response.status_code} - {response.text}"
except Exception as e:
return f"API 调用失败: {str(e)}"
def _process_thinking_content(self, response):
"""处理思考内容,将思考部分以灰色文本显示"""
import re
if not self.thinking_start_marker or not self.thinking_end_marker:
return response
if self.thinking_start_marker in response and self.thinking_end_marker in response:
parts = response.split(self.thinking_start_marker)
if len(parts) > 1:
remaining = parts[1]
if self.thinking_end_marker in remaining:
thinking_part, reply_part = remaining.split(self.thinking_end_marker, 1)
thinking_content = thinking_part.strip()
reply_content = reply_part.strip()
if thinking_content:
print(f"{Fore.LIGHTBLACK_EX}[思考: {thinking_content}]{Style.RESET_ALL}")
# 如果回复内容为空,返回原始 response 而非空字符串(不丢内容)
return reply_content if reply_content else response
return response
def _apply_deep_think(self, body: dict) -> dict:
"""
通用深度思考适配。
原生支持的模型用 API 参数,不支持的用提示词模拟。
"""
model = (self.model or "").lower()
effort = self.reasoning_effort # low / medium / high
# ── 原生支持:API 参数 ──
# DeepSeek / MiMo
if "deepseek" in model or "mimo" in model:
body["enable_thinking"] = True
body.pop("temperature", None)
if effort:
body["reasoning_effort"] = effort
return body
# OpenAI o-series (o1, o3, o4-mini 等)
if model.startswith("o") and (model[1:2].isdigit() or model[1:3] in ("1-", "3-", "4-")):
body["reasoning"] = {"effort": effort}
return body
# Anthropic Claude (通过 OpenAI 兼容层)
if "claude" in model or "anthropic" in model:
body["thinking"] = {"type": "enabled", "budget_tokens": self._thinking_budget(effort)}
return body
# Grok
if "grok" in model:
body["thinking"] = {"enabled": True}
return body
# Gemini thinking 模型
if "gemini" in model and "thinking" in model:
return body # 模型名自带 thinking,不需要额外参数
# ── 不支持原生思考:用提示词模拟 ──
self._inject_thinking_prompt = effort
return body
@staticmethod
def _thinking_budget(effort: str) -> int:
"""思考 token 预算"""
return {"low": 2048, "medium": 8192, "high": 32768}.get(effort, 8192)
def _get_thinking_prompt(self, effort: str) -> str:
"""根据思考等级生成提示词(注入系统提示词末尾)"""
if effort == "low":
return ""
if effort == "medium":
return (
"\n\n【思考模式:中等】\n"
"回答前请先逐步思考:\n"
"1. 分析用户的核心需求\n"
"2. 列出关键因素和约束\n"
"3. 考虑可能的方案\n"
"4. 选择最优方案并解释理由\n"
"然后再给出最终回答。"
)
# high
return (
"\n\n【思考模式:深度推理】\n"
"你必须使用结构化深度推理框架回答问题。严格遵循以下步骤:\n\n"
"## 第一步:问题分解\n"
"- 将问题拆解为子问题\n"
"- 识别关键约束和边界条件\n"
"- 明确输入输出要求\n\n"
"## 第二步:多角度分析\n"
"- 从至少 3 个不同角度分析问题\n"
"- 评估每种方案的优缺点\n"
"- 考虑边界情况和异常场景\n\n"
"## 第三步:方案设计\n"
"- 选择最优方案并详细说明理由\n"
"- 给出具体的实现步骤\n"
"- 预判可能的问题并给出预防措施\n\n"
"## 第四步:验证与优化\n"
"- 检验方案是否满足所有约束\n"
"- 考虑是否有更优解\n"
"- 给出最终答案和注意事项\n\n"
"## 输出格式\n"
"先输出推理过程(用 [思考] 标记),再输出最终答案。\n"
"推理过程要详细但不啰嗦,最终答案要简洁明确。"
)
def set_model(self, model_name):
"""设置模型"""
self.model = model_name
print(f"{Fore.GREEN}已切换模型为: {model_name}{Style.RESET_ALL}")
def list_models(self):
"""列出可用模型(调用 API 的 /models 端点)"""
if not self.base_url:
return ["错误: base_url 未配置"]
try:
models_url = self.base_url.rstrip('/')
if models_url.endswith('/chat/completions'):
models_url = models_url[:-len('/chat/completions')]
models_url = models_url.rstrip('/') + '/models'
response = requests.get(
url=models_url,
headers=self._get_headers(),
timeout=10
)
if response.status_code == 200:
data = response.json()
if "data" in data:
models = [m.get("id", "unknown") for m in data["data"]]
return models
else:
return ["API 返回格式不标准,无法解析模型列表"]
else:
return [f"获取模型列表失败: {response.status_code}"]
except Exception as e:
return [f"获取模型列表失败: {str(e)}"]
def generate_with_tools(self, messages, tools=None, system_prompt=None):
"""
原生 Function Calling 模式
返回 dict: {"content": str, "tool_calls": list, "reasoning_content": str, "raw": dict}
"""
try:
from colorama import Fore, Style
except ImportError:
Fore = Style = type('D', (), {'LIGHTBLACK_EX': '', 'RESET_ALL': ''})()
import requests
import time
if system_prompt:
messages = [{"role": "system", "content": system_prompt}] + messages
body = {
"model": self.model,
"messages": messages,
"stream": False,
"temperature": self.engine_config.get("temperature", 0.7),
}
top_p = self.engine_config.get("top_p")
if top_p is not None:
body["top_p"] = top_p
top_k = self.engine_config.get("top_k")
if top_k is not None:
body["top_k"] = top_k
if tools:
body["tools"] = tools
body["tool_choice"] = "auto"
api_url = self._get_api_url()
max_retries = 3
for attempt in range(max_retries):
try:
response = requests.post(
url=api_url, json=body, headers=self._get_headers(), timeout=None
)
if response.status_code == 200:
response_data = response.json()
if "choices" in response_data and len(response_data["choices"]) > 0:
message = response_data["choices"][0].get("message", {})
content_text = message.get("content", "") or ""
reasoning = message.get("reasoning_content", "") or ""
tool_calls = message.get("tool_calls", [])
if reasoning:
print(f"{Fore.LIGHTBLACK_EX}[深度思考: {reasoning[:500]}{'...' if len(reasoning) > 500 else ''}]{Style.RESET_ALL}")
return {
"content": content_text,
"tool_calls": tool_calls,
"reasoning_content": reasoning,
"raw": response_data
}
else:
return {"content": f"API 返回格式错误", "tool_calls": [], "raw": response_data}
elif response.status_code >= 500 and attempt < max_retries - 1:
print(f"{Fore.YELLOW}API 返回 {response.status_code},第 {attempt+1}/{max_retries} 次重试...{Style.RESET_ALL}")
time.sleep(2)
continue
else:
return {"content": f"API 调用失败: {response.status_code}", "tool_calls": [], "raw": {}}
except requests.exceptions.ConnectionError:
if attempt < max_retries - 1:
print(f"{Fore.YELLOW}连接失败,第 {attempt+1}/{max_retries} 次重试...{Style.RESET_ALL}")
time.sleep(2)
continue
return {"content": f"无法连接到 API: {api_url}", "tool_calls": [], "raw": {}}
except Exception as e:
return {"content": f"引擎调用失败: {e}", "tool_calls": [], "raw": {}}
return {"content": f"API 调用失败(重试{max_retries}次后仍失败)", "tool_calls": [], "raw": {}}
def handle_command(self, command):
"""处理引擎特定命令"""
if command == "models":
models = self.list_models()
print(f"{Fore.GREEN}可用模型列表:{Style.RESET_ALL}")
for model in models:
status = " (当前使用)" if model == self.model else ""
print(f"{Fore.GREEN} - {model}{status}{Style.RESET_ALL}")
return True
elif command.startswith("set "):
model_name = command[4:].strip()
if model_name:
self.set_model(model_name)
return True
else:
print(f"{Fore.RED}请提供模型名称. 用法: /engine.openai set <模型名>{Style.RESET_ALL}")
return False
elif command == "info":
print(f"{Fore.GREEN}OpenAI 兼容引擎配置:{Style.RESET_ALL}")
print(f" base_url: {self.base_url}")
print(f" model: {self.model}")
print(f" api_key: {'已设置' if self.api_key else '未设置'}")
print(f" deep_think: {'开启' if self.deep_think else '关闭'}")
if self.deep_think:
print(f" reasoning: {self.reasoning_effort}")
return True
elif command.startswith("think"):
# /engine.openai think [on|off|low|medium|high]
arg = command.replace("think", "").strip().lower()
if arg in ("off", "0", "false"):
self.deep_think = False
print(f"{Fore.YELLOW}深度思考已关闭{Style.RESET_ALL}")
elif arg in ("on", "1", "true", ""):
self.deep_think = True
print(f"{Fore.GREEN}深度思考已开启 (reasoning_effort: {self.reasoning_effort}){Style.RESET_ALL}")
elif arg in ("low", "medium", "high"):
self.deep_think = True
self.reasoning_effort = arg
print(f"{Fore.GREEN}深度思考已开启 (reasoning_effort: {arg}){Style.RESET_ALL}")
else:
print(f"{Fore.RED}用法: /engine.openai think [on|off|low|medium|high]{Style.RESET_ALL}")
return True
else:
print(f"{Fore.RED}未知命令. 可用: models, set, info, think{Style.RESET_ALL}")
return False