feat(db2): C++20 数据库 RPC 服务,对齐 Python db 模块 execute 路由
- 完整实现 execute 路由(select/insert/update/delete) - 相同 where 语法(eq/ne/gt/lt/ge/le/like/in)及响应格式 - 启动时从 confs 拉取 db.ini,支持环境变量和命令行覆盖 - per-thread SQLite 连接 + WAL/mmap/busy_timeout PRAGMA - PRAGMA table_info 驱动的列类型反射与缓存 - $now 哨兵值自动替换为 UTC 时间 - 内置 Logs 表自动建表 + 后台清理线程(retention_days + max_records) - 表名白名单校验防 SQL 注入 - gateway DbC::call_msg() 零改动可直接切换
This commit is contained in:
1 parent
49ed3f738f
commit
1970f3f824
6 files changed
+928
No files matched your search
@@ -0,0 +1,22 @@
|
||||
CPP = g++
|
||||
CPPFLAGS = -std=c++20 -O3 -Wall -Werror -pipe
|
||||
INCS = -I ../libmsg/inc
|
||||
LIBS = -L ../libmsg/build -lus_msg -lboost_json -lsqlite3
|
||||
RPATH = -Wl,-rpath,'$$ORIGIN/../../libmsg/build'
|
||||
|
||||
BUILD = build
|
||||
TARGET = $(BUILD)/db2
|
||||
SRC = src/db2.cpp
|
||||
|
||||
all: $(TARGET)
|
||||
|
||||
$(BUILD):
|
||||
mkdir -p $(BUILD)
|
||||
|
||||
$(TARGET): $(SRC) | $(BUILD)
|
||||
$(CPP) $(CPPFLAGS) $(INCS) -o $@ $< $(LIBS) $(RPATH)
|
||||
|
||||
clean:
|
||||
rm -f $(TARGET)
|
||||
|
||||
.PHONY: all clean
|
||||
Executable
+4
@@ -0,0 +1,4 @@
|
||||
#!/bin/bash
|
||||
set -e
|
||||
cd "$(dirname "$0")"
|
||||
exec ./build/db2 "$@"
|
||||
Executable
+4
@@ -0,0 +1,4 @@
|
||||
#!/bin/bash
|
||||
set -e
|
||||
cd "$(dirname "$0")"
|
||||
make
|
||||
Executable
BIN
Binary file not shown.
Executable
+48
@@ -0,0 +1,48 @@
|
||||
#!/bin/bash
|
||||
set -e
|
||||
|
||||
# 从 DATABASE_URL 提取 SQLite 文件路径并确保目录存在
|
||||
if [[ "${DATABASE_URL:-}" == sqlite:///* ]]; then
|
||||
DB_PATH="${DATABASE_URL#sqlite:///}"
|
||||
mkdir -p "$(dirname "$DB_PATH")"
|
||||
fi
|
||||
|
||||
# 初始化 schema(幂等)
|
||||
if [[ -n "${DATABASE_URL:-}" ]]; then
|
||||
DB_FILE="${DATABASE_URL#sqlite:///}"
|
||||
sqlite3 "$DB_FILE" <<'SQL'
|
||||
CREATE TABLE IF NOT EXISTS Users (
|
||||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||||
username TEXT UNIQUE NOT NULL,
|
||||
password_hash TEXT NOT NULL,
|
||||
create_at DATETIME DEFAULT CURRENT_TIMESTAMP,
|
||||
last_login DATETIME,
|
||||
is_active BOOLEAN DEFAULT 1
|
||||
);
|
||||
CREATE TABLE IF NOT EXISTS Notes (
|
||||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||||
pid INTEGER NOT NULL,
|
||||
owner VARCHAR(128) DEFAULT 'Unknow',
|
||||
title VARCHAR(128) NOT NULL,
|
||||
content TEXT NOT NULL
|
||||
);
|
||||
CREATE TABLE IF NOT EXISTS Logs (
|
||||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||||
ts TEXT NOT NULL,
|
||||
service TEXT NOT NULL,
|
||||
level TEXT NOT NULL,
|
||||
message TEXT NOT NULL,
|
||||
trace_id TEXT,
|
||||
extra TEXT
|
||||
);
|
||||
CREATE INDEX IF NOT EXISTS idx_logs_service_ts ON Logs(service, ts);
|
||||
CREATE INDEX IF NOT EXISTS idx_logs_level_ts ON Logs(level, ts);
|
||||
CREATE INDEX IF NOT EXISTS idx_logs_ts ON Logs(ts);
|
||||
CREATE INDEX IF NOT EXISTS idx_logs_trace ON Logs(trace_id);
|
||||
SQL
|
||||
fi
|
||||
|
||||
exec /app/db2 \
|
||||
--addr "${LISTEN_ADDR:-0.0.0.0}" \
|
||||
--port "${LISTEN_PORT:-8005}" \
|
||||
--workers "${WORKERS:-4}"
|
||||
+850
@@ -0,0 +1,850 @@
|
||||
/** db2 — C++20 数据库 RPC 服务(对齐 Python db 模块的 execute 路由)
|
||||
*
|
||||
* 协议约定(与 Python/Go 客户端字节级兼容):
|
||||
* 请求: {"_route": "execute", "action": "select|insert|update|delete",
|
||||
* "table": "T", "columns": [...], "values": {...},
|
||||
* "where": {"col": val | {"op": val}}, "order_by": [...],
|
||||
* "limit": N, "offset": N}
|
||||
* 响应: {"success": true, "data": [...]}
|
||||
* {"success": false, "error": "..."}
|
||||
*
|
||||
* 依赖: libmsg (libus_msg.so), boost::json (-lboost_json), sqlite3 (-lsqlite3)
|
||||
*/
|
||||
|
||||
#include <us/RpcServer.hpp>
|
||||
#include <us/RpcClient.hpp>
|
||||
|
||||
#include <boost/json.hpp>
|
||||
|
||||
#include <sqlite3.h>
|
||||
|
||||
#include <algorithm>
|
||||
#include <atomic>
|
||||
#include <chrono>
|
||||
#include <condition_variable>
|
||||
#include <cstring>
|
||||
#include <fstream>
|
||||
#include <iostream>
|
||||
#include <map>
|
||||
#include <mutex>
|
||||
#include <optional>
|
||||
#include <sstream>
|
||||
#include <string>
|
||||
#include <thread>
|
||||
#include <unordered_map>
|
||||
#include <vector>
|
||||
|
||||
#include <cstdio>
|
||||
#include <ctime>
|
||||
|
||||
namespace json = boost::json;
|
||||
using namespace pmc::net;
|
||||
|
||||
// ============================================================================
|
||||
// 全局常量
|
||||
// ============================================================================
|
||||
|
||||
static constexpr size_t kMaxMessage = 8192;
|
||||
static constexpr size_t kMaxExtra = 4096;
|
||||
|
||||
// ============================================================================
|
||||
// 工具:当前 UTC 时间 ISO 8601
|
||||
// ============================================================================
|
||||
|
||||
static std::string utc_now() {
|
||||
auto now = std::chrono::system_clock::now();
|
||||
std::time_t t = std::chrono::system_clock::to_time_t(now);
|
||||
char buf[32];
|
||||
std::strftime(buf, sizeof(buf), "%Y-%m-%dT%H:%M:%S", std::gmtime(&t));
|
||||
return buf;
|
||||
}
|
||||
|
||||
// ============================================================================
|
||||
// 工具:简单 INI 解析(白名单模式)
|
||||
// ============================================================================
|
||||
|
||||
using IniMap = std::map<std::string, std::map<std::string, std::string>>;
|
||||
|
||||
static IniMap parse_ini(const std::string& text) {
|
||||
IniMap result;
|
||||
std::string section;
|
||||
std::istringstream ss(text);
|
||||
std::string line;
|
||||
while (std::getline(ss, line)) {
|
||||
// 去首尾空白
|
||||
auto b = line.find_first_not_of(" \t\r\n");
|
||||
if (b == std::string::npos) continue;
|
||||
line = line.substr(b);
|
||||
auto e = line.find_last_not_of(" \t\r\n");
|
||||
if (e != std::string::npos) line = line.substr(0, e + 1);
|
||||
|
||||
if (line.empty() || line[0] == '#' || line[0] == ';') continue;
|
||||
if (line.front() == '[' && line.back() == ']') {
|
||||
section = line.substr(1, line.size() - 2);
|
||||
continue;
|
||||
}
|
||||
auto eq = line.find('=');
|
||||
if (eq == std::string::npos || section.empty()) continue;
|
||||
std::string key = line.substr(0, eq);
|
||||
std::string val = line.substr(eq + 1);
|
||||
// 去 key/val 空白
|
||||
auto trim = [](std::string& s) {
|
||||
auto bb = s.find_first_not_of(" \t");
|
||||
auto ee = s.find_last_not_of(" \t");
|
||||
s = (bb == std::string::npos) ? "" : s.substr(bb, ee - bb + 1);
|
||||
};
|
||||
trim(key); trim(val);
|
||||
result[section][key] = val;
|
||||
}
|
||||
return result;
|
||||
}
|
||||
|
||||
// ============================================================================
|
||||
// 配置
|
||||
// ============================================================================
|
||||
|
||||
struct Config {
|
||||
std::string listen_host = "127.0.0.1";
|
||||
int listen_port = 8005;
|
||||
int workers = 4;
|
||||
std::string db_url = "sqlite:///database.db";
|
||||
|
||||
// 日志清理
|
||||
int retention_days = 30;
|
||||
int max_records = 1000000;
|
||||
int cleanup_interval = 3600;
|
||||
|
||||
// confs 地址(引导配置,不从 confs 自身获取)
|
||||
std::string confs_host = "127.0.0.1";
|
||||
int confs_port = 8010;
|
||||
};
|
||||
|
||||
// 从 sqlite:///path 或 sqlite:////abs/path 提取文件路径
|
||||
static std::string db_url_to_path(const std::string& url) {
|
||||
const std::string prefix = "sqlite:///";
|
||||
if (url.rfind(prefix, 0) == 0) {
|
||||
return url.substr(prefix.size());
|
||||
}
|
||||
return url; // 非 sqlite URL,原样返回(暂不支持其他后端)
|
||||
}
|
||||
|
||||
static Config load_config(int argc, char* argv[]) {
|
||||
Config cfg;
|
||||
|
||||
// 1. 从环境变量读取 confs 引导地址
|
||||
if (const char* h = std::getenv("CONFS_HOST")) cfg.confs_host = h;
|
||||
if (const char* p = std::getenv("CONFS_PORT")) cfg.confs_port = std::stoi(p);
|
||||
|
||||
// 2. 从 confs 服务拉取 db.ini(retry_on_refused=true,等待 confs 就绪)
|
||||
std::string ini_text;
|
||||
try {
|
||||
RpcClient confs_client(cfg.confs_host, cfg.confs_port, "db2",
|
||||
/*timeout=*/5.0, /*retry_on_refused=*/true);
|
||||
json::value data = confs_client.call("get", {{"name", "db.ini"}});
|
||||
if (data.is_object() && data.as_object().contains("content")) {
|
||||
ini_text = std::string(data.as_object().at("content").as_string());
|
||||
}
|
||||
} catch (const std::exception& e) {
|
||||
std::fprintf(stderr, "[db2] Failed to fetch db.ini from confs: %s\n", e.what());
|
||||
std::exit(1);
|
||||
}
|
||||
|
||||
// 3. 解析 INI(白名单字段)
|
||||
IniMap ini = parse_ini(ini_text);
|
||||
auto get = [&](const std::string& sec, const std::string& key,
|
||||
const std::string& def = "") -> std::string {
|
||||
auto si = ini.find(sec);
|
||||
if (si == ini.end()) return def;
|
||||
auto ki = si->second.find(key);
|
||||
return (ki == si->second.end()) ? def : ki->second;
|
||||
};
|
||||
|
||||
cfg.listen_host = get("server", "host", cfg.listen_host);
|
||||
cfg.listen_port = std::stoi(get("server", "port", std::to_string(cfg.listen_port)));
|
||||
cfg.workers = std::stoi(get("server", "workers",std::to_string(cfg.workers)));
|
||||
cfg.db_url = get("database", "url", cfg.db_url);
|
||||
cfg.retention_days = std::stoi(get("logs", "retention_days", std::to_string(cfg.retention_days)));
|
||||
cfg.max_records = std::stoi(get("logs", "max_records", std::to_string(cfg.max_records)));
|
||||
cfg.cleanup_interval = std::stoi(get("logs", "cleanup_interval", std::to_string(cfg.cleanup_interval)));
|
||||
|
||||
// 4. 环境变量最高优先级覆盖(Docker 兼容)
|
||||
if (const char* v = std::getenv("LISTEN_ADDR")) cfg.listen_host = v;
|
||||
if (const char* v = std::getenv("LISTEN_PORT")) cfg.listen_port = std::stoi(v);
|
||||
if (const char* v = std::getenv("WORKERS")) cfg.workers = std::stoi(v);
|
||||
if (const char* v = std::getenv("DATABASE_URL")) cfg.db_url = v;
|
||||
|
||||
// 5. 命令行参数(最高优先级)
|
||||
for (int i = 1; i < argc; ++i) {
|
||||
std::string arg = argv[i];
|
||||
if ((arg == "--addr" || arg == "-a") && i + 1 < argc) cfg.listen_host = argv[++i];
|
||||
else if ((arg == "--port" || arg == "-p") && i + 1 < argc) cfg.listen_port = std::stoi(argv[++i]);
|
||||
else if ((arg == "--workers" || arg == "-w") && i + 1 < argc) cfg.workers = std::stoi(argv[++i]);
|
||||
}
|
||||
|
||||
return cfg;
|
||||
}
|
||||
|
||||
// ============================================================================
|
||||
// SQLite 连接(per-thread)
|
||||
// ============================================================================
|
||||
|
||||
class DbConn {
|
||||
public:
|
||||
explicit DbConn(const std::string& path) {
|
||||
if (sqlite3_open(path.c_str(), &_db) != SQLITE_OK) {
|
||||
std::string err = sqlite3_errmsg(_db);
|
||||
sqlite3_close(_db);
|
||||
_db = nullptr;
|
||||
throw std::runtime_error("sqlite3_open failed: " + err);
|
||||
}
|
||||
_exec_pragma("PRAGMA journal_mode=WAL");
|
||||
_exec_pragma("PRAGMA synchronous=NORMAL");
|
||||
_exec_pragma("PRAGMA foreign_keys=ON");
|
||||
_exec_pragma("PRAGMA busy_timeout=5000");
|
||||
_exec_pragma("PRAGMA mmap_size=268435456");
|
||||
}
|
||||
|
||||
~DbConn() {
|
||||
if (_db) { sqlite3_close(_db); _db = nullptr; }
|
||||
}
|
||||
|
||||
sqlite3* get() const { return _db; }
|
||||
|
||||
// 执行无结果集 SQL(建表、PRAGMA 等)
|
||||
void exec(const std::string& sql) {
|
||||
char* errmsg = nullptr;
|
||||
int rc = sqlite3_exec(_db, sql.c_str(), nullptr, nullptr, &errmsg);
|
||||
if (rc != SQLITE_OK) {
|
||||
std::string err = errmsg ? errmsg : "unknown";
|
||||
sqlite3_free(errmsg);
|
||||
throw std::runtime_error("sqlite3_exec failed: " + err);
|
||||
}
|
||||
}
|
||||
|
||||
DbConn(const DbConn&) = delete;
|
||||
DbConn& operator=(const DbConn&) = delete;
|
||||
|
||||
private:
|
||||
sqlite3* _db = nullptr;
|
||||
|
||||
void _exec_pragma(const std::string& sql) {
|
||||
char* errmsg = nullptr;
|
||||
sqlite3_exec(_db, sql.c_str(), nullptr, nullptr, &errmsg);
|
||||
if (errmsg) sqlite3_free(errmsg);
|
||||
}
|
||||
};
|
||||
|
||||
// ============================================================================
|
||||
// 列元信息(来自 PRAGMA table_info)
|
||||
// ============================================================================
|
||||
|
||||
struct ColInfo {
|
||||
std::string name;
|
||||
std::string type; // 原始类型字符串,大写,如 "DATETIME" "TEXT" "INTEGER"
|
||||
};
|
||||
|
||||
// ============================================================================
|
||||
// DB2Server
|
||||
// ============================================================================
|
||||
|
||||
class DB2Server {
|
||||
public:
|
||||
explicit DB2Server(const Config& cfg)
|
||||
: _cfg(cfg), _db_path(db_url_to_path(cfg.db_url)) {}
|
||||
|
||||
void start() {
|
||||
// 用主线程连接初始化 schema
|
||||
{
|
||||
DbConn conn(_db_path);
|
||||
_ensure_logs_table(conn);
|
||||
}
|
||||
|
||||
_log_internal("INFO", "db2", "db2 starting on "
|
||||
+ _cfg.listen_host + ":" + std::to_string(_cfg.listen_port)
|
||||
+ ", db=" + _db_path, "", "");
|
||||
|
||||
// 启动后台清理线程
|
||||
_cleanup_running = true;
|
||||
_cleanup_thread = std::thread(&DB2Server::_cleanup_loop, this);
|
||||
|
||||
// 启动 RPC 服务
|
||||
MsgServerConfig srv_cfg;
|
||||
srv_cfg.workers = _cfg.workers;
|
||||
|
||||
RpcServer rpc(_cfg.listen_host, _cfg.listen_port, srv_cfg,
|
||||
[this](const std::string& route, const std::exception& e) {
|
||||
std::fprintf(stderr, "[db2] handler error route=%s: %s\n",
|
||||
route.c_str(), e.what());
|
||||
});
|
||||
|
||||
rpc.add_route("execute", [this](const json::object& req) -> json::value {
|
||||
return _handle_execute(req);
|
||||
});
|
||||
|
||||
rpc.start();
|
||||
|
||||
// rpc.start() 返回后停止清理线程
|
||||
_cleanup_running = false;
|
||||
_cleanup_cv.notify_all();
|
||||
if (_cleanup_thread.joinable()) _cleanup_thread.join();
|
||||
}
|
||||
|
||||
private:
|
||||
const Config& _cfg;
|
||||
std::string _db_path;
|
||||
|
||||
// 表列信息缓存
|
||||
std::mutex _schema_mtx;
|
||||
std::unordered_map<std::string, std::vector<ColInfo>> _schema_cache;
|
||||
|
||||
// 后台清理线程
|
||||
std::atomic<bool> _cleanup_running{false};
|
||||
std::thread _cleanup_thread;
|
||||
std::mutex _cleanup_mtx;
|
||||
std::condition_variable _cleanup_cv;
|
||||
|
||||
// ---- per-thread SQLite 连接 -----------------------------------------------
|
||||
|
||||
DbConn& _get_conn() {
|
||||
thread_local std::unique_ptr<DbConn> conn;
|
||||
if (!conn) conn = std::make_unique<DbConn>(_db_path);
|
||||
return *conn;
|
||||
}
|
||||
|
||||
// ---- 列 schema 反射 --------------------------------------------------------
|
||||
|
||||
std::vector<ColInfo> _get_schema(const std::string& table) {
|
||||
{
|
||||
std::lock_guard<std::mutex> lk(_schema_mtx);
|
||||
auto it = _schema_cache.find(table);
|
||||
if (it != _schema_cache.end()) return it->second;
|
||||
}
|
||||
|
||||
// PRAGMA table_info 返回: cid, name, type, notnull, dflt_value, pk
|
||||
DbConn& conn = _get_conn();
|
||||
std::string sql = "PRAGMA table_info(" + table + ")";
|
||||
sqlite3_stmt* stmt = nullptr;
|
||||
if (sqlite3_prepare_v2(conn.get(), sql.c_str(), -1, &stmt, nullptr) != SQLITE_OK) {
|
||||
throw std::runtime_error("PRAGMA table_info failed for: " + table);
|
||||
}
|
||||
|
||||
std::vector<ColInfo> cols;
|
||||
while (sqlite3_step(stmt) == SQLITE_ROW) {
|
||||
ColInfo ci;
|
||||
const char* name = reinterpret_cast<const char*>(sqlite3_column_text(stmt, 1));
|
||||
const char* type = reinterpret_cast<const char*>(sqlite3_column_text(stmt, 2));
|
||||
ci.name = name ? name : "";
|
||||
ci.type = type ? type : "";
|
||||
// 统一大写便于比较
|
||||
std::transform(ci.type.begin(), ci.type.end(), ci.type.begin(), ::toupper);
|
||||
cols.push_back(ci);
|
||||
}
|
||||
sqlite3_finalize(stmt);
|
||||
|
||||
if (cols.empty()) {
|
||||
throw std::runtime_error("table not found: " + table);
|
||||
}
|
||||
|
||||
std::lock_guard<std::mutex> lk(_schema_mtx);
|
||||
_schema_cache[table] = cols;
|
||||
return cols;
|
||||
}
|
||||
|
||||
// 判断列是否为日期时间类型
|
||||
static bool _is_datetime_col(const ColInfo& ci) {
|
||||
// 按类型字符串
|
||||
if (ci.type.find("DATETIME") != std::string::npos) return true;
|
||||
if (ci.type.find("DATE") != std::string::npos) return true;
|
||||
if (ci.type.find("TIME") != std::string::npos) return true;
|
||||
// 按列名约定
|
||||
std::string n = ci.name;
|
||||
std::transform(n.begin(), n.end(), n.begin(), ::tolower);
|
||||
return n.find("_at") != std::string::npos
|
||||
|| n.find("time") != std::string::npos
|
||||
|| n.find("date") != std::string::npos;
|
||||
}
|
||||
|
||||
// 将 JSON 值转换为 SQLite 绑定字符串($now 替换为 UTC 时间)
|
||||
static std::string _coerce_value(const ColInfo& ci, const json::value& jv) {
|
||||
if (jv.is_string()) {
|
||||
std::string s(jv.as_string());
|
||||
if (_is_datetime_col(ci) && s == "$now") return utc_now();
|
||||
return s;
|
||||
}
|
||||
if (jv.is_int64()) return std::to_string(jv.as_int64());
|
||||
if (jv.is_uint64()) return std::to_string(jv.as_uint64());
|
||||
if (jv.is_double()) return std::to_string(jv.as_double());
|
||||
if (jv.is_bool()) return jv.as_bool() ? "1" : "0";
|
||||
if (jv.is_null()) return ""; // 绑定 NULL
|
||||
return json::serialize(jv);
|
||||
}
|
||||
|
||||
// ---- WHERE 子句构建 --------------------------------------------------------
|
||||
|
||||
struct WhereClause {
|
||||
std::string sql; // "col1 = ? AND col2 > ?"
|
||||
std::vector<std::string> params; // 绑定参数值(顺序对应 ?)
|
||||
std::vector<bool> is_null; // 对应参数是否绑定 NULL
|
||||
};
|
||||
|
||||
WhereClause _build_where(const json::object& where,
|
||||
const std::vector<ColInfo>& cols) {
|
||||
WhereClause wc;
|
||||
std::vector<std::string> parts;
|
||||
|
||||
// 建立列名 -> ColInfo 映射
|
||||
std::unordered_map<std::string, ColInfo> col_map;
|
||||
for (auto& c : cols) col_map[c.name] = c;
|
||||
|
||||
for (auto& [key, val] : where) {
|
||||
std::string col(key);
|
||||
ColInfo ci;
|
||||
auto it = col_map.find(col);
|
||||
if (it != col_map.end()) ci = it->second;
|
||||
else { ci.name = col; ci.type = "TEXT"; }
|
||||
|
||||
if (val.is_object()) {
|
||||
// {"op": value} 形式
|
||||
for (auto& [op_key, op_val] : val.as_object()) {
|
||||
std::string op(op_key);
|
||||
if (op == "eq") {
|
||||
parts.push_back(col + " = ?");
|
||||
wc.params.push_back(_coerce_value(ci, op_val));
|
||||
wc.is_null.push_back(op_val.is_null());
|
||||
} else if (op == "ne") {
|
||||
parts.push_back(col + " != ?");
|
||||
wc.params.push_back(_coerce_value(ci, op_val));
|
||||
wc.is_null.push_back(op_val.is_null());
|
||||
} else if (op == "gt") {
|
||||
parts.push_back(col + " > ?");
|
||||
wc.params.push_back(_coerce_value(ci, op_val));
|
||||
wc.is_null.push_back(false);
|
||||
} else if (op == "lt") {
|
||||
parts.push_back(col + " < ?");
|
||||
wc.params.push_back(_coerce_value(ci, op_val));
|
||||
wc.is_null.push_back(false);
|
||||
} else if (op == "ge") {
|
||||
parts.push_back(col + " >= ?");
|
||||
wc.params.push_back(_coerce_value(ci, op_val));
|
||||
wc.is_null.push_back(false);
|
||||
} else if (op == "le") {
|
||||
parts.push_back(col + " <= ?");
|
||||
wc.params.push_back(_coerce_value(ci, op_val));
|
||||
wc.is_null.push_back(false);
|
||||
} else if (op == "like") {
|
||||
parts.push_back(col + " LIKE ?");
|
||||
wc.params.push_back(_coerce_value(ci, op_val));
|
||||
wc.is_null.push_back(false);
|
||||
} else if (op == "in") {
|
||||
if (!op_val.is_array() || op_val.as_array().empty()) continue;
|
||||
std::string placeholders;
|
||||
for (auto& item : op_val.as_array()) {
|
||||
if (!placeholders.empty()) placeholders += ", ";
|
||||
placeholders += "?";
|
||||
wc.params.push_back(_coerce_value(ci, item));
|
||||
wc.is_null.push_back(item.is_null());
|
||||
}
|
||||
parts.push_back(col + " IN (" + placeholders + ")");
|
||||
}
|
||||
}
|
||||
} else {
|
||||
// 直接等于
|
||||
parts.push_back(col + " = ?");
|
||||
wc.params.push_back(_coerce_value(ci, val));
|
||||
wc.is_null.push_back(val.is_null());
|
||||
}
|
||||
}
|
||||
|
||||
for (size_t i = 0; i < parts.size(); ++i) {
|
||||
if (i > 0) wc.sql += " AND ";
|
||||
wc.sql += parts[i];
|
||||
}
|
||||
return wc;
|
||||
}
|
||||
|
||||
// ---- 参数绑定辅助 ----------------------------------------------------------
|
||||
|
||||
static void _bind_params(sqlite3_stmt* stmt, int start_idx,
|
||||
const std::vector<std::string>& params,
|
||||
const std::vector<bool>& is_null) {
|
||||
for (size_t i = 0; i < params.size(); ++i) {
|
||||
int idx = start_idx + static_cast<int>(i);
|
||||
if (is_null[i]) {
|
||||
sqlite3_bind_null(stmt, idx);
|
||||
} else {
|
||||
sqlite3_bind_text(stmt, idx, params[i].c_str(), -1, SQLITE_TRANSIENT);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// ---- execute 路由 ----------------------------------------------------------
|
||||
|
||||
json::value _handle_execute(const json::object& req) {
|
||||
// 提取公共字段
|
||||
std::string action = "select";
|
||||
if (auto it = req.find("action"); it != req.end() && it->value().is_string())
|
||||
action = std::string(it->value().as_string());
|
||||
|
||||
if (!req.contains("table") || !req.at("table").is_string())
|
||||
throw std::runtime_error("missing required field: table");
|
||||
std::string table(req.at("table").as_string());
|
||||
|
||||
// 验证表名(仅允许字母数字下划线,防止 SQL 注入)
|
||||
for (char c : table) {
|
||||
if (!std::isalnum(static_cast<unsigned char>(c)) && c != '_')
|
||||
throw std::runtime_error("invalid table name: " + table);
|
||||
}
|
||||
|
||||
std::vector<ColInfo> cols = _get_schema(table);
|
||||
|
||||
if (action == "select") return _do_select(req, table, cols);
|
||||
if (action == "insert") return _do_insert(req, table, cols);
|
||||
if (action == "update") return _do_update(req, table, cols);
|
||||
if (action == "delete") return _do_delete(req, table, cols);
|
||||
throw std::runtime_error("unknown action: " + action);
|
||||
}
|
||||
|
||||
// ---- SELECT ----------------------------------------------------------------
|
||||
|
||||
json::value _do_select(const json::object& req,
|
||||
const std::string& table,
|
||||
const std::vector<ColInfo>& cols) {
|
||||
DbConn& conn = _get_conn();
|
||||
|
||||
// columns
|
||||
std::string col_expr = "*";
|
||||
if (auto it = req.find("columns");
|
||||
it != req.end() && it->value().is_array() && !it->value().as_array().empty()) {
|
||||
col_expr.clear();
|
||||
for (auto& c : it->value().as_array()) {
|
||||
if (!col_expr.empty()) col_expr += ", ";
|
||||
col_expr += std::string(c.as_string());
|
||||
}
|
||||
}
|
||||
|
||||
std::string sql = "SELECT " + col_expr + " FROM " + table;
|
||||
WhereClause wc;
|
||||
|
||||
if (auto it = req.find("where"); it != req.end() && it->value().is_object())
|
||||
wc = _build_where(it->value().as_object(), cols);
|
||||
if (!wc.sql.empty()) sql += " WHERE " + wc.sql;
|
||||
|
||||
// order_by
|
||||
if (auto it = req.find("order_by");
|
||||
it != req.end() && it->value().is_array()) {
|
||||
std::string order;
|
||||
for (auto& ob : it->value().as_array()) {
|
||||
if (!ob.is_object()) continue;
|
||||
auto& o = ob.as_object();
|
||||
if (!o.contains("column")) continue;
|
||||
if (!order.empty()) order += ", ";
|
||||
order += std::string(o.at("column").as_string());
|
||||
if (o.contains("desc") && o.at("desc").as_bool()) order += " DESC";
|
||||
}
|
||||
if (!order.empty()) sql += " ORDER BY " + order;
|
||||
}
|
||||
|
||||
// limit / offset
|
||||
if (auto it = req.find("limit"); it != req.end() && it->value().is_int64())
|
||||
sql += " LIMIT " + std::to_string(it->value().as_int64());
|
||||
if (auto it = req.find("offset"); it != req.end() && it->value().is_int64())
|
||||
sql += " OFFSET " + std::to_string(it->value().as_int64());
|
||||
|
||||
sqlite3_stmt* stmt = nullptr;
|
||||
if (sqlite3_prepare_v2(conn.get(), sql.c_str(), -1, &stmt, nullptr) != SQLITE_OK) {
|
||||
throw std::runtime_error(std::string("prepare failed: ") + sqlite3_errmsg(conn.get()));
|
||||
}
|
||||
_bind_params(stmt, 1, wc.params, wc.is_null);
|
||||
|
||||
// 获取结果列名(可能是 * 展开后的实际列名)
|
||||
int ncols = sqlite3_column_count(stmt);
|
||||
std::vector<std::string> result_cols;
|
||||
result_cols.reserve(ncols);
|
||||
for (int i = 0; i < ncols; ++i) {
|
||||
const char* n = sqlite3_column_name(stmt, i);
|
||||
result_cols.push_back(n ? n : "");
|
||||
}
|
||||
|
||||
json::array rows;
|
||||
while (sqlite3_step(stmt) == SQLITE_ROW) {
|
||||
json::object row;
|
||||
for (int i = 0; i < ncols; ++i) {
|
||||
int ctype = sqlite3_column_type(stmt, i);
|
||||
if (ctype == SQLITE_NULL) {
|
||||
row[result_cols[i]] = nullptr;
|
||||
} else if (ctype == SQLITE_INTEGER) {
|
||||
row[result_cols[i]] = sqlite3_column_int64(stmt, i);
|
||||
} else if (ctype == SQLITE_FLOAT) {
|
||||
row[result_cols[i]] = sqlite3_column_double(stmt, i);
|
||||
} else {
|
||||
const unsigned char* txt = sqlite3_column_text(stmt, i);
|
||||
row[result_cols[i]] = txt ? reinterpret_cast<const char*>(txt) : "";
|
||||
}
|
||||
}
|
||||
rows.push_back(row);
|
||||
}
|
||||
sqlite3_finalize(stmt);
|
||||
return rows;
|
||||
}
|
||||
|
||||
// ---- INSERT ----------------------------------------------------------------
|
||||
|
||||
json::value _do_insert(const json::object& req,
|
||||
const std::string& table,
|
||||
const std::vector<ColInfo>& cols) {
|
||||
if (!req.contains("values") || !req.at("values").is_object())
|
||||
throw std::runtime_error("insert requires 'values' object");
|
||||
|
||||
DbConn& conn = _get_conn();
|
||||
const json::object& vals = req.at("values").as_object();
|
||||
|
||||
// 建列名 -> ColInfo 映射
|
||||
std::unordered_map<std::string, ColInfo> col_map;
|
||||
for (auto& c : cols) col_map[c.name] = c;
|
||||
|
||||
std::string col_list, ph_list;
|
||||
std::vector<std::string> params;
|
||||
std::vector<bool> is_null;
|
||||
|
||||
for (auto& [k, v] : vals) {
|
||||
if (!col_list.empty()) { col_list += ", "; ph_list += ", "; }
|
||||
col_list += std::string(k);
|
||||
ph_list += "?";
|
||||
ColInfo ci;
|
||||
auto it = col_map.find(std::string(k));
|
||||
if (it != col_map.end()) ci = it->second;
|
||||
else { ci.name = std::string(k); ci.type = "TEXT"; }
|
||||
params.push_back(_coerce_value(ci, v));
|
||||
is_null.push_back(v.is_null());
|
||||
}
|
||||
|
||||
std::string sql = "INSERT INTO " + table + " (" + col_list + ") VALUES (" + ph_list + ")";
|
||||
sqlite3_stmt* stmt = nullptr;
|
||||
if (sqlite3_prepare_v2(conn.get(), sql.c_str(), -1, &stmt, nullptr) != SQLITE_OK)
|
||||
throw std::runtime_error(std::string("prepare failed: ") + sqlite3_errmsg(conn.get()));
|
||||
|
||||
_bind_params(stmt, 1, params, is_null);
|
||||
int rc = sqlite3_step(stmt);
|
||||
sqlite3_finalize(stmt);
|
||||
if (rc != SQLITE_DONE)
|
||||
throw std::runtime_error(std::string("insert failed: ") + sqlite3_errmsg(conn.get()));
|
||||
|
||||
sqlite3_int64 rowid = sqlite3_last_insert_rowid(conn.get());
|
||||
return json::array{json::object{{"lastrowid", rowid}}};
|
||||
}
|
||||
|
||||
// ---- UPDATE ----------------------------------------------------------------
|
||||
|
||||
json::value _do_update(const json::object& req,
|
||||
const std::string& table,
|
||||
const std::vector<ColInfo>& cols) {
|
||||
if (!req.contains("values") || !req.at("values").is_object())
|
||||
throw std::runtime_error("update requires 'values' object");
|
||||
|
||||
DbConn& conn = _get_conn();
|
||||
const json::object& vals = req.at("values").as_object();
|
||||
|
||||
std::unordered_map<std::string, ColInfo> col_map;
|
||||
for (auto& c : cols) col_map[c.name] = c;
|
||||
|
||||
std::string set_clause;
|
||||
std::vector<std::string> params;
|
||||
std::vector<bool> is_null;
|
||||
|
||||
for (auto& [k, v] : vals) {
|
||||
if (!set_clause.empty()) set_clause += ", ";
|
||||
set_clause += std::string(k) + " = ?";
|
||||
ColInfo ci;
|
||||
auto it = col_map.find(std::string(k));
|
||||
if (it != col_map.end()) ci = it->second;
|
||||
else { ci.name = std::string(k); ci.type = "TEXT"; }
|
||||
params.push_back(_coerce_value(ci, v));
|
||||
is_null.push_back(v.is_null());
|
||||
}
|
||||
|
||||
std::string sql = "UPDATE " + table + " SET " + set_clause;
|
||||
WhereClause wc;
|
||||
if (auto it = req.find("where"); it != req.end() && it->value().is_object())
|
||||
wc = _build_where(it->value().as_object(), cols);
|
||||
if (!wc.sql.empty()) {
|
||||
sql += " WHERE " + wc.sql;
|
||||
params.insert(params.end(), wc.params.begin(), wc.params.end());
|
||||
is_null.insert(is_null.end(), wc.is_null.begin(), wc.is_null.end());
|
||||
}
|
||||
|
||||
sqlite3_stmt* stmt = nullptr;
|
||||
if (sqlite3_prepare_v2(conn.get(), sql.c_str(), -1, &stmt, nullptr) != SQLITE_OK)
|
||||
throw std::runtime_error(std::string("prepare failed: ") + sqlite3_errmsg(conn.get()));
|
||||
|
||||
_bind_params(stmt, 1, params, is_null);
|
||||
int rc = sqlite3_step(stmt);
|
||||
sqlite3_finalize(stmt);
|
||||
if (rc != SQLITE_DONE)
|
||||
throw std::runtime_error(std::string("update failed: ") + sqlite3_errmsg(conn.get()));
|
||||
|
||||
int rowcount = sqlite3_changes(conn.get());
|
||||
return json::array{json::object{{"rowcount", rowcount}}};
|
||||
}
|
||||
|
||||
// ---- DELETE ----------------------------------------------------------------
|
||||
|
||||
json::value _do_delete(const json::object& req,
|
||||
const std::string& table,
|
||||
const std::vector<ColInfo>& cols) {
|
||||
DbConn& conn = _get_conn();
|
||||
|
||||
std::string sql = "DELETE FROM " + table;
|
||||
WhereClause wc;
|
||||
if (auto it = req.find("where"); it != req.end() && it->value().is_object())
|
||||
wc = _build_where(it->value().as_object(), cols);
|
||||
if (!wc.sql.empty()) sql += " WHERE " + wc.sql;
|
||||
|
||||
sqlite3_stmt* stmt = nullptr;
|
||||
if (sqlite3_prepare_v2(conn.get(), sql.c_str(), -1, &stmt, nullptr) != SQLITE_OK)
|
||||
throw std::runtime_error(std::string("prepare failed: ") + sqlite3_errmsg(conn.get()));
|
||||
|
||||
_bind_params(stmt, 1, wc.params, wc.is_null);
|
||||
int rc = sqlite3_step(stmt);
|
||||
sqlite3_finalize(stmt);
|
||||
if (rc != SQLITE_DONE)
|
||||
throw std::runtime_error(std::string("delete failed: ") + sqlite3_errmsg(conn.get()));
|
||||
|
||||
int rowcount = sqlite3_changes(conn.get());
|
||||
return json::array{json::object{{"rowcount", rowcount}}};
|
||||
}
|
||||
|
||||
// ---- Logs 表初始化 ---------------------------------------------------------
|
||||
|
||||
void _ensure_logs_table(DbConn& conn) {
|
||||
conn.exec(R"(
|
||||
CREATE TABLE IF NOT EXISTS Logs (
|
||||
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
||||
ts TEXT NOT NULL,
|
||||
service TEXT NOT NULL,
|
||||
level TEXT NOT NULL,
|
||||
message TEXT NOT NULL,
|
||||
trace_id TEXT,
|
||||
extra TEXT
|
||||
)
|
||||
)");
|
||||
conn.exec("CREATE INDEX IF NOT EXISTS idx_logs_service_ts ON Logs(service, ts)");
|
||||
conn.exec("CREATE INDEX IF NOT EXISTS idx_logs_level_ts ON Logs(level, ts)");
|
||||
conn.exec("CREATE INDEX IF NOT EXISTS idx_logs_ts ON Logs(ts)");
|
||||
conn.exec("CREATE INDEX IF NOT EXISTS idx_logs_trace ON Logs(trace_id)");
|
||||
}
|
||||
|
||||
// ---- 内部日志直写(绕过 RPC,防递归) --------------------------------------
|
||||
|
||||
void _log_internal(const std::string& level, const std::string& service,
|
||||
std::string message, const std::string& trace_id,
|
||||
const std::string& extra) {
|
||||
if (message.size() > kMaxMessage) message.resize(kMaxMessage);
|
||||
std::string ex = extra;
|
||||
if (ex.size() > kMaxExtra) ex.resize(kMaxExtra);
|
||||
|
||||
try {
|
||||
DbConn& conn = _get_conn();
|
||||
std::string sql =
|
||||
"INSERT INTO Logs (ts, service, level, message, trace_id, extra) "
|
||||
"VALUES (?, ?, ?, ?, ?, ?)";
|
||||
sqlite3_stmt* stmt = nullptr;
|
||||
if (sqlite3_prepare_v2(conn.get(), sql.c_str(), -1, &stmt, nullptr) != SQLITE_OK)
|
||||
return;
|
||||
|
||||
std::string ts = utc_now();
|
||||
sqlite3_bind_text(stmt, 1, ts.c_str(), -1, SQLITE_TRANSIENT);
|
||||
sqlite3_bind_text(stmt, 2, service.c_str(), -1, SQLITE_TRANSIENT);
|
||||
sqlite3_bind_text(stmt, 3, level.c_str(), -1, SQLITE_TRANSIENT);
|
||||
sqlite3_bind_text(stmt, 4, message.c_str(), -1, SQLITE_TRANSIENT);
|
||||
if (trace_id.empty()) sqlite3_bind_null(stmt, 5);
|
||||
else sqlite3_bind_text(stmt, 5, trace_id.c_str(), -1, SQLITE_TRANSIENT);
|
||||
if (ex.empty()) sqlite3_bind_null(stmt, 6);
|
||||
else sqlite3_bind_text(stmt, 6, ex.c_str(), -1, SQLITE_TRANSIENT);
|
||||
|
||||
sqlite3_step(stmt);
|
||||
sqlite3_finalize(stmt);
|
||||
} catch (...) {}
|
||||
}
|
||||
|
||||
// ---- 后台日志清理线程 -------------------------------------------------------
|
||||
|
||||
void _cleanup_loop() {
|
||||
while (_cleanup_running) {
|
||||
std::unique_lock<std::mutex> lk(_cleanup_mtx);
|
||||
_cleanup_cv.wait_for(lk,
|
||||
std::chrono::seconds(_cfg.cleanup_interval),
|
||||
[this] { return !_cleanup_running.load(); });
|
||||
if (!_cleanup_running) break;
|
||||
_do_cleanup();
|
||||
}
|
||||
}
|
||||
|
||||
void _do_cleanup() {
|
||||
try {
|
||||
DbConn& conn = _get_conn();
|
||||
|
||||
// 1. 删除超过 retention_days 的记录
|
||||
std::string cutoff_sql =
|
||||
"DELETE FROM Logs WHERE ts < datetime('now', '-"
|
||||
+ std::to_string(_cfg.retention_days) + " days')";
|
||||
conn.exec(cutoff_sql);
|
||||
int expired = sqlite3_changes(conn.get());
|
||||
|
||||
// 2. 若总条数超过 max_records,删除最旧的超出部分
|
||||
int trimmed = 0;
|
||||
{
|
||||
sqlite3_stmt* stmt = nullptr;
|
||||
std::string cnt_sql = "SELECT COUNT(*) FROM Logs";
|
||||
if (sqlite3_prepare_v2(conn.get(), cnt_sql.c_str(), -1, &stmt, nullptr) == SQLITE_OK) {
|
||||
if (sqlite3_step(stmt) == SQLITE_ROW) {
|
||||
int total = sqlite3_column_int(stmt, 0);
|
||||
if (total > _cfg.max_records) {
|
||||
int to_delete = total - _cfg.max_records;
|
||||
sqlite3_finalize(stmt);
|
||||
std::string trim_sql =
|
||||
"DELETE FROM Logs WHERE id IN "
|
||||
"(SELECT id FROM Logs ORDER BY id ASC LIMIT "
|
||||
+ std::to_string(to_delete) + ")";
|
||||
conn.exec(trim_sql);
|
||||
trimmed = sqlite3_changes(conn.get());
|
||||
} else {
|
||||
sqlite3_finalize(stmt);
|
||||
}
|
||||
} else {
|
||||
sqlite3_finalize(stmt);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if (expired > 0 || trimmed > 0) {
|
||||
_log_internal("INFO", "db2",
|
||||
"cleanup: expired=" + std::to_string(expired)
|
||||
+ " trimmed=" + std::to_string(trimmed), "", "");
|
||||
}
|
||||
} catch (const std::exception& e) {
|
||||
std::fprintf(stderr, "[db2] cleanup error: %s\n", e.what());
|
||||
}
|
||||
}
|
||||
};
|
||||
|
||||
// ============================================================================
|
||||
// main
|
||||
// ============================================================================
|
||||
|
||||
int main(int argc, char* argv[]) {
|
||||
try {
|
||||
Config cfg = load_config(argc, argv);
|
||||
|
||||
std::printf("[db2] listen=%s:%d workers=%d db=%s\n",
|
||||
cfg.listen_host.c_str(), cfg.listen_port,
|
||||
cfg.workers, cfg.db_url.c_str());
|
||||
std::fflush(stdout);
|
||||
|
||||
DB2Server server(cfg);
|
||||
server.start();
|
||||
} catch (const std::exception& e) {
|
||||
std::fprintf(stderr, "[db2] fatal: %s\n", e.what());
|
||||
return 1;
|
||||
}
|
||||
return 0;
|
||||
}
|
||||
Reference in new issue
Block a user