qing
e9f9860fe1
仅明确判定安全（布尔 false 或字符串 "false"）才放行，其余一律拦截， 保持 fail-closed；同时消除 invalid 字段缺失时的 KeyError。
507 lines
13 KiB
Python
Executable File
507 lines
13 KiB
Python
Executable File
#!/usr/bin/env python3
|
||
|
||
|
||
|
||
|
||
|
||
'''
|
||
|
||
Dendrachy Network File-System (dnfs)
|
||
|
||
树状网络文件系统
|
||
|
||
|
||
|
||
可能加入数据库加密功能。
|
||
|
||
'''
|
||
|
||
from flask import Flask, request, jsonify, render_template
|
||
from flask_cors import CORS
|
||
#from flask_sqlalchemy import SQLAlchemy
|
||
from waitress import serve
|
||
import os
|
||
import json
|
||
import base64
|
||
import urllib.request
|
||
import urllib.error
|
||
from typing import Dict, Any
|
||
from security_middleware import apply_security_headers
|
||
from log_client import logs
|
||
|
||
# pymsg 导入
|
||
import sys as _sys
|
||
_sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
|
||
from pymsg import MsgClient # noqa: E402
|
||
|
||
_DBV2_ADDR = '127.0.0.1'
|
||
_DBV2_PORT = 8005
|
||
|
||
# 管理员账号：删除/更新节点时豁免所有权校验（保留旧的 'admin' 以兼容历史数据）
|
||
ADMIN_USERS = ('admin@qsont.me', 'qing@qsont.me')
|
||
|
||
def _call_dbv2(payload: dict, timeout: int = 10) -> dict:
|
||
"""通过 pymsg 短连接调用 dbv2 数据库服务。
|
||
自动注入 ``_route: "execute"``。
|
||
"""
|
||
payload = {**payload, "_route": "execute"}
|
||
try:
|
||
client = MsgClient(_DBV2_ADDR, _DBV2_PORT, "dnfs")
|
||
resp_text = client.call(json.dumps(payload), timeout=timeout)
|
||
return json.loads(resp_text)
|
||
except Exception as e:
|
||
raise ConnectionError(
|
||
f"dbv2 调用失败 ({_DBV2_ADDR}:{_DBV2_PORT}): {e}"
|
||
) from None
|
||
|
||
REVIEW_SERVER_URL = 'http://127.0.0.1:8007/review'
|
||
def review_content(content: str, timeout: int = 10) -> Dict[str, Any]:
|
||
"""
|
||
调用 AI 内容审核服务的 /review 接口，对给定文本进行审核。
|
||
|
||
Args:
|
||
content: 待审核的文本内容，不可为空。
|
||
timeout: 请求超时时间（秒），默认 10 秒。
|
||
|
||
Returns:
|
||
字典，包含接口返回的字段，例如：
|
||
- 成功时：{"invalid": "true"} 或 {"invalid": "false"}
|
||
- API 错误时：{"invalid": "false", "error": "api_error", "detail": "..."}
|
||
- 解析失败时：{"invalid": "false", "error": "parse_failed", "raw": "..."}
|
||
- 请求参数错误时：{"error": "content is required"} 等
|
||
- 网络或异常时：{"error": "request_failed", "detail": "..."}
|
||
"""
|
||
url = REVIEW_SERVER_URL
|
||
payload = {"content": content}
|
||
json_data = json.dumps(payload).encode("utf-8")
|
||
|
||
req = urllib.request.Request(
|
||
url,
|
||
data=json_data,
|
||
headers={"Content-Type": "application/json"},
|
||
method="POST"
|
||
)
|
||
|
||
try:
|
||
with urllib.request.urlopen(req, timeout=timeout) as resp:
|
||
resp_data = resp.read().decode("utf-8")
|
||
data = json.loads(resp_data)
|
||
# 兼容布尔/字符串两种返回类型：仅明确判定安全才放行，其余一律拦截（fail-closed）
|
||
return data.get('invalid') in (False, 'false')
|
||
|
||
except urllib.error.HTTPError as e:
|
||
# 服务端返回 4xx/5xx 错误时，尝试解析错误正文
|
||
error_body = e.read().decode("utf-8")
|
||
try:
|
||
return json.loads(error_body)
|
||
except json.JSONDecodeError as e:
|
||
raise e
|
||
except urllib.error.URLError as e:
|
||
raise e
|
||
except Exception as e:
|
||
raise e
|
||
|
||
|
||
|
||
#basedir = os.path.abspath(os.path.dirname(__file__))
|
||
|
||
app = Flask(__name__)
|
||
apply_security_headers(app)
|
||
CORS(app)
|
||
|
||
#app.config['SQLALCHEMY_DATABASE_URI'] = 'sqlite:///' + os.path.join(basedir, 'notes.db')
|
||
|
||
#app.config['SQLALCHEMY_TRACK_MODIFICATIONS'] = False
|
||
|
||
#db = SQLAlchemy(app)
|
||
|
||
#class Note(db.Model):
|
||
|
||
# id = db.Column(db.Integer, primary_key=True)
|
||
|
||
# pid = db.Column(db.Integer, nullable=False)
|
||
|
||
# title = db.Column(db.String(128), nullable=False)
|
||
|
||
# content = db.Column(db.Text, nullable=False)
|
||
|
||
|
||
|
||
# def __repr__(self):
|
||
|
||
# return f"<Node {self.title}>"
|
||
|
||
#with app.app_context():
|
||
|
||
# db.create_all()
|
||
|
||
|
||
|
||
# eg: {
|
||
# "pid": 0,
|
||
# "title": "test",
|
||
# "content": "hello"
|
||
#}
|
||
|
||
def decode_token(token: str):
|
||
idx = token.find('_')
|
||
if idx != -1:
|
||
raw = token[:idx]
|
||
# FIXME: 验证数字签名
|
||
decoded = base64.b64decode(raw)
|
||
jj = decoded.decode('utf-8')
|
||
return json.loads(jj)
|
||
|
||
|
||
@app.route('/add_note', methods=['POST'])
|
||
|
||
def add_note():
|
||
|
||
data = request.get_json()
|
||
|
||
pid: int = data.get('pid')
|
||
|
||
title: str = data.get('title')
|
||
|
||
content: str = data.get('content')
|
||
|
||
if pid is None or not title or not content:
|
||
|
||
logs.warning('dnfs', 'add_note 参数缺失', extra={'ip': request.remote_addr})
|
||
return jsonify({"error": "Pid, title and content are required"}), 400
|
||
|
||
info = None
|
||
auth: str = request.headers.get('Authorization', '')
|
||
if auth.startswith('Bearer '):
|
||
token: str = auth[7:]
|
||
info = decode_token(token)
|
||
|
||
if info is None:
|
||
logs.warning('dnfs', 'add_note 未授权访问', extra={'ip': request.remote_addr})
|
||
return jsonify({"error": "Warning: no Authorization"}), 401
|
||
|
||
if pid != 0:
|
||
|
||
select_payload = {
|
||
'action': 'select',
|
||
'table': 'Notes',
|
||
'where': {
|
||
'id': pid
|
||
}
|
||
}
|
||
|
||
notes = _call_dbv2(select_payload)
|
||
|
||
# 不存在的父节点
|
||
if len( notes['data']) == 0:
|
||
logs.warning('dnfs', f'add_note 父节点不存在 pid={pid}', extra={'user': info['user']})
|
||
return jsonify({'error': 'the new node need a parent'}), 400
|
||
|
||
|
||
# 内容审查
|
||
review = review_content(title + '\n' + content, 10)
|
||
if True != review:
|
||
#return jsonify({'error': 'review failed', 'data': review}), 400
|
||
logs.warning('dnfs', f'add_note 内容审核未通过 title={title}', extra={'user': info['user']})
|
||
return jsonify({'error': 'review failed'}), 400
|
||
|
||
insert_payload = {
|
||
'action': 'insert',
|
||
'table': 'Notes',
|
||
'values': {
|
||
"pid": pid,
|
||
'owner': info['user'],
|
||
"title": title,
|
||
'content': content
|
||
}
|
||
}
|
||
|
||
result = _call_dbv2(insert_payload)
|
||
|
||
success = result['success']
|
||
|
||
if success is True:
|
||
logs.info('dnfs', f'add_note 成功 title={title} pid={pid}', extra={'user': info['user']})
|
||
return jsonify({'success': success}), 200
|
||
else:
|
||
logs.error('dnfs', f'add_note 写入失败 title={title}', extra={'user': info['user']})
|
||
return jsonify({'success': success}), 400
|
||
|
||
|
||
# {“pid”: 0}
|
||
@app.route('/get_notes', methods=["POST"])
|
||
|
||
def get_notes():
|
||
|
||
data = request.get_json()
|
||
|
||
pid = data.get('pid')
|
||
|
||
if not pid: pid = 0
|
||
|
||
select_payload = {
|
||
'action': 'select',
|
||
'table': 'Notes',
|
||
'where': {
|
||
'pid': pid
|
||
}
|
||
}
|
||
|
||
notes = _call_dbv2(select_payload)
|
||
|
||
result = notes['data']
|
||
|
||
logs.info('dnfs', f'get_notes 查询 pid={pid} 返回{len(result)}条', extra={'ip': request.remote_addr})
|
||
return jsonify(result), 200
|
||
|
||
|
||
# eg: {"id": 1}
|
||
@app.route('/delete_note', methods=['POST'])
|
||
|
||
def delete_note():
|
||
|
||
data = request.get_json()
|
||
|
||
note_id: int = data.get('id')
|
||
|
||
if not note_id:
|
||
|
||
logs.warning('dnfs', 'delete_note 参数缺失 id', extra={'ip': request.remote_addr})
|
||
return jsonify({"error": "Note ID is required"}), 400
|
||
|
||
info = None
|
||
auth: str = request.headers.get('Authorization', '')
|
||
if auth.startswith('Bearer '):
|
||
token: str = auth[7:]
|
||
info = decode_token(token)
|
||
|
||
if info is None:
|
||
logs.warning('dnfs', 'delete_note 未授权访问', extra={'ip': request.remote_addr})
|
||
return jsonify({"error": "Warning: no Authorization"}), 401
|
||
|
||
#with app.app_context():
|
||
|
||
# notes = Note.query.filter(Note.pid == int(note_id))
|
||
|
||
# note = Note.query.get(note_id)
|
||
|
||
# if note:
|
||
|
||
# db.session.delete(note)
|
||
|
||
# db.session.commit()
|
||
|
||
# return jsonify({'message': "Note deleted successfully"}), 200
|
||
|
||
# else:
|
||
|
||
# return jsonify({"error": "Note not found"}), 404
|
||
|
||
|
||
# 检查是否有子节点
|
||
select_payload = {
|
||
'action': 'select',
|
||
'table': 'Notes',
|
||
'where': {
|
||
'pid': note_id
|
||
}
|
||
}
|
||
|
||
notes = _call_dbv2(select_payload)
|
||
|
||
# 有子节点的情况不可删除
|
||
if len(notes['data']) > 0:
|
||
|
||
logs.warning('dnfs', f'delete_note 存在子节点 id={note_id}', extra={'user': info['user']})
|
||
return jsonify({'error': 'this node has a child '}), 400
|
||
|
||
# 检查所有权
|
||
select_payload = {
|
||
'action': 'select',
|
||
'table': 'Notes',
|
||
'where': {
|
||
'id': note_id
|
||
}
|
||
}
|
||
|
||
data = _call_dbv2(select_payload)
|
||
notes = data['data']
|
||
if info['user'] not in ADMIN_USERS:
|
||
if not len(notes) == 1 or not notes[0]['owner'] == info['user']:
|
||
logs.warning('dnfs', f'delete_note 所有权拒绝 id={note_id}', extra={'user': info['user']})
|
||
return jsonify({"error": 'It\'s not your note'}), 403
|
||
|
||
|
||
delete_payload = {
|
||
'action': 'delete',
|
||
'table': 'Notes',
|
||
'where': {'id': note_id}
|
||
}
|
||
|
||
result = _call_dbv2(delete_payload)
|
||
|
||
result = result['success']
|
||
|
||
if result is True:
|
||
|
||
logs.info('dnfs', f'delete_note 成功 id={note_id}', extra={'user': info['user']})
|
||
return jsonify({'success': True}), 200
|
||
|
||
else:
|
||
|
||
logs.error('dnfs', f'delete_note 失败 id={note_id}', extra={'user': info['user']})
|
||
return jsonify({'success': False}), 400
|
||
|
||
|
||
# eg: {
|
||
# "id": 1,
|
||
# "pid": 0,
|
||
# "title": "test",
|
||
# "content": "hello"
|
||
#}
|
||
@app.route('/update_note', methods=['POST'])
|
||
|
||
def update_note():
|
||
|
||
data = request.get_json()
|
||
|
||
id: int = data.get('id')
|
||
|
||
pid: int = data.get('pid')
|
||
|
||
title: str = data.get('title')
|
||
|
||
content: str = data.get('content')
|
||
|
||
if id is None or pid is None or not title or not content:
|
||
|
||
logs.warning('dnfs', 'update_note 参数缺失', extra={'ip': request.remote_addr})
|
||
return jsonify({"error": "Invalid param"}), 400
|
||
|
||
# 获取用户名
|
||
info = None
|
||
auth: str = request.headers.get('Authorization', '')
|
||
if auth.startswith('Bearer '):
|
||
token: str = auth[7:]
|
||
info = decode_token(token)
|
||
|
||
if info is None:
|
||
logs.warning('dnfs', 'update_note 未授权访问', extra={'ip': request.remote_addr})
|
||
return jsonify({"error": "Warning: no Authorization"}), 401
|
||
|
||
|
||
# 检查所有权
|
||
select_payload = {
|
||
'action': 'select',
|
||
'table': 'Notes',
|
||
'where': {
|
||
'id': id
|
||
}
|
||
}
|
||
|
||
data = _call_dbv2(select_payload)
|
||
notes = data['data']
|
||
if info['user'] not in ADMIN_USERS:
|
||
if not len(notes) == 1 or not notes[0]['owner'] == info['user']:
|
||
logs.warning('dnfs', f'update_note 所有权拒绝 id={id}', extra={'user': info['user']})
|
||
return jsonify({"error": 'It\'s not your note'}), 403
|
||
|
||
# 内容审查
|
||
review = review_content(title + '\n' + content, 10)
|
||
if True != review:
|
||
#return jsonify({'error': 'review failed', 'data': review}), 400
|
||
logs.warning('dnfs', f'update_note 内容审核未通过 id={id} title={title}', extra={'user': info['user']})
|
||
return jsonify({'error': 'review failed'}), 400
|
||
|
||
#with app.app_context():
|
||
|
||
# note = Note.query.get(id)
|
||
|
||
# if note:
|
||
|
||
# note.pid = pid
|
||
|
||
# note.title = title
|
||
|
||
# note.content = content
|
||
|
||
# db.session.commit()
|
||
|
||
update_payload = {
|
||
"action": "update",
|
||
'table': 'Notes',
|
||
"values": {
|
||
'pid': pid,
|
||
'title': title,
|
||
'content': content
|
||
},
|
||
'where': {'id': id}
|
||
}
|
||
|
||
result = _call_dbv2(update_payload)
|
||
|
||
result = result['success']
|
||
|
||
if result is True:
|
||
|
||
logs.info('dnfs', f'update_note 成功 id={id} title={title}', extra={'user': info['user']})
|
||
return jsonify({'success': True}), 200
|
||
|
||
else:
|
||
|
||
logs.error('dnfs', f'update_note 失败 id={id}', extra={'user': info['user']})
|
||
return jsonify({'success': False}), 400
|
||
|
||
## by shufeng
|
||
## 读取单个节点
|
||
'''@app.route("/get_note", methods=["POST"])
|
||
|
||
def get_note():
|
||
data = request.get_json()
|
||
|
||
id: int = data.get("id")
|
||
auth: str = request.headers.get("Authorization", "")
|
||
info = None
|
||
|
||
if auth.startswith("Bearer "):
|
||
token: str = auth[7:]
|
||
info = decode_token(token)
|
||
|
||
if id is None:
|
||
logs.error("dnfs", "get_note: 参数不足，缺少id")
|
||
return jsonify({"error": "Invalid param"}), 401
|
||
|
||
select_payload = {
|
||
"method": "select",
|
||
"tables": "Notes",
|
||
"where": {
|
||
"id": id
|
||
}
|
||
}
|
||
|
||
data = _call_dbv2(select_payload)
|
||
notes = data["data"]
|
||
|
||
if not len(notes) == 1 or not notes[0]["owner"] == info["user"]:
|
||
logs.error("dnfs", "没有读取权")
|
||
return jsonify({"error": "你没有读取这个的权力"}), 403
|
||
|
||
logs.info("dnfs", f"get_note 查询 id={id}")
|
||
return jsonify()
|
||
'''
|
||
|
||
|
||
|
||
#@app.route('/')
|
||
#def view_page():
|
||
# """返回应用主页"""
|
||
# return render_template('index.html')
|
||
|
||
ADDR='127.0.0.1'
|
||
PORT=8006
|
||
if __name__ == "__main__":
|
||
logs.info('dnfs', f'服务启动，监听 http://{ADDR}:{PORT}')
|
||
print(f'Listen at http://{ADDR}:{PORT}')
|
||
#app.run(host="127.0.0.1", port=8006)
|
||
serve(app, host='127.0.0.1', port=8006)
|