473 lines
12 KiB
Python
Executable File
473 lines
12 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
|
|
|
|
|
|
|
|
|
|
'''
|
|
|
|
Dendrachy Network File-System (dnfs)
|
|
|
|
树状网络文件系统
|
|
|
|
|
|
|
|
可能加入数据库加密功能。
|
|
|
|
'''
|
|
|
|
from flask import Flask, request, jsonify, render_template
|
|
from flask_cors import CORS
|
|
#from flask_sqlalchemy import SQLAlchemy
|
|
from waitress import serve
|
|
import os
|
|
import json
|
|
import base64
|
|
import socket as _socket
|
|
import urllib.request
|
|
import urllib.error
|
|
from typing import Dict, Any
|
|
from security_middleware import apply_security_headers
|
|
from log_client import logs
|
|
|
|
# pymsg 导入
|
|
import sys as _sys
|
|
_sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
|
|
from pymsg import send as _pmsg_send, recv as _pmsg_recv # noqa: E402
|
|
|
|
_DBV2_ADDR = '127.0.0.1'
|
|
_DBV2_PORT = 8005
|
|
|
|
def _call_dbv2(payload: dict, timeout: int = 10) -> dict:
|
|
"""通过 pymsg 短连接调用 dbv2 数据库服务。
|
|
自动注入 ``_route: "execute"``。
|
|
"""
|
|
payload = {**payload, "_route": "execute"}
|
|
try:
|
|
sock = _socket.socket(_socket.AF_INET, _socket.SOCK_STREAM)
|
|
sock.settimeout(timeout)
|
|
sock.connect((_DBV2_ADDR, _DBV2_PORT))
|
|
_pmsg_send(sock, json.dumps(payload))
|
|
resp_text = _pmsg_recv(sock, timeout=timeout)
|
|
sock.close()
|
|
return json.loads(resp_text)
|
|
except Exception as e:
|
|
raise ConnectionError(
|
|
f"dbv2 调用失败 ({_DBV2_ADDR}:{_DBV2_PORT}): {e}"
|
|
) from None
|
|
|
|
REVIEW_SERVER_URL = 'http://127.0.0.1:8007/review'
|
|
def review_content(content: str, timeout: int = 10) -> Dict[str, Any]:
|
|
"""
|
|
调用 AI 内容审核服务的 /review 接口，对给定文本进行审核。
|
|
|
|
Args:
|
|
content: 待审核的文本内容，不可为空。
|
|
timeout: 请求超时时间（秒），默认 10 秒。
|
|
|
|
Returns:
|
|
字典，包含接口返回的字段，例如：
|
|
- 成功时：{"invalid": "true"} 或 {"invalid": "false"}
|
|
- API 错误时：{"invalid": "false", "error": "api_error", "detail": "..."}
|
|
- 解析失败时：{"invalid": "false", "error": "parse_failed", "raw": "..."}
|
|
- 请求参数错误时：{"error": "content is required"} 等
|
|
- 网络或异常时：{"error": "request_failed", "detail": "..."}
|
|
"""
|
|
url = REVIEW_SERVER_URL
|
|
payload = {"content": content}
|
|
json_data = json.dumps(payload).encode("utf-8")
|
|
|
|
req = urllib.request.Request(
|
|
url,
|
|
data=json_data,
|
|
headers={"Content-Type": "application/json"},
|
|
method="POST"
|
|
)
|
|
|
|
try:
|
|
with urllib.request.urlopen(req, timeout=timeout) as resp:
|
|
resp_data = resp.read().decode("utf-8")
|
|
data = json.loads(resp_data)
|
|
invalid: bool = data['invalid']
|
|
return invalid == False
|
|
#invalid = data
|
|
#return invalid
|
|
|
|
except urllib.error.HTTPError as e:
|
|
# 服务端返回 4xx/5xx 错误时，尝试解析错误正文
|
|
error_body = e.read().decode("utf-8")
|
|
try:
|
|
return json.loads(error_body)
|
|
except json.JSONDecodeError as e:
|
|
raise e
|
|
except urllib.error.URLError as e:
|
|
raise e
|
|
except Exception as e:
|
|
raise e
|
|
|
|
|
|
|
|
#basedir = os.path.abspath(os.path.dirname(__file__))
|
|
|
|
app = Flask(__name__)
|
|
apply_security_headers(app)
|
|
CORS(app)
|
|
|
|
#app.config['SQLALCHEMY_DATABASE_URI'] = 'sqlite:///' + os.path.join(basedir, 'notes.db')
|
|
|
|
#app.config['SQLALCHEMY_TRACK_MODIFICATIONS'] = False
|
|
|
|
#db = SQLAlchemy(app)
|
|
|
|
#class Note(db.Model):
|
|
|
|
# id = db.Column(db.Integer, primary_key=True)
|
|
|
|
# pid = db.Column(db.Integer, nullable=False)
|
|
|
|
# title = db.Column(db.String(128), nullable=False)
|
|
|
|
# content = db.Column(db.Text, nullable=False)
|
|
|
|
|
|
|
|
# def __repr__(self):
|
|
|
|
# return f"<Node {self.title}>"
|
|
|
|
#with app.app_context():
|
|
|
|
# db.create_all()
|
|
|
|
|
|
|
|
# eg: {
|
|
# "pid": 0,
|
|
# "title": "test",
|
|
# "content": "hello"
|
|
#}
|
|
|
|
def decode_token(token: str):
|
|
idx = token.find('_')
|
|
if idx != -1:
|
|
raw = token[:idx]
|
|
# FIXME: 验证数字签名
|
|
decoded = base64.b64decode(raw)
|
|
jj = decoded.decode('utf-8')
|
|
return json.loads(jj)
|
|
|
|
|
|
@app.route('/add_note', methods=['POST'])
|
|
|
|
def add_note():
|
|
|
|
data = request.get_json()
|
|
|
|
pid: int = data.get('pid')
|
|
|
|
title: str = data.get('title')
|
|
|
|
content: str = data.get('content')
|
|
|
|
if pid is None or not title or not content:
|
|
|
|
logs.warning('dnfs', 'add_note 参数缺失', extra={'ip': request.remote_addr})
|
|
return jsonify({"error": "Pid, title and content are required"}), 400
|
|
|
|
info = None
|
|
auth: str = request.headers.get('Authorization', '')
|
|
if auth.startswith('Bearer '):
|
|
token: str = auth[7:]
|
|
info = decode_token(token)
|
|
|
|
if info is None:
|
|
logs.warning('dnfs', 'add_note 未授权访问', extra={'ip': request.remote_addr})
|
|
return jsonify({"error": "Warning: no Authorization"}), 401
|
|
|
|
if pid != 0:
|
|
|
|
select_payload = {
|
|
'action': 'select',
|
|
'table': 'Notes',
|
|
'where': {
|
|
'id': pid
|
|
}
|
|
}
|
|
|
|
notes = _call_dbv2(select_payload)
|
|
|
|
# 不存在的父节点
|
|
if len( notes['data']) == 0:
|
|
logs.warning('dnfs', f'add_note 父节点不存在 pid={pid}', extra={'user': info['user']})
|
|
return jsonify({'error': 'the new node need a parent'}), 400
|
|
|
|
|
|
# 内容审查
|
|
review = review_content(title + '\n' + content, 10)
|
|
if True != review:
|
|
#return jsonify({'error': 'review failed', 'data': review}), 400
|
|
logs.warning('dnfs', f'add_note 内容审核未通过 title={title}', extra={'user': info['user']})
|
|
return jsonify({'error': 'review failed'}), 400
|
|
|
|
insert_payload = {
|
|
'action': 'insert',
|
|
'table': 'Notes',
|
|
'values': {
|
|
"pid": pid,
|
|
'owner': info['user'],
|
|
"title": title,
|
|
'content': content
|
|
}
|
|
}
|
|
|
|
result = _call_dbv2(insert_payload)
|
|
|
|
success = result['success']
|
|
|
|
if success is True:
|
|
logs.info('dnfs', f'add_note 成功 title={title} pid={pid}', extra={'user': info['user']})
|
|
return jsonify({'success': success}), 200
|
|
else:
|
|
logs.error('dnfs', f'add_note 写入失败 title={title}', extra={'user': info['user']})
|
|
return jsonify({'success': success}), 400
|
|
|
|
|
|
# {“pid”: 0}
|
|
@app.route('/get_notes', methods=["POST"])
|
|
|
|
def get_notes():
|
|
|
|
data = request.get_json()
|
|
|
|
pid = data.get('pid')
|
|
|
|
if not pid: pid = 0
|
|
|
|
select_payload = {
|
|
'action': 'select',
|
|
'table': 'Notes',
|
|
'where': {
|
|
'pid': pid
|
|
}
|
|
}
|
|
|
|
notes = _call_dbv2(select_payload)
|
|
|
|
result = notes['data']
|
|
|
|
logs.info('dnfs', f'get_notes 查询 pid={pid} 返回{len(result)}条', extra={'ip': request.remote_addr})
|
|
return jsonify(result), 200
|
|
|
|
|
|
# eg: {"id": 1}
|
|
@app.route('/delete_note', methods=['POST'])
|
|
|
|
def delete_note():
|
|
|
|
data = request.get_json()
|
|
|
|
note_id: int = data.get('id')
|
|
|
|
if not note_id:
|
|
|
|
logs.warning('dnfs', 'delete_note 参数缺失 id', extra={'ip': request.remote_addr})
|
|
return jsonify({"error": "Note ID is required"}), 400
|
|
|
|
info = None
|
|
auth: str = request.headers.get('Authorization', '')
|
|
if auth.startswith('Bearer '):
|
|
token: str = auth[7:]
|
|
info = decode_token(token)
|
|
|
|
if info is None:
|
|
logs.warning('dnfs', 'delete_note 未授权访问', extra={'ip': request.remote_addr})
|
|
return jsonify({"error": "Warning: no Authorization"}), 401
|
|
|
|
#with app.app_context():
|
|
|
|
# notes = Note.query.filter(Note.pid == int(note_id))
|
|
|
|
# note = Note.query.get(note_id)
|
|
|
|
# if note:
|
|
|
|
# db.session.delete(note)
|
|
|
|
# db.session.commit()
|
|
|
|
# return jsonify({'message': "Note deleted successfully"}), 200
|
|
|
|
# else:
|
|
|
|
# return jsonify({"error": "Note not found"}), 404
|
|
|
|
|
|
# 检查是否有子节点
|
|
select_payload = {
|
|
'action': 'select',
|
|
'table': 'Notes',
|
|
'where': {
|
|
'pid': note_id
|
|
}
|
|
}
|
|
|
|
notes = _call_dbv2(select_payload)
|
|
|
|
# 有子节点的情况不可删除
|
|
if len(notes['data']) > 0:
|
|
|
|
logs.warning('dnfs', f'delete_note 存在子节点 id={note_id}', extra={'user': info['user']})
|
|
return jsonify({'error': 'this node has a child '}), 400
|
|
|
|
# 检查所有权
|
|
select_payload = {
|
|
'action': 'select',
|
|
'table': 'Notes',
|
|
'where': {
|
|
'id': note_id
|
|
}
|
|
}
|
|
|
|
data = _call_dbv2(select_payload)
|
|
notes = data['data']
|
|
if not info['user'] == 'admin':
|
|
if not len(notes) == 1 or not notes[0]['owner'] == info['user']:
|
|
logs.warning('dnfs', f'delete_note 所有权拒绝 id={note_id}', extra={'user': info['user']})
|
|
return jsonify({"error": 'It\'s not your note'}), 403
|
|
|
|
|
|
delete_payload = {
|
|
'action': 'delete',
|
|
'table': 'Notes',
|
|
'where': {'id': note_id}
|
|
}
|
|
|
|
result = _call_dbv2(delete_payload)
|
|
|
|
result = result['success']
|
|
|
|
if result is True:
|
|
|
|
logs.info('dnfs', f'delete_note 成功 id={note_id}', extra={'user': info['user']})
|
|
return jsonify({'success': True}), 200
|
|
|
|
else:
|
|
|
|
logs.error('dnfs', f'delete_note 失败 id={note_id}', extra={'user': info['user']})
|
|
return jsonify({'success': False}), 400
|
|
|
|
|
|
# eg: {
|
|
# "id": 1,
|
|
# "pid": 0,
|
|
# "title": "test",
|
|
# "content": "hello"
|
|
#}
|
|
@app.route('/update_note', methods=['POST'])
|
|
|
|
def update_note():
|
|
|
|
data = request.get_json()
|
|
|
|
id: int = data.get('id')
|
|
|
|
pid: int = data.get('pid')
|
|
|
|
title: str = data.get('title')
|
|
|
|
content: str = data.get('content')
|
|
|
|
if id is None or pid is None or not title or not content:
|
|
|
|
logs.warning('dnfs', 'update_note 参数缺失', extra={'ip': request.remote_addr})
|
|
return jsonify({"error": "Invalid param"}), 400
|
|
|
|
# 获取用户名
|
|
info = None
|
|
auth: str = request.headers.get('Authorization', '')
|
|
if auth.startswith('Bearer '):
|
|
token: str = auth[7:]
|
|
info = decode_token(token)
|
|
|
|
if info is None:
|
|
logs.warning('dnfs', 'update_note 未授权访问', extra={'ip': request.remote_addr})
|
|
return jsonify({"error": "Warning: no Authorization"}), 401
|
|
|
|
|
|
# 检查所有权
|
|
select_payload = {
|
|
'action': 'select',
|
|
'table': 'Notes',
|
|
'where': {
|
|
'id': id
|
|
}
|
|
}
|
|
|
|
data = _call_dbv2(select_payload)
|
|
notes = data['data']
|
|
if not len(notes) == 1 or not notes[0]['owner'] == info['user']:
|
|
logs.warning('dnfs', f'update_note 所有权拒绝 id={id}', extra={'user': info['user']})
|
|
return jsonify({"error": 'It\'s not your note'}), 403
|
|
|
|
# 内容审查
|
|
review = review_content(title + '\n' + content, 10)
|
|
if True != review:
|
|
#return jsonify({'error': 'review failed', 'data': review}), 400
|
|
logs.warning('dnfs', f'update_note 内容审核未通过 id={id} title={title}', extra={'user': info['user']})
|
|
return jsonify({'error': 'review failed'}), 400
|
|
|
|
#with app.app_context():
|
|
|
|
# note = Note.query.get(id)
|
|
|
|
# if note:
|
|
|
|
# note.pid = pid
|
|
|
|
# note.title = title
|
|
|
|
# note.content = content
|
|
|
|
# db.session.commit()
|
|
|
|
update_payload = {
|
|
"action": "update",
|
|
'table': 'Notes',
|
|
"values": {
|
|
'pid': pid,
|
|
'title': title,
|
|
'content': content
|
|
},
|
|
'where': {'id': id}
|
|
}
|
|
|
|
result = _call_dbv2(update_payload)
|
|
|
|
result = result['success']
|
|
|
|
if result is True:
|
|
|
|
logs.info('dnfs', f'update_note 成功 id={id} title={title}', extra={'user': info['user']})
|
|
return jsonify({'success': True}), 200
|
|
|
|
else:
|
|
|
|
logs.error('dnfs', f'update_note 失败 id={id}', extra={'user': info['user']})
|
|
return jsonify({'success': False}), 400
|
|
|
|
|
|
|
|
|
|
#@app.route('/')
|
|
#def view_page():
|
|
# """返回应用主页"""
|
|
# return render_template('index.html')
|
|
|
|
ADDR='127.0.0.1'
|
|
PORT=8006
|
|
if __name__ == "__main__":
|
|
logs.info('dnfs', f'服务启动，监听 http://{ADDR}:{PORT}')
|
|
print(f'Listen at http://{ADDR}:{PORT}')
|
|
#app.run(host="127.0.0.1", port=8006)
|
|
serve(app, host='127.0.0.1', port=8006)
|