docs(actpred): 研究方向 R8 细化——三层流水线离线 RL + 样本级验证集报告

R8 细化:预训练→监督微调→离线 RL 流水线定稿;IQL/CQL/DT 选型对比;
IMU 奖励工程四分量(姿态稳定/抖动/平滑/任务进度);三阶段落地路径。
新增样本级验证集划分实验报告(整集 60 样本噪声大 → 样本级 142 样本
更稳,F2b 在更难验证集上取得更低 val)。实现:val_split_mode 默认
sample,dataset sample_indices 过滤 + zscore 统计口径保持训练集专属。
This commit is contained in:
qing committed 2026-08-15 03:52:27 +00:00
1 parent 8cf3dd2d93
commit 13beba09b4
6 files changed
+192 -4

No files matched your search

+10
View File
@@ -60,6 +60,11 @@ class TrainConfig:
lr: float = 1e-3
weight_decay: float = 1e-4
val_split: float = 0.15
# 验证集划分方式:
# "episode" 整集划分(防数据泄漏,但单 episode 验证噪声大)
# "sample" 样本级随机划分(默认:多集混合、验证集更大更稳,
# 代价是相邻高相关样本泄漏使 val 略乐观)
val_split_mode: str = "sample"
checkpoint_dir: str = "./checkpoints"
patience: int = 15
num_workers: int = 2
@@ -132,6 +137,10 @@ def build_argparser(description: str = "") -> argparse.ArgumentParser:
parser.add_argument("--lr", type=float, default=None)
parser.add_argument("--weight-decay", type=float, default=None)
parser.add_argument("--val-split", type=float, default=None)
parser.add_argument("--val-split-mode", type=str, default=None,
choices=["episode", "sample"],
help="验证集划分:episode=整集(防泄漏但噪声大);"
"sample=样本级随机(默认,更大更稳)")
parser.add_argument("--checkpoint-dir", type=str, default=None)
parser.add_argument("--patience", type=int, default=None)
parser.add_argument("--num-workers", type=int, default=None)
@@ -337,6 +346,7 @@ def apply_overrides(cfg: Config, args: argparse.Namespace) -> Config:
"lr": ("train", "lr"),
"weight_decay": ("train", "weight_decay"),
"val_split": ("train", "val_split"),
"val_split_mode": ("train", "val_split_mode"),
"checkpoint_dir": ("train", "checkpoint_dir"),
"patience": ("train", "patience"),
"num_workers": ("train", "num_workers"),