fix: correct vocab_size to max_id+1 (was len(vocab))

This commit is contained in:
shuiyu1123 committed 2026-06-18 18:43:47 +00:00
1 parent a02401aa75
commit ffb5825407
1 file changed
+1 -1
+1 -1
View File
@@ -84,7 +84,7 @@ def main():
delattr(tokenizer_instance, attr)
# ====== 模型 ======
model = LLMModel(vocab_size=len(vocab), d_model=320, n_heads=8,
model = LLMModel(vocab_size=max(vocab.values()) + 1, d_model=320, n_heads=8,
n_layers=6, d_ff=1536, max_len=256, dropout=0.1,
use_memory=False, use_thinking=False, use_moe=False)
total = sum(p.numel() for p in model.parameters())