fix: correct vocab_size to max_id+1 (was len(vocab))
This commit is contained in:
1 parent
a02401aa75
commit
ffb5825407
1 file changed
+1
-1
@@ -84,7 +84,7 @@ def main():
|
||||
delattr(tokenizer_instance, attr)
|
||||
|
||||
# ====== 模型 ======
|
||||
model = LLMModel(vocab_size=len(vocab), d_model=320, n_heads=8,
|
||||
model = LLMModel(vocab_size=max(vocab.values()) + 1, d_model=320, n_heads=8,
|
||||
n_layers=6, d_ff=1536, max_len=256, dropout=0.1,
|
||||
use_memory=False, use_thinking=False, use_moe=False)
|
||||
total = sum(p.numel() for p in model.parameters())
|
||||
|
||||
Reference in new issue
Block a user