fix: correct vocab_size to max_id+1 (was len(vocab))
This commit is contained in:
1 parent
a02401aa75
commit
ffb5825407
1 file changed
+1
-1
@@ -84,7 +84,7 @@ def main():
|
|||||||
delattr(tokenizer_instance, attr)
|
delattr(tokenizer_instance, attr)
|
||||||
|
|
||||||
# ====== 模型 ======
|
# ====== 模型 ======
|
||||||
model = LLMModel(vocab_size=len(vocab), d_model=320, n_heads=8,
|
model = LLMModel(vocab_size=max(vocab.values()) + 1, d_model=320, n_heads=8,
|
||||||
n_layers=6, d_ff=1536, max_len=256, dropout=0.1,
|
n_layers=6, d_ff=1536, max_len=256, dropout=0.1,
|
||||||
use_memory=False, use_thinking=False, use_moe=False)
|
use_memory=False, use_thinking=False, use_moe=False)
|
||||||
total = sum(p.numel() for p in model.parameters())
|
total = sum(p.numel() for p in model.parameters())
|
||||||
|
|||||||
Reference in new issue
Block a user