添加模型文件分片 (Epoch 7, 3 parts + merge script)
This commit is contained in:
1 parent
91db488ad4
commit
9cef1d9ba1
5 files changed
+31
No files matched your search
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:861ca374c50f29a2d71758756554613b086e949b9a1bdfdb565677695765b2f4
|
||||||
|
size 52428800
|
||||||
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:ab7bf97d2fcecf68e75d2158e1cabc10dd6257398275dbf12ebbcdbbe84fbc1e
|
||||||
|
size 52428800
|
||||||
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:4177a8ea2e36fef32470d7e9471571f769557fd94f479c254563bae106d243a8
|
||||||
|
size 52428800
|
||||||
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:4eec556ead5ecf7902064a991fba42983e77cf0f8f004edd90a0ef144e834ee7
|
||||||
|
size 3480603
|
||||||
@@ -0,0 +1,19 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
# 合并分片模型文件
|
||||||
|
# 用法: bash merge_model.sh
|
||||||
|
|
||||||
|
PARTS="llm_model_epoch7_part_aa llm_model_epoch7_part_ab llm_model_epoch7_part_ac llm_model_epoch7_part_ad"
|
||||||
|
OUTPUT="llm_model_v2_resume_epoch_7.pth"
|
||||||
|
|
||||||
|
echo "合并模型分片 → $OUTPUT ..."
|
||||||
|
cat $PARTS > $OUTPUT
|
||||||
|
echo "✅ 合并完成: $(ls -lh $OUTPUT | awk '{print $5}')"
|
||||||
|
echo ""
|
||||||
|
echo "使用方法:"
|
||||||
|
echo " python3 -c \"import json, torch;"
|
||||||
|
echo " from llm_chat_improved import LLMModel, LLMChat, tokenizer_instance;"
|
||||||
|
echo ' vocab = json.load(open("vocab_v2.json"));'
|
||||||
|
echo ' ckpt = torch.load("llm_model_v2_resume_epoch_7.pth", map_location="cpu");'
|
||||||
|
echo ' chat = LLMChat(LLMModel(...), vocab, device="cpu");'
|
||||||
|
echo ' print(chat.generate_response("小狸你好呀"));'
|
||||||
|
echo ' "'
|
||||||
Reference in new issue
Block a user