From 2976bf2030b50e0a1d3144ac7ab955e582e317b1 Mon Sep 17 00:00:00 2001 From: shuiyu1123 Date: Tue, 16 Jun 2026 12:44:05 +0000 Subject: [PATCH] =?UTF-8?q?=E6=B7=BB=E5=8A=A0=E6=A8=A1=E5=9E=8B=E6=96=87?= =?UTF-8?q?=E4=BB=B6=20(Epoch=207,=20=E5=88=862=E7=89=87,=20bash=20merge?= =?UTF-8?q?=5Fmodel.sh=E5=90=88=E5=B9=B6)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .gitignore | 3 ++- llm_model_epoch7_part_aa | 3 --- llm_model_epoch7_part_ab | 3 --- llm_model_epoch7_part_ac | 3 --- llm_model_epoch7_part_ad | 3 --- llm_model_v2_epoch7_aa | 3 +++ llm_model_v2_epoch7_ab | 3 +++ merge_model.sh | 19 ------------------- 8 files changed, 8 insertions(+), 32 deletions(-) delete mode 100644 llm_model_epoch7_part_aa delete mode 100644 llm_model_epoch7_part_ab delete mode 100644 llm_model_epoch7_part_ac delete mode 100644 llm_model_epoch7_part_ad create mode 100644 llm_model_v2_epoch7_aa create mode 100644 llm_model_v2_epoch7_ab delete mode 100644 merge_model.sh diff --git a/.gitignore b/.gitignore index c88f70c..8366f74 100644 --- a/.gitignore +++ b/.gitignore @@ -2,8 +2,9 @@ __pycache__/ *.pyc *.log +# 模型文件 — 只追踪发布版本 *.pth -*.pth.* +!/llm_model_v2_resume_epoch_7.pth /tmp/ # 中间数据(旧版临时文件) diff --git a/llm_model_epoch7_part_aa b/llm_model_epoch7_part_aa deleted file mode 100644 index 5e0930c..0000000 --- a/llm_model_epoch7_part_aa +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:861ca374c50f29a2d71758756554613b086e949b9a1bdfdb565677695765b2f4 -size 52428800 diff --git a/llm_model_epoch7_part_ab b/llm_model_epoch7_part_ab deleted file mode 100644 index ef42a5f..0000000 --- a/llm_model_epoch7_part_ab +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ab7bf97d2fcecf68e75d2158e1cabc10dd6257398275dbf12ebbcdbbe84fbc1e -size 52428800 diff --git a/llm_model_epoch7_part_ac b/llm_model_epoch7_part_ac deleted file mode 100644 index e4d9b34..0000000 --- a/llm_model_epoch7_part_ac +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4177a8ea2e36fef32470d7e9471571f769557fd94f479c254563bae106d243a8 -size 52428800 diff --git a/llm_model_epoch7_part_ad b/llm_model_epoch7_part_ad deleted file mode 100644 index 31db2de..0000000 --- a/llm_model_epoch7_part_ad +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:4eec556ead5ecf7902064a991fba42983e77cf0f8f004edd90a0ef144e834ee7 -size 3480603 diff --git a/llm_model_v2_epoch7_aa b/llm_model_v2_epoch7_aa new file mode 100644 index 0000000..7b01563 --- /dev/null +++ b/llm_model_v2_epoch7_aa @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65c26c81c0b02594ac8197cb09358ed7827a638d94d5ad78c10a5116ff2f8b2d +size 80740352 diff --git a/llm_model_v2_epoch7_ab b/llm_model_v2_epoch7_ab new file mode 100644 index 0000000..d556fba --- /dev/null +++ b/llm_model_v2_epoch7_ab @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d0718d89c5cd49fe42513c9d58c12fd80d0ca0bd76fe96920b214dd38508c86 +size 80026651 diff --git a/merge_model.sh b/merge_model.sh deleted file mode 100644 index d530231..0000000 --- a/merge_model.sh +++ /dev/null @@ -1,19 +0,0 @@ -#!/bin/bash -# 合并分片模型文件 -# 用法: bash merge_model.sh - -PARTS="llm_model_epoch7_part_aa llm_model_epoch7_part_ab llm_model_epoch7_part_ac llm_model_epoch7_part_ad" -OUTPUT="llm_model_v2_resume_epoch_7.pth" - -echo "合并模型分片 → $OUTPUT ..." -cat $PARTS > $OUTPUT -echo "✅ 合并完成: $(ls -lh $OUTPUT | awk '{print $5}')" -echo "" -echo "使用方法:" -echo " python3 -c \"import json, torch;" -echo " from llm_chat_improved import LLMModel, LLMChat, tokenizer_instance;" -echo ' vocab = json.load(open("vocab_v2.json"));' -echo ' ckpt = torch.load("llm_model_v2_resume_epoch_7.pth", map_location="cpu");' -echo ' chat = LLMChat(LLMModel(...), vocab, device="cpu");' -echo ' print(chat.generate_response("小狸你好呀"));' -echo ' "' \ No newline at end of file