From 623a29bafdce62621b4f7e7f8ad8ea0104486b06 Mon Sep 17 00:00:00 2001 From: shuiyu1123 Date: Sat, 20 Jun 2026 13:24:47 +0000 Subject: [PATCH] =?UTF-8?q?fix:=20Astron=205=E5=B9=B6=E5=8F=91=20+=20?= =?UTF-8?q?=E4=BF=AE=E5=A4=8D=E8=92=B8=E9=A6=8Fbug?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- api_correction.py | 92 +++++++++++++++++++++++++++++++++++++++++------ 1 file changed, 81 insertions(+), 11 deletions(-) diff --git a/api_correction.py b/api_correction.py index dabe22b..bd94985 100644 --- a/api_correction.py +++ b/api_correction.py @@ -7,7 +7,7 @@ import json, requests, time, os, threading from concurrent.futures import ThreadPoolExecutor, as_completed ASTRON_URL = "https://maas-coding-api.cn-huabei-1.xf-yun.com/v2/chat/completions" -ASTRON_KEY = os.environ.get("ASTRON_KEY", "") +ASTRON_KEY = "658beba1beb0c911ed00672019bbf7e5:MjNmYWRkMWUyZjAxYTM3ZGE2ODI1YzFh" ASTRON_MODEL = "astron-code-latest" SYSTEM_PROMPT = """你是一个名叫小狸的8岁中国小女孩。 @@ -49,8 +49,8 @@ def call_astron(q, temperature=0.85): return None -def batch_generate(questions, temperature=0.85, max_workers=4): - """Astron 4并发 — 明确限制,稳定可靠""" +def batch_generate(questions, temperature=0.85, max_workers=5): + """Astron 5并发 — 明确限制,稳定可靠""" total = len(questions) results = [] @@ -87,13 +87,83 @@ batch_generate_direct = batch_generate batch_generate_dual = batch_generate -def batch_convert(items, *args, **kwargs): - """兼容占位:训练脚本导入用,已弃用""" - print(" [API] batch_convert已弃用,使用batch_generate") - return [] +def batch_convert(items, progress=None, max_workers=5): + """修复版 batch_convert — 将 (q, ans) 对用 API 优化后返回""" + if not items: + return [] + total = len(items) + results = [] + + def convert(item): + q, model_ans = item + prompt = f"问题:{q}\n模型回答:{model_ans}\n\n请用8岁小狸的语气,重新生成更好的回答。保持简短自然,1-2句话。" + ans = call_astron(prompt, temperature=0.3) + if ans and len(ans) >= 3: + return {"question": q, "answer": ans} + return None + + with ThreadPoolExecutor(max_workers=max_workers) as executor: + futures = {executor.submit(convert, item): i for i, item in enumerate(items)} + done = 0 + t0 = time.time() + for f in as_completed(futures): + done += 1 + r = f.result() + if r: + results.append(r) + if progress: + progress(done, total) + if done % 50 == 0 or done == total: + elapsed = max(time.time() - t0, 1) + rate = len(results) / elapsed * 60 + print(f" API转换: {done}/{total} (+{len(results)}条, {rate:.0f}条/分)", end="\r") + + elapsed = time.time() - t0 + rate = len(results) / max(elapsed, 1) * 60 + print(f" API转换: {total}/{total} → 共{len(results)}条 ({elapsed:.0f}s, {rate:.0f}条/分)") + return results -def batch_generate_multi_temp(questions, *args, **kwargs): - """兼容占位:训练脚本导入用,已弃用""" - print(" [API] batch_generate_multi_temp已弃用,使用batch_generate") - return [] \ No newline at end of file +def batch_generate_multi_temp(questions, temperatures=None, max_workers=5): + """修复版 — 用多种温度生成多样化回答""" + if temperatures is None: + temperatures = [0.7, 0.85, 1.0] + if not questions: + return [] + + total = len(questions) * len(temperatures) + results = [] + + def call_with_temp(q, temp): + ans = call_astron(q, temperature=temp) + if ans: + return {"question": q, "answer": ans, "temperature": temp} + return None + + tasks = [(q, t) for q in questions for t in temperatures] + with ThreadPoolExecutor(max_workers=max_workers) as executor: + futures = {executor.submit(call_with_temp, q, t): i for i, (q, t) in enumerate(tasks)} + done = 0 + t0 = time.time() + for f in as_completed(futures): + done += 1 + r = f.result() + if r: + results.append(r) + if done % 50 == 0 or done == total: + elapsed = max(time.time() - t0, 1) + rate = len(results) / elapsed * 60 + print(f" 多温生成: {done}/{total} (+{len(results)}条, {rate:.0f}条/分)", end="\r") + + seen = set() + unique = [] + for item in results: + key = (item["question"], item["answer"]) + if key not in seen: + seen.add(key) + unique.append({"question": item["question"], "answer": item["answer"]}) + + elapsed = time.time() - t0 + rate = len(unique) / max(elapsed, 1) * 60 + print(f" 多温生成: 共{len(unique)}条 (去重后, {elapsed:.0f}s, {rate:.0f}条/分)") + return unique \ No newline at end of file