From 78e9f8648a7de70a0aa000ca7b613f019e7e2c14 Mon Sep 17 00:00:00 2001 From: hbyang Date: Thu, 20 Aug 2026 17:18:03 +0900 Subject: [PATCH] =?UTF-8?q?fix:=20AI=20=ED=91=9C=EB=B3=B8=20=EC=83=9D?= =?UTF-8?q?=EC=84=B1=20=EC=9E=AC=EA=B0=9C=20=EC=8B=9C=20=EB=AA=A9=ED=91=9C?= =?UTF-8?q?=20=EA=B1=B4=EC=88=98=20=EB=B3=B4=EC=A1=B4?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- scripts/generate_ai_samples.py | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) diff --git a/scripts/generate_ai_samples.py b/scripts/generate_ai_samples.py index a68c861..ea6828c 100644 --- a/scripts/generate_ai_samples.py +++ b/scripts/generate_ai_samples.py @@ -264,6 +264,7 @@ def main() -> int: done = load_done_ids(args.out) if done: logger.info("기존 출력 %d건을 건너뜁니다: %s", len(done), args.out) + target_new = max(0, args.limit - len(done)) rng = random.Random(args.seed) # 소재 행을 결정적으로 섞는다. 같은 seed 면 같은 순서가 나온다. @@ -335,7 +336,7 @@ def main() -> int: with sink as sink: if args.dry_run: for task in tasks: - if written >= args.limit: + if written >= target_new: break _, _, _, target, _, model, prompt = task print(f"\n--- [{written + 1}] model={model} target={target}자 ---") @@ -343,9 +344,9 @@ def main() -> int: written += 1 else: with ThreadPoolExecutor(max_workers=args.concurrency) as executor: - while written < args.limit: + while written < target_new: batch = [] - for _ in range(min(args.concurrency, args.limit - written)): + for _ in range(min(args.concurrency, target_new - written)): task = next(tasks, None) if task is not None: batch.append(task) @@ -381,7 +382,8 @@ def main() -> int: if written % 50 == 0: logger.info( "생성 %d/%d (길이 폐기 %d, 품질 폐기 %d, 실패 %d)", - written, args.limit, skipped_len, skipped_quality, failed, + len(done) + written, args.limit, + skipped_len, skipped_quality, failed, ) logger.info(