From c3451c745c70aaf9341be52c5058474a3bdc51bf Mon Sep 17 00:00:00 2001 From: Sarowar Jahan Biswas <145022030+agsaru@users.noreply.github.com> Date: Tue, 7 Jul 2026 09:28:56 +0530 Subject: [PATCH] =?UTF-8?q?Revert=20"feat:=20Implement=20concurrent=20file?= =?UTF-8?q?=20summarization=20with=20ThreadPoolExecutor=E2=80=A6"?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit This reverts commit 2f0ed53ebdc36dfe715dc7d927975ba252701a83. --- repo2readme/cli/main.py | 32 +++++++------------------------- 1 file changed, 7 insertions(+), 25 deletions(-) diff --git a/repo2readme/cli/main.py b/repo2readme/cli/main.py index 1d51535..8780274 100644 --- a/repo2readme/cli/main.py +++ b/repo2readme/cli/main.py @@ -5,8 +5,6 @@ import os from repo2readme.utils.tree import generate_tree from repo2readme.utils.detect_language import detect_lang -from concurrent.futures import ThreadPoolExecutor, as_completed -import threading @click.group() @@ -133,13 +131,9 @@ def format_size(size_bytes): summaries = [] errors = [] - - # Skip summarization if there are no documents - if total_documents > 0: - summaries_lock = threading.Lock() - errors_lock = threading.Lock() - - def process_document(doc): + with Progress() as progress: + task = progress.add_task("[cyan]Generating summaries...[/cyan]", total=total_documents) + for doc in documents: meta = doc["metadata"] try: lang = detect_lang(meta.get("file_type", "text")) @@ -148,23 +142,11 @@ def process_document(doc): language=lang, content=doc["content"] ) - with summaries_lock: - summaries.append(summary) - except Exception as e: - with errors_lock: - errors.append(f"Error processing {meta.get('file_path')}: {e}") - with Progress() as progress: - task = progress.add_task("[cyan]Generating summaries...[/cyan]", total=total_documents) - - # Limit concurrent workers to avoid overwhelming API providers - max_workers = min(2, total_documents) - - with ThreadPoolExecutor(max_workers=max_workers) as executor: - futures = {executor.submit(process_document, doc): doc for doc in documents} - - for future in as_completed(futures): - progress.update(task, advance=1) + summaries.append(summary) + except Exception as e: + errors.append(f"Error processing {meta.get('file_path')}: {e}") + progress.update(task, advance=1) rprint("[cyan]Generating README...[/cyan]")