From d57ce818d22f7a89b1b291e3b969ec609593124a Mon Sep 17 00:00:00 2001 From: Nubenetes Bot Date: Thu, 14 May 2026 19:20:20 +0200 Subject: [PATCH] fix: limit concurrency for URL expansion to 20 parallel requests --- src/main.py | 9 ++++++--- 1 file changed, 6 insertions(+), 3 deletions(-) diff --git a/src/main.py b/src/main.py index 2d3e476e..a51fd1cc 100644 --- a/src/main.py +++ b/src/main.py @@ -85,10 +85,13 @@ async def master_orchestrator(): # 3. Expansión y Deduplicación Inicial log_event(f"[*] Expandiendo y deduplicando {len(all_raw_assets)} enlaces brutos...") + semaphore = asyncio.Semaphore(20) # Máximo 20 peticiones simultáneas + async def process_asset(asset): - expanded_url = await resolve_url(asset["url"]) - asset["url"] = expanded_url - return asset + async with semaphore: + expanded_url = await resolve_url(asset["url"]) + asset["url"] = expanded_url + return asset all_raw_assets = await asyncio.gather(*[process_asset(a) for a in all_raw_assets])