mirror of
https://github.com/nubenetes/awesome-kubernetes.git
synced 2026-07-12 09:51:00 +00:00
4e87c248fd
- Add 26-category news digest engine (src/news_digest.py) with Gemini AI ranking for 3/6/12 month temporal panels across tech, cloud, and geo categories - Add discovered_at, company, geo_region fields to inventory schema with backfill script populating 18K+ existing entries - Fix critical v2-mkdocs.yml bug: plugins were nested under theme (silently disabled) - Add MkDocs Material features: instant nav, breadcrumbs, footer, announce bar - Add trending cards CSS grid and replace Agentic Pulse with dynamic Trending Now - Generate tech-digest.md and industry-digest.md with tabbed 3/6/12 month views - Merge 12 stub pages (<40 lines each) into parent categories with redirects - Replace 50 bare except:pass patterns with contextual logging across all pipeline files - Expand autonomous discovery from 6 to 14 GitHub search queries - Add stale health re-check for online entries older than 30 days - Track addition_method by source type (rss, twitter, github_trending) - Add digest generation step to CI publish workflow Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
91 lines
3.5 KiB
Python
91 lines
3.5 KiB
Python
import aiohttp
|
|
import json
|
|
import httpx
|
|
import re
|
|
from src.config import GEMINI_API_KEY, NUBENETES_CATEGORIES, GH_TOKEN
|
|
from src.gemini_utils import call_gemini_with_retry
|
|
from src.logger import log_event
|
|
|
|
async def fetch_github_trending_cloud_native() -> list[dict]:
|
|
queries = [
|
|
"topic:kubernetes+stars:>1000",
|
|
"topic:mcp-server+stars:>0",
|
|
"topic:model-context-protocol+stars:>0",
|
|
"topic:ai-agents+stars:>50",
|
|
"awesome+stars:>1000",
|
|
"topic:generative-ai+stars:>500",
|
|
"topic:devops+stars:>500",
|
|
"topic:observability+stars:>200",
|
|
"topic:cloud-security+stars:>200",
|
|
"topic:terraform+stars:>500",
|
|
"topic:database+stars:>500",
|
|
"topic:cicd+stars:>200",
|
|
"topic:service-mesh+stars:>100",
|
|
"topic:platform-engineering+stars:>100",
|
|
]
|
|
all_repos = []
|
|
headers = {'Accept': 'application/vnd.github.v3+json'}
|
|
if GH_TOKEN:
|
|
headers['Authorization'] = f'token {GH_TOKEN}'
|
|
async with aiohttp.ClientSession(headers=headers) as session:
|
|
for q in queries:
|
|
url = f"https://api.github.com/search/repositories?q={q}&sort=updated&order=desc"
|
|
try:
|
|
async with session.get(url, timeout=10) as resp:
|
|
if resp.status == 200:
|
|
data = await resp.json()
|
|
for repo in data.get('items', [])[:10]:
|
|
all_repos.append({
|
|
"name": repo['name'],
|
|
"url": repo['html_url'],
|
|
"desc": repo['description'] or "No description provided."
|
|
})
|
|
except Exception as e:
|
|
log_event(f"[WARN] GitHub search query '{q}': {str(e)[:100]}")
|
|
continue
|
|
return all_repos
|
|
|
|
async def discover_trending_assets() -> list[dict]:
|
|
repos = await fetch_github_trending_cloud_native()
|
|
if not repos:
|
|
return []
|
|
|
|
# Intentar clasificar con Gemini vía REST
|
|
prompt = (
|
|
"Analiza estos repositorios y selecciona los 4 mejores.\n"
|
|
f"Categorías: {', '.join(NUBENETES_CATEGORIES)}\n"
|
|
f"Repos: {json.dumps(repos)}\n\n"
|
|
"Responde SOLAMENTE una lista JSON: [{\"title\": \"...\", \"url\": \"...\", \"description\": \"...\", \"category\": \"...\"}]"
|
|
)
|
|
|
|
try:
|
|
results = await call_gemini_with_retry(prompt, prefer_flash=True)
|
|
if isinstance(results, list):
|
|
return [res for res in results if res.get("category") in NUBENETES_CATEGORIES]
|
|
except Exception as e:
|
|
print(f"[~] Gemini REST falló, usando clasificación heurística: {e}")
|
|
|
|
# --- FALLBACK HEURÍSTICO (Si Gemini falla) ---
|
|
fallback_results = []
|
|
for r in repos[:5]:
|
|
category = "kubernetes-tools" # Default
|
|
desc_lower = r['desc'].lower()
|
|
name_lower = r['name'].lower()
|
|
|
|
if "mcp" in desc_lower or "context-protocol" in desc_lower or "mcp" in name_lower:
|
|
category = "ai-agents-mcp"
|
|
elif "awesome" in name_lower:
|
|
category = "other-awesome-lists"
|
|
elif "ai" in desc_lower or "agent" in desc_lower:
|
|
category = "ai"
|
|
elif "security" in desc_lower:
|
|
category = "kubernetes-security"
|
|
|
|
fallback_results.append({
|
|
"title": r['name'],
|
|
"url": r['url'],
|
|
"description": r['desc'],
|
|
"category": category
|
|
})
|
|
return fallback_results
|