update for mcp

2026-08-06 11:08:46 +08:00
parent 31bbf80aeb
commit b2feaeddb4
40 changed files with 1986 additions and 202 deletions
@@ -9,6 +9,7 @@ import httpx
 from bs4 import BeautifulSoup
 from loguru import logger

+from app.config.settings import settings
 from app.infrastructure.perception.crawlers.base import BaseCrawler, RawEvent
 from ._utils import parse_date

@@ -53,7 +54,11 @@ class EurlexCrawler(BaseCrawler):
            if len(events) >= limit:
                break
            try:
-                resp = httpx.get(rss_url, timeout=30, follow_redirects=True)
+                resp = httpx.get(
+                    rss_url,
+                    timeout=settings.perception_crawl_timeout_seconds,
+                    follow_redirects=True,
+                )
                resp.raise_for_status()
            except Exception as exc:
                logger.warning("EUR-Lex RSS fetch failed url={} err={}", rss_url, exc)