feat: Telegram notifications from SAC on ingest

Send Telegram alerts for high/critical events and new Problems.
Configurable via TELEGRAM_* env vars; ingest never fails on send errors.
This commit is contained in:
2026-05-27 12:21:03 +10:00
parent 5fce00faae
commit eeba3a704d
9 changed files with 102 additions and 9 deletions
+5 -5
View File
@@ -16,9 +16,9 @@ PROBLEM_TYPES = frozenset(
HIGH_SEVERITIES = frozenset({"high", "critical"})
def maybe_create_problem(db: Session, event: Event) -> Problem | None:
def maybe_create_problem(db: Session, event: Event) -> tuple[Problem | None, bool]:
if event.severity not in HIGH_SEVERITIES and event.type not in PROBLEM_TYPES:
return None
return None, False
rule_id = "high_severity" if event.severity in HIGH_SEVERITIES else f"type:{event.type}"
@@ -34,7 +34,7 @@ def maybe_create_problem(db: Session, event: Event) -> Problem | None:
.limit(1)
)
if existing:
return existing
return existing, False
# dedupe: one open problem per host+rule (append event link)
open_problem = db.scalar(
@@ -51,7 +51,7 @@ def maybe_create_problem(db: Session, event: Event) -> Problem | None:
db.add(ProblemEvent(problem_id=open_problem.id, event_id=event.id))
open_problem.updated_at = event.received_at
db.flush()
return open_problem
return open_problem, False
problem = Problem(
host_id=event.host_id,
@@ -65,4 +65,4 @@ def maybe_create_problem(db: Session, event: Event) -> Problem | None:
db.flush()
db.add(ProblemEvent(problem_id=problem.id, event_id=event.id))
db.flush()
return problem
return problem, True
+70
View File
@@ -0,0 +1,70 @@
import logging
import httpx
from app.config import get_settings
from app.models import Event, Problem
logger = logging.getLogger(__name__)
SEVERITY_ORDER = {"info": 10, "warning": 20, "high": 30, "critical": 40}
def _severity_value(value: str) -> int:
return SEVERITY_ORDER.get(value, 0)
def _is_enabled() -> bool:
settings = get_settings()
return bool(
settings.telegram_enabled
and settings.telegram_bot_token.strip()
and settings.telegram_chat_id.strip()
)
def _send_text(message: str) -> None:
settings = get_settings()
if not _is_enabled():
return
url = f"https://api.telegram.org/bot{settings.telegram_bot_token}/sendMessage"
payload = {"chat_id": settings.telegram_chat_id, "text": message, "disable_web_page_preview": True}
try:
with httpx.Client(timeout=8.0) as client:
response = client.post(url, json=payload)
response.raise_for_status()
except Exception:
logger.exception("telegram send failed")
def notify_event(event: Event) -> None:
settings = get_settings()
min_level = _severity_value(settings.telegram_min_severity)
if _severity_value(event.severity) < min_level:
return
host = event.host.hostname if event.host else "unknown"
message = (
f"🚨 SAC событие\n"
f"Host: {host}\n"
f"Severity: {event.severity}\n"
f"Type: {event.type}\n"
f"Title: {event.title}\n"
f"Summary: {event.summary}"
)
_send_text(message)
def notify_problem(problem: Problem, event: Event | None = None) -> None:
host = problem.host.hostname if problem.host else "unknown"
related = ""
if event is not None:
related = f"\nEvent: {event.type} ({event.severity})"
message = (
f"🔥 SAC Problem opened\n"
f"Host: {host}\n"
f"Severity: {problem.severity}\n"
f"Rule: {problem.rule_id or '-'}\n"
f"Title: {problem.title}\n"
f"Summary: {problem.summary}{related}"
)
_send_text(message)