feat: Telegram notifications from SAC on ingest
Send Telegram alerts for high/critical events and new Problems. Configurable via TELEGRAM_* env vars; ingest never fails on send errors.
This commit is contained in:
@@ -16,9 +16,9 @@ PROBLEM_TYPES = frozenset(
|
||||
HIGH_SEVERITIES = frozenset({"high", "critical"})
|
||||
|
||||
|
||||
def maybe_create_problem(db: Session, event: Event) -> Problem | None:
|
||||
def maybe_create_problem(db: Session, event: Event) -> tuple[Problem | None, bool]:
|
||||
if event.severity not in HIGH_SEVERITIES and event.type not in PROBLEM_TYPES:
|
||||
return None
|
||||
return None, False
|
||||
|
||||
rule_id = "high_severity" if event.severity in HIGH_SEVERITIES else f"type:{event.type}"
|
||||
|
||||
@@ -34,7 +34,7 @@ def maybe_create_problem(db: Session, event: Event) -> Problem | None:
|
||||
.limit(1)
|
||||
)
|
||||
if existing:
|
||||
return existing
|
||||
return existing, False
|
||||
|
||||
# dedupe: one open problem per host+rule (append event link)
|
||||
open_problem = db.scalar(
|
||||
@@ -51,7 +51,7 @@ def maybe_create_problem(db: Session, event: Event) -> Problem | None:
|
||||
db.add(ProblemEvent(problem_id=open_problem.id, event_id=event.id))
|
||||
open_problem.updated_at = event.received_at
|
||||
db.flush()
|
||||
return open_problem
|
||||
return open_problem, False
|
||||
|
||||
problem = Problem(
|
||||
host_id=event.host_id,
|
||||
@@ -65,4 +65,4 @@ def maybe_create_problem(db: Session, event: Event) -> Problem | None:
|
||||
db.flush()
|
||||
db.add(ProblemEvent(problem_id=problem.id, event_id=event.id))
|
||||
db.flush()
|
||||
return problem
|
||||
return problem, True
|
||||
|
||||
@@ -0,0 +1,70 @@
|
||||
import logging
|
||||
|
||||
import httpx
|
||||
|
||||
from app.config import get_settings
|
||||
from app.models import Event, Problem
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
SEVERITY_ORDER = {"info": 10, "warning": 20, "high": 30, "critical": 40}
|
||||
|
||||
|
||||
def _severity_value(value: str) -> int:
|
||||
return SEVERITY_ORDER.get(value, 0)
|
||||
|
||||
|
||||
def _is_enabled() -> bool:
|
||||
settings = get_settings()
|
||||
return bool(
|
||||
settings.telegram_enabled
|
||||
and settings.telegram_bot_token.strip()
|
||||
and settings.telegram_chat_id.strip()
|
||||
)
|
||||
|
||||
|
||||
def _send_text(message: str) -> None:
|
||||
settings = get_settings()
|
||||
if not _is_enabled():
|
||||
return
|
||||
url = f"https://api.telegram.org/bot{settings.telegram_bot_token}/sendMessage"
|
||||
payload = {"chat_id": settings.telegram_chat_id, "text": message, "disable_web_page_preview": True}
|
||||
try:
|
||||
with httpx.Client(timeout=8.0) as client:
|
||||
response = client.post(url, json=payload)
|
||||
response.raise_for_status()
|
||||
except Exception:
|
||||
logger.exception("telegram send failed")
|
||||
|
||||
|
||||
def notify_event(event: Event) -> None:
|
||||
settings = get_settings()
|
||||
min_level = _severity_value(settings.telegram_min_severity)
|
||||
if _severity_value(event.severity) < min_level:
|
||||
return
|
||||
host = event.host.hostname if event.host else "unknown"
|
||||
message = (
|
||||
f"🚨 SAC событие\n"
|
||||
f"Host: {host}\n"
|
||||
f"Severity: {event.severity}\n"
|
||||
f"Type: {event.type}\n"
|
||||
f"Title: {event.title}\n"
|
||||
f"Summary: {event.summary}"
|
||||
)
|
||||
_send_text(message)
|
||||
|
||||
|
||||
def notify_problem(problem: Problem, event: Event | None = None) -> None:
|
||||
host = problem.host.hostname if problem.host else "unknown"
|
||||
related = ""
|
||||
if event is not None:
|
||||
related = f"\nEvent: {event.type} ({event.severity})"
|
||||
message = (
|
||||
f"🔥 SAC Problem opened\n"
|
||||
f"Host: {host}\n"
|
||||
f"Severity: {problem.severity}\n"
|
||||
f"Rule: {problem.rule_id or '-'}\n"
|
||||
f"Title: {problem.title}\n"
|
||||
f"Summary: {problem.summary}{related}"
|
||||
)
|
||||
_send_text(message)
|
||||
Reference in New Issue
Block a user