PTah
108 lines
3.6 KiB
Python
108 lines
3.6 KiB
Python
from datetime import datetime, timezone
|
|
|
|
from sqlalchemy import select
|
|
from sqlalchemy.exc import IntegrityError
|
|
from sqlalchemy.orm import Session
|
|
|
|
from app.models import Event, Host
|
|
from app.services.daily_report_format import normalize_daily_report_details
|
|
from app.services.event_severity_overrides import apply_severity_override
|
|
|
|
DAILY_REPORT_TYPES = frozenset({"report.daily.ssh", "report.daily.rdp"})
|
|
|
|
|
|
def _parse_dt(value: str) -> datetime:
|
|
dt = datetime.fromisoformat(value.replace("Z", "+00:00"))
|
|
if dt.tzinfo is None:
|
|
dt = dt.replace(tzinfo=timezone.utc)
|
|
return dt
|
|
|
|
|
|
def upsert_host(db: Session, payload: dict) -> Host:
|
|
source = payload.get("source") or {}
|
|
host_data = payload.get("host") or {}
|
|
agent_id = source.get("agent_instance_id")
|
|
hostname = host_data.get("hostname") or "unknown"
|
|
product = source.get("product") or "unknown"
|
|
|
|
host: Host | None = None
|
|
if agent_id:
|
|
host = db.scalar(select(Host).where(Host.agent_instance_id == agent_id))
|
|
|
|
if host is None:
|
|
host = db.scalar(
|
|
select(Host).where(Host.hostname == hostname, Host.product == product).limit(1)
|
|
)
|
|
|
|
if host is None:
|
|
host = Host(
|
|
agent_instance_id=agent_id,
|
|
hostname=hostname,
|
|
display_name=host_data.get("display_name"),
|
|
os_family=host_data.get("os_family", "linux"),
|
|
os_version=host_data.get("os_version"),
|
|
product=product,
|
|
product_version=source.get("product_version"),
|
|
ipv4=host_data.get("ipv4"),
|
|
ipv6=host_data.get("ipv6"),
|
|
tags=payload.get("tags") or [],
|
|
)
|
|
db.add(host)
|
|
else:
|
|
host.hostname = hostname
|
|
dn = host_data.get("display_name")
|
|
if isinstance(dn, str) and dn.strip():
|
|
host.display_name = dn.strip()
|
|
host.os_version = host_data.get("os_version") or host.os_version
|
|
host.product_version = source.get("product_version") or host.product_version
|
|
host.ipv4 = host_data.get("ipv4") or host.ipv4
|
|
host.ipv6 = host_data.get("ipv6") or host.ipv6
|
|
if agent_id and not host.agent_instance_id:
|
|
host.agent_instance_id = agent_id
|
|
|
|
host.last_seen_at = datetime.now(timezone.utc)
|
|
db.flush()
|
|
return host
|
|
|
|
|
|
def ingest_event(db: Session, payload: dict) -> tuple[Event, bool]:
|
|
"""
|
|
Returns (event, created).
|
|
created=False if event_id already exists (idempotent).
|
|
"""
|
|
event_id = payload["event_id"]
|
|
existing = db.scalar(select(Event).where(Event.event_id == event_id))
|
|
if existing:
|
|
return existing, False
|
|
|
|
host = upsert_host(db, payload)
|
|
payload = apply_severity_override(payload, db)
|
|
details = payload.get("details")
|
|
if payload.get("type") in DAILY_REPORT_TYPES:
|
|
details = normalize_daily_report_details(details, host, payload["type"])
|
|
event = Event(
|
|
event_id=event_id,
|
|
host_id=host.id,
|
|
occurred_at=_parse_dt(payload["occurred_at"]),
|
|
category=payload["category"],
|
|
type=payload["type"],
|
|
severity=payload["severity"],
|
|
title=payload["title"],
|
|
summary=payload["summary"],
|
|
details=details,
|
|
raw=payload.get("raw"),
|
|
dedup_key=payload.get("dedup_key"),
|
|
correlation_id=payload.get("correlation_id"),
|
|
payload=payload,
|
|
)
|
|
db.add(event)
|
|
try:
|
|
db.flush()
|
|
except IntegrityError:
|
|
db.rollback()
|
|
raced = db.scalar(select(Event).where(Event.event_id == event_id))
|
|
if raced is not None:
|
|
return raced, False
|
|
raise
|
|
return event, True
|