feat(syslog): a syslog receiver: UDP and TCP, senders offered before they're kept, each source's lines in a ring (#5999)

- plugins/syslog: RFC 5424 and RFC 3164 parsing, RFC 6587 TCP framing. - Lines are queued as they arrive and stored every 5 s through a Holding, so a storage stall delays them rather than losing them. - A new sender is an offered source, counted and not kept, until an admin adds it on the Syslog page (name, host); it can be ignored instead. - The listener follows the plugin's settings (port, UDP, TCP), rebinding within seconds of a save; a port it can't open is said on the page. - Hourly ring per source: age window and byte cap from Settings. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-10-18 23:09:07 -04:00
parent a59d1a7709
commit 51892a02c0
19 changed files with 1339 additions and 1 deletions
@@ -0,0 +1,56 @@
+"""Syslog: the devices that send it, and the lines kept from those added
+
+A sender is a row whether or not it has been added: one not yet added is
+counted and offered, never stored (milestone 532, #5999).
+
+Revision ID: syslog_001_sources_lines
+Revises: (none — a branch off core via depends_on)
+Create Date: 2026-10-19
+"""
+from typing import Sequence, Union
+
+import sqlalchemy as sa
+from alembic import op
+
+revision: str = "syslog_001_sources_lines"
+down_revision: Union[str, None] = None
+branch_labels: Union[str, Sequence[str], None] = "syslog"
+depends_on: Union[str, Sequence[str], None] = ("0004_app_settings",)
+
+
+def upgrade() -> None:
+    op.create_table(
+        "syslog_sources",
+        sa.Column("id", sa.String(36), primary_key=True),
+        sa.Column("address", sa.String(64), nullable=False, unique=True),
+        sa.Column("state", sa.String(10), nullable=False, server_default="offered"),
+        sa.Column("name", sa.String(100), nullable=False, server_default=""),
+        sa.Column("host_id", sa.String(36), sa.ForeignKey("hosts.id", ondelete="SET NULL"),
+                  nullable=True),
+        sa.Column("hostname_seen", sa.String(255), nullable=False, server_default=""),
+        sa.Column("first_seen_at", sa.DateTime(timezone=True), nullable=False),
+        sa.Column("last_seen_at", sa.DateTime(timezone=True), nullable=False),
+        sa.Column("lines_total", sa.BigInteger, nullable=False, server_default="0"),
+        sa.Column("last_severity", sa.SmallInteger, nullable=True),
+        sa.Column("last_line", sa.Text, nullable=False, server_default=""),
+    )
+    op.create_table(
+        "syslog_lines",
+        sa.Column("id", sa.String(36), primary_key=True),
+        sa.Column("source_id", sa.String(36),
+                  sa.ForeignKey("syslog_sources.id", ondelete="CASCADE"), nullable=False),
+        sa.Column("received_at", sa.DateTime(timezone=True), nullable=False),
+        sa.Column("sent_at", sa.DateTime(timezone=True), nullable=True),
+        sa.Column("facility", sa.SmallInteger, nullable=False),
+        sa.Column("severity", sa.SmallInteger, nullable=False),
+        sa.Column("hostname", sa.String(255), nullable=False, server_default=""),
+        sa.Column("app", sa.String(128), nullable=False, server_default=""),
+        sa.Column("message", sa.Text, nullable=False, server_default=""),
+    )
+    op.create_index("ix_syslog_lines_source_time", "syslog_lines", ["source_id", "received_at"])
+    op.create_index("ix_syslog_lines_received", "syslog_lines", ["received_at"])
+
+
+def downgrade() -> None:
+    op.drop_table("syslog_lines")
+    op.drop_table("syslog_sources")