bvandeusen
c0fd80e694
Confirm-only "this post may continue this series" matcher. - series_suggestion table (post_id, series_tag_id, score, signals jsonb, status pending|added|dismissed, UNIQUE(post,series)); migration 0041 + two settings knobs (series_suggest_enabled, series_suggest_threshold). - series_match_service: weighted additive score (title-stem / same-artist / page-continuity / shared-distinctive-tags), no single signal gating. The title "pattern" is derived on the fly from the post titles already in a series, so it sharpens as more are confirmed (no persisted state to drift). Candidates are bounded to the post's artist. match_post upserts pending suggestions (UNIQUE + on-conflict, respecting prior added/dismissed decisions). - accept reuses add_post_as_chapter then marks 'added'; dismiss marks 'dismissed'. - rescan_series_suggestions_task: settings-gated, time-boxed + self-resuming from a post-id cursor (maintenance_long lane), like normalize_tags_task. - API: GET /series/suggestions, POST .../<id>/accept|dismiss, POST .../rescan. - Settings: enabled + threshold exposed via /settings/import. - Tests: pure scoring helpers + matcher/accept/dismiss/rescan lifecycle + UNIQUE dedup. Frontend (Suggestions tab + settings card) lands next. Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
85 lines
3.4 KiB
Python
85 lines
3.4 KiB
Python
"""ImportSettings — single-row table holding the importer's tunable knobs.
|
|
|
|
Enforced as a single row via a CHECK (id = 1) constraint. The application
|
|
always SELECTs id=1 and never inserts/deletes after the initial migration.
|
|
"""
|
|
|
|
from sqlalchemy import Boolean, CheckConstraint, Float, Integer, Text, select
|
|
from sqlalchemy.orm import Mapped, mapped_column
|
|
|
|
from .base import Base
|
|
|
|
|
|
class ImportSettings(Base):
|
|
__tablename__ = "import_settings"
|
|
# Bare constraint name — Base.metadata's naming convention applies the
|
|
# ck_<table>_<name> prefix, producing the final ck_import_settings_singleton.
|
|
__table_args__ = (CheckConstraint("id = 1", name="singleton"),)
|
|
|
|
id: Mapped[int] = mapped_column(Integer, primary_key=True)
|
|
import_scan_path: Mapped[str] = mapped_column(Text, nullable=False, default="/import")
|
|
|
|
min_width: Mapped[int] = mapped_column(Integer, nullable=False, default=0)
|
|
min_height: Mapped[int] = mapped_column(Integer, nullable=False, default=0)
|
|
|
|
skip_transparent: Mapped[bool] = mapped_column(Boolean, nullable=False, default=False)
|
|
transparency_threshold: Mapped[float] = mapped_column(Float, nullable=False, default=0.9)
|
|
|
|
skip_single_color: Mapped[bool] = mapped_column(Boolean, nullable=False, default=False)
|
|
single_color_threshold: Mapped[float] = mapped_column(Float, nullable=False, default=0.95)
|
|
single_color_tolerance: Mapped[int] = mapped_column(Integer, nullable=False, default=30)
|
|
|
|
phash_threshold: Mapped[int] = mapped_column(Integer, nullable=False, default=10)
|
|
|
|
# FC-3c downloader knobs
|
|
download_rate_limit_seconds: Mapped[float] = mapped_column(
|
|
Float, nullable=False, default=3.0
|
|
)
|
|
download_validate_files: Mapped[bool] = mapped_column(
|
|
Boolean, nullable=False, default=True
|
|
)
|
|
|
|
# FC-3d scheduling knobs
|
|
download_schedule_default_seconds: Mapped[int] = mapped_column(
|
|
Integer, nullable=False, default=28800
|
|
)
|
|
download_event_retention_days: Mapped[int] = mapped_column(
|
|
Integer, nullable=False, default=90
|
|
)
|
|
download_failure_warning_threshold: Mapped[int] = mapped_column(
|
|
Integer, nullable=False, default=5
|
|
)
|
|
|
|
# FC-3h backup knobs.
|
|
backup_db_nightly_enabled: Mapped[bool] = mapped_column(
|
|
Boolean, nullable=False, default=False,
|
|
)
|
|
backup_db_nightly_hour_utc: Mapped[int] = mapped_column(
|
|
Integer, nullable=False, default=3,
|
|
)
|
|
backup_db_keep_last_n: Mapped[int] = mapped_column(
|
|
Integer, nullable=False, default=14,
|
|
)
|
|
backup_images_keep_last_n: Mapped[int] = mapped_column(
|
|
Integer, nullable=False, default=3,
|
|
)
|
|
|
|
# FC-6.3 series continuation matcher. enabled gates the rescan; threshold is
|
|
# the weighted-score cut-off (0..1) above which a pending suggestion is made.
|
|
series_suggest_enabled: Mapped[bool] = mapped_column(
|
|
Boolean, nullable=False, default=True,
|
|
)
|
|
series_suggest_threshold: Mapped[float] = mapped_column(
|
|
Float, nullable=False, default=0.5,
|
|
)
|
|
|
|
@classmethod
|
|
async def load(cls, session) -> ImportSettings:
|
|
"""The singleton settings row (id=1), via an async session."""
|
|
return (await session.execute(select(cls).where(cls.id == 1))).scalar_one()
|
|
|
|
@classmethod
|
|
def load_sync(cls, session) -> ImportSettings:
|
|
"""The singleton settings row (id=1), via a sync session."""
|
|
return session.execute(select(cls).where(cls.id == 1)).scalar_one()
|