aea2701c28
The gate at a fixed 0.80 couldn't catch the real pain: Interpreter (fresh == cached, verified by probe) confidently mis-detects short ASCII English like "... WIP Part 1" as German at 0.86 — above the floor — so it was accepted and a re-translate reproduced it. Confidence alone can't separate the 0.86 collision (genuine German lands there too), and single-word mis-flags sit at a confident 1.0 no floor catches. Two operator-approved levers: - Acceptance floor is now a live Settings value (ImportSettings. translation_min_confidence, default 0.90; surfaced in the Translation card), so it's tunable without a redeploy. _accept takes the threshold as a parameter. - Per-post sticky override (Post.translation_override: auto/force/original). 'force' stores a translation even below the floor (rescue a skipped legit-foreign title); 'original' keeps the original and clears any stored translation (kill a confident mis-flag no floor catches). The sweep honors it on every run and _reset_translations skips 'original', so the choice survives a Re-translate-all. POST /api/posts/<id>/translation-override applies it immediately (translate now when the service is up, else queue for the sweep). UI: PostTranslationControl on the posts-feed card. Migration 0084 (both columns + a CHECK on the override). The feed + provenance serializers expose translation_override. With a stricter floor the rollback finally works: raise it -> Re-translate all -> the 0.86 mis-flags are rejected and restored to the original; force / keep-original handle the residual either way. Tests: gate thresholds against the param (0.86 rejected at 0.90, explicit-floor cases); sweep force/original + re-translate-skips-original; override endpoint (validation, original clears, force queues when disabled, feed exposes it); settings min_confidence default/save/validate. Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01CgZP9v2otxVJymiYsnVuMy
128 lines
5.6 KiB
Python
128 lines
5.6 KiB
Python
"""ImportSettings — single-row table holding the importer's tunable knobs.
|
|
|
|
Enforced as a single row via a CHECK (id = 1) constraint. The application
|
|
always SELECTs id=1 and never inserts/deletes after the initial migration.
|
|
"""
|
|
|
|
from sqlalchemy import Boolean, CheckConstraint, Float, Integer, Text, select
|
|
from sqlalchemy.orm import Mapped, mapped_column
|
|
|
|
from .base import Base
|
|
|
|
|
|
class ImportSettings(Base):
|
|
__tablename__ = "import_settings"
|
|
# Bare constraint name — Base.metadata's naming convention applies the
|
|
# ck_<table>_<name> prefix, producing the final ck_import_settings_singleton.
|
|
__table_args__ = (CheckConstraint("id = 1", name="singleton"),)
|
|
|
|
id: Mapped[int] = mapped_column(Integer, primary_key=True)
|
|
import_scan_path: Mapped[str] = mapped_column(Text, nullable=False, default="/import")
|
|
|
|
min_width: Mapped[int] = mapped_column(Integer, nullable=False, default=0)
|
|
min_height: Mapped[int] = mapped_column(Integer, nullable=False, default=0)
|
|
|
|
skip_transparent: Mapped[bool] = mapped_column(Boolean, nullable=False, default=False)
|
|
transparency_threshold: Mapped[float] = mapped_column(Float, nullable=False, default=0.9)
|
|
|
|
skip_single_color: Mapped[bool] = mapped_column(Boolean, nullable=False, default=False)
|
|
single_color_threshold: Mapped[float] = mapped_column(Float, nullable=False, default=0.95)
|
|
single_color_tolerance: Mapped[int] = mapped_column(Integer, nullable=False, default=30)
|
|
|
|
phash_threshold: Mapped[int] = mapped_column(Integer, nullable=False, default=10)
|
|
|
|
# FC-3c downloader knobs
|
|
download_rate_limit_seconds: Mapped[float] = mapped_column(
|
|
Float, nullable=False, default=3.0
|
|
)
|
|
download_validate_files: Mapped[bool] = mapped_column(
|
|
Boolean, nullable=False, default=True
|
|
)
|
|
|
|
# FC-3d scheduling knobs
|
|
download_schedule_default_seconds: Mapped[int] = mapped_column(
|
|
Integer, nullable=False, default=28800
|
|
)
|
|
download_event_retention_days: Mapped[int] = mapped_column(
|
|
Integer, nullable=False, default=90
|
|
)
|
|
download_failure_warning_threshold: Mapped[int] = mapped_column(
|
|
Integer, nullable=False, default=5
|
|
)
|
|
|
|
# FC-3h backup knobs.
|
|
backup_db_nightly_enabled: Mapped[bool] = mapped_column(
|
|
Boolean, nullable=False, default=False,
|
|
)
|
|
backup_db_nightly_hour_utc: Mapped[int] = mapped_column(
|
|
Integer, nullable=False, default=3,
|
|
)
|
|
backup_db_keep_last_n: Mapped[int] = mapped_column(
|
|
Integer, nullable=False, default=14,
|
|
)
|
|
backup_images_keep_last_n: Mapped[int] = mapped_column(
|
|
Integer, nullable=False, default=3,
|
|
)
|
|
|
|
# FC-6.3 series continuation matcher. enabled gates the rescan; threshold is
|
|
# the weighted-score cut-off (0..1) above which a pending suggestion is made.
|
|
series_suggest_enabled: Mapped[bool] = mapped_column(
|
|
Boolean, nullable=False, default=True,
|
|
)
|
|
series_suggest_threshold: Mapped[float] = mapped_column(
|
|
Float, nullable=False, default=0.5,
|
|
)
|
|
|
|
# #830 off-platform file-host downloads — per-host enable lever (default on,
|
|
# rule #26). Column names are extdl_<host>_enabled so the worker reads them
|
|
# via getattr(settings, f"extdl_{host}_enabled", True).
|
|
extdl_mega_enabled: Mapped[bool] = mapped_column(
|
|
Boolean, nullable=False, default=True, server_default="true",
|
|
)
|
|
extdl_gdrive_enabled: Mapped[bool] = mapped_column(
|
|
Boolean, nullable=False, default=True, server_default="true",
|
|
)
|
|
extdl_mediafire_enabled: Mapped[bool] = mapped_column(
|
|
Boolean, nullable=False, default=True, server_default="true",
|
|
)
|
|
extdl_dropbox_enabled: Mapped[bool] = mapped_column(
|
|
Boolean, nullable=False, default=True, server_default="true",
|
|
)
|
|
extdl_pixeldrain_enabled: Mapped[bool] = mapped_column(
|
|
Boolean, nullable=False, default=True, server_default="true",
|
|
)
|
|
|
|
# -- Post-text translation via the Interpreter LAN service (milestone 143).
|
|
# Off by default with NO default host — it needs a reachable Interpreter
|
|
# service (the operator's, behind a reverse proxy), which not every install
|
|
# has; the operator sets the URL and flips it on. Empty base_url OR disabled
|
|
# → the translate sweep no-ops.
|
|
translation_enabled: Mapped[bool] = mapped_column(
|
|
Boolean, nullable=False, default=False, server_default="false",
|
|
)
|
|
interpreter_base_url: Mapped[str] = mapped_column(
|
|
Text, nullable=False, default="", server_default="",
|
|
)
|
|
translation_target_lang: Mapped[str] = mapped_column(
|
|
Text, nullable=False, default="en", server_default="en",
|
|
)
|
|
# The latin-script acceptance floor for the translation gate: a translation
|
|
# whose Interpreter-reported confidence is below this is kept as the original
|
|
# (operator-tunable, milestone 155). Default 0.9 — stricter than the old
|
|
# hardcoded 0.8, because Interpreter confidently mis-detects short ASCII
|
|
# English (e.g. "… WIP Part 1") as a European language at ~0.86. CJK stays
|
|
# trusted regardless (script-detected). Per-post overrides handle the misses.
|
|
translation_min_confidence: Mapped[float] = mapped_column(
|
|
Float, nullable=False, default=0.9, server_default="0.9",
|
|
)
|
|
|
|
@classmethod
|
|
async def load(cls, session) -> ImportSettings:
|
|
"""The singleton settings row (id=1), via an async session."""
|
|
return (await session.execute(select(cls).where(cls.id == 1))).scalar_one()
|
|
|
|
@classmethod
|
|
def load_sync(cls, session) -> ImportSettings:
|
|
"""The singleton settings row (id=1), via a sync session."""
|
|
return session.execute(select(cls).where(cls.id == 1)).scalar_one()
|