"""MLSettings — single-row table holding ML pipeline tunables.""" from datetime import datetime from sqlalchemy import ( Boolean, CheckConstraint, DateTime, Float, Integer, String, func, ) from sqlalchemy.orm import Mapped, mapped_column from .base import Base class MLSettings(Base): __tablename__ = "ml_settings" # Bare name — Base.metadata's naming convention prepends ck__, # producing the final ck_ml_settings_singleton (matches migration 0003). __table_args__ = (CheckConstraint("id = 1", name="singleton"),) id: Mapped[int] = mapped_column(Integer, primary_key=True) # CPU whole-image embedding (B3, operator 2026-07-02). The ml-worker's ONLY # processing role is the embed fallback for stacks WITHOUT a GPU agent — ON # by default so a fresh install works with no agent. Stacks that run the # agent and drop the ml-worker container turn this OFF so import hooks stop # queueing embed work nothing will consume (the daily GPU 'embed' backfill # covers those images instead). cpu_embed_enabled: Mapped[bool] = mapped_column( Boolean, nullable=False, default=True ) # Video embedding (#747). Sample one frame every N seconds (fixed CADENCE, not # a fixed count) so coverage reflects real screen time regardless of length; # cap the total so a long video can't explode into hundreds of embeds. The # per-frame SigLIP embeddings are mean-pooled. Operator-tunable. video_frame_interval_seconds: Mapped[float] = mapped_column( Float, nullable=False, default=4.0 ) video_max_frames: Mapped[int] = mapped_column( Integer, nullable=False, default=64 ) # Tagging-v2 head training (#114). The head is the suggestion source that # LEARNS from the operator's tags (replacing Camie + centroid). A concept # needs >= head_min_positives labelled images before a head is trained; # head_auto_apply_precision is the precision bar a head must clear (at some # operating point) to "graduate" into earned auto-apply. Operator-tunable. head_min_positives: Mapped[int] = mapped_column( Integer, nullable=False, default=8 ) head_auto_apply_precision: Mapped[float] = mapped_column( Float, nullable=False, default=0.97 ) # Earned auto-apply (#114). A graduated head fires (tags images without a # human) when this master switch is on AND the head has at least # head_auto_apply_min_positives clean labels — so a precise-looking but # under-supported low-N head can't spray tags across the library. ON by # default (operator-asked 2026-06-29: opt-OUT, not opt-in); the support + # measured-precision gates keep it safe, and every auto-tag is reversible. head_auto_apply_enabled: Mapped[bool] = mapped_column( Boolean, nullable=False, default=True ) head_auto_apply_min_positives: Mapped[int] = mapped_column( # Support floor raised 30→50 (operator-asked 2026-07-06): a head needs # more human labels before it may fire without a human. Integer, nullable=False, default=50 ) # CCIP character-match cosine cut (#114). 0.85 default — the v1 flat 0.75 # over-fired (high-reference characters matched a scatter of images); 0.85 # keeps the confident single-character matches. Tunable from the agent card. ccip_match_threshold: Mapped[float] = mapped_column( Float, nullable=False, default=0.85 ) # CCIP auto-apply (#114). Confident matches (>= ccip_auto_apply_threshold, # above the suggest cut) auto-tag on a daily sweep. ON by default (opt-out); # single-character references + the high bar keep it safe, every tag reversible. ccip_auto_apply_enabled: Mapped[bool] = mapped_column( Boolean, nullable=False, default=True ) ccip_auto_apply_threshold: Mapped[float] = mapped_column( # Raised 0.92→0.95 (operator-asked 2026-07-06) so only very confident # character matches auto-tag. Float, nullable=False, default=0.95 ) # -- Presentation chrome auto-hide (#141) ------------------------------- # banner / editor screenshot auto-apply on the sweep with their OWN flat # threshold (decoupled from content-head graduation). Hiding is consequential # so it runs HIGH. `wip` is never auto-applied. When an image would be # auto-hidden but ALSO scores >= presentation_conflict_threshold on a content # head, it's still hidden but flagged for review (PresentationReview) instead # of buried silently. ON by default (opt-out); every auto-tag is reversible. presentation_auto_apply_enabled: Mapped[bool] = mapped_column( Boolean, nullable=False, default=True ) presentation_auto_apply_threshold: Mapped[float] = mapped_column( Float, nullable=False, default=0.90 ) presentation_conflict_threshold: Mapped[float] = mapped_column( Float, nullable=False, default=0.50 ) # Default = SigLIP 2 (so400m, 512px) for new installs (migration 0069); # existing libraries keep their stored value until the operator re-embeds. embedder_model_version: Mapped[str] = mapped_column( String(128), nullable=False, default="siglip2-so400m-patch16-512" ) # The HF model NAME the embedder loads (server CPU embed + announced to the # GPU agent in the lease). Operator-settable so the embedder is a choice, not # a hardcode (#1190): set name + version together, then re-embed + retrain. embedder_model_name: Mapped[str] = mapped_column( String(128), nullable=False, default="google/siglip2-so400m-patch16-512" ) # -- Crop proposers / detectors (#1202, #134) -------------------------- # WHERE-to-crop YOLO detectors feeding the crop→SigLIP bag + CCIP. Config # lives HERE (DB) and is announced to the GPU agent in the lease — same as # the embedder model — so it is UI-tunable with NO restart, and the agent's # env is bootstrap-only. Each weights spec is an ultralytics builtin name, # an http(s) URL, or "hf_repo::file" (agent's _resolve). enabled off (or an # empty weights) skips that proposer. All ON by default (operator 2026-07-05) # so a fresh install crops out-of-the-box. # person: general COCO figure detector for Western/realistic art the anime # person-detector misses → NMS-merged with imgutils → CCIP + concept. detector_person_enabled: Mapped[bool] = mapped_column( Boolean, nullable=False, default=True ) detector_person_weights: Mapped[str] = mapped_column( String(512), nullable=False, default="yolo11n.pt" ) detector_person_conf: Mapped[float] = mapped_column( Float, nullable=False, default=0.35 ) # anatomy: booru_yolo anime/furry/NSFW torso components → concept crops. # Default = yolov11m_aa22 (26 classes, best mAP50-95 0.96), committed in the # upstream repo so the URL resolves. License UNSTATED — fine for a private # homelab (operator accepted #1202). detector_anatomy_enabled: Mapped[bool] = mapped_column( Boolean, nullable=False, default=True ) detector_anatomy_weights: Mapped[str] = mapped_column( String(512), nullable=False, default=( "https://github.com/aperveyev/booru_yolo/raw/main/models/" "yolov11m_aa22.pt" ), ) detector_anatomy_conf: Mapped[float] = mapped_column( Float, nullable=False, default=0.30 ) # panel: comic page → panel regions → concept crops (Apache-2.0, YOLOv12x). detector_panel_enabled: Mapped[bool] = mapped_column( Boolean, nullable=False, default=True ) detector_panel_weights: Mapped[str] = mapped_column( String(512), nullable=False, default="mosesb/best-comic-panel-detection::best.pt", ) detector_panel_conf: Mapped[float] = mapped_column( Float, nullable=False, default=0.30 ) # Per-frame caps bound the crop→embed explosion; max_regions is the hard # per-job backstop; dedupe_iou drops near-duplicate crops before the embed. detector_max_figures: Mapped[int] = mapped_column( Integer, nullable=False, default=8 ) detector_max_components: Mapped[int] = mapped_column( Integer, nullable=False, default=8 ) detector_max_panels: Mapped[int] = mapped_column( Integer, nullable=False, default=8 ) detector_max_regions: Mapped[int] = mapped_column( Integer, nullable=False, default=128 ) detector_dedupe_iou: Mapped[float] = mapped_column( Float, nullable=False, default=0.85 ) # -- CCIP character prototypes (#1317) --------------------------------- # The per-character reference set is precomputed + refreshed INCREMENTALLY # (services.ml.character_prototypes) instead of rebuilt on the request path. # ccip_ref_signature is the cheap GLOBAL gate — when it's unchanged the # refresh no-ops; ccip_prototype_cap bounds the reference vectors kept per # character so MATCH cost doesn't grow with a character's popularity. ccip_ref_signature: Mapped[str | None] = mapped_column( String(128), nullable=True ) ccip_prototype_cap: Mapped[int] = mapped_column( Integer, nullable=False, default=64 ) updated_at: Mapped[datetime] = mapped_column( DateTime(timezone=True), nullable=False, server_default=func.now() )