feat(fc3c): Importer.attach_in_place + _supersede(new_path=) + _copy_to_library helper

Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>

backend/app/services/importer.py

@@ -335,17 +335,7 @@ class Importer:
                         status="superseded", image_id=match_id
                     )
 
-        # Destination path (artist/subdir anchored to attribution_path).
+        dest = self._copy_to_library(source, sha, attribution_path)
-        subdir = derive_subdir(attribution_path, self.import_root)
-        dest_dir = self.images_root / subdir if subdir else self.images_root
-        dest_dir.mkdir(parents=True, exist_ok=True)
-        dest_name = hash_suffixed_name(source.stem, sha, source.suffix)
-        dest = dest_dir / dest_name
-
-        # Atomic copy: write to .partial, rename. Avoids half-imported files on crash.
-        partial = dest.with_suffix(dest.suffix + ".partial")
-        shutil.copy2(source, partial)
-        partial.rename(dest)
 
         record = ImageRecord(
             path=str(dest),
@@ -407,6 +397,143 @@ class Importer:
             image_id=existing.id, error="deep: re-derived",
         )
 
+    def attach_in_place(
+        self,
+        path: Path,
+        *,
+        sidecar_path: Path | None = None,
+        artist: Artist | None = None,
+        source: Source | None = None,
+    ) -> ImportResult:
+        """Attach a file ALREADY at its final library location (FC-3c).
+
+        Mirrors _import_media but skips the copy step — the file is
+        where it'll permanently live. Caller (DownloadService) already
+        has artist/source context from the subscription Source row; pass
+        them through. The sidecar JSON gallery-dl emits next to each
+        downloaded file is read by `_apply_sidecar` via `find_sidecar`.
+
+        Caller's responsibilities after this returns:
+          - duplicate_hash / duplicate_phash skip → delete the on-disk file
+          - superseded → file stays where it is (now canonical)
+          - imported → file stays where it is
+          - failed → file untouched; caller decides
+        """
+        if not is_supported(path):
+            return ImportResult(
+                status="skipped", skip_reason=SkipReason.invalid_image,
+                error=f"unsupported extension {path.suffix}",
+            )
+
+        # Format / dimension / transparency filters (mirror _import_media).
+        width = height = None
+        has_alpha = False
+        if not is_video(path):
+            try:
+                with Image.open(path) as im:
+                    im.verify()
+                with Image.open(path) as im:
+                    width, height = im.size
+                    has_alpha = im.mode in ("RGBA", "LA") or (
+                        im.mode == "P" and "transparency" in im.info
+                    )
+            except Exception as exc:
+                return ImportResult(
+                    status="skipped", skip_reason=SkipReason.invalid_image,
+                    error=str(exc),
+                )
+
+            if (self.settings.min_width and width < self.settings.min_width) or (
+                self.settings.min_height and height < self.settings.min_height
+            ):
+                return ImportResult(
+                    status="skipped", skip_reason=SkipReason.too_small,
+                    error=f"{width}x{height} below min {self.settings.min_width}x{self.settings.min_height}",
+                )
+
+            if self.settings.skip_transparent and has_alpha:
+                pct = self._transparency_pct(path)
+                if pct >= self.settings.transparency_threshold:
+                    return ImportResult(
+                        status="skipped", skip_reason=SkipReason.too_transparent,
+                        error=f"{pct:.2%} transparent",
+                    )
+
+        # Hash dedup
+        sha = _sha256_of(path)
+        existing = self.session.execute(
+            select(ImageRecord).where(ImageRecord.sha256 == sha)
+        ).scalar_one_or_none()
+        if existing:
+            return ImportResult(
+                status="skipped", skip_reason=SkipReason.duplicate_hash,
+                image_id=existing.id, error="sha256 already present",
+            )
+
+        # phash dedup + supersede
+        phash = None
+        if not is_video(path):
+            try:
+                with Image.open(path) as im:
+                    phash = compute_phash(im)
+            except Exception:
+                phash = None
+            if phash is not None:
+                cand_rows = self.session.execute(
+                    select(
+                        ImageRecord.phash,
+                        ImageRecord.width,
+                        ImageRecord.height,
+                        ImageRecord.id,
+                    ).where(ImageRecord.phash.is_not(None))
+                ).all()
+                candidates = [
+                    (c.phash, c.width or 0, c.height or 0, c.id)
+                    for c in cand_rows
+                ]
+                rel, match_id = find_similar(
+                    phash, width or 0, height or 0,
+                    candidates, self.settings.phash_threshold,
+                )
+                if rel == "larger_exists":
+                    return ImportResult(
+                        status="skipped",
+                        skip_reason=SkipReason.duplicate_phash,
+                        image_id=match_id,
+                        error="perceptual near-duplicate of larger existing image",
+                    )
+                if rel == "smaller_exists":
+                    target = self.session.get(ImageRecord, match_id)
+                    self._supersede(
+                        target, path, sha, phash, width, height, new_path=path
+                    )
+                    return ImportResult(status="superseded", image_id=match_id)
+
+        # Create record — the path IS where the file lives.
+        record = ImageRecord(
+            path=str(path),
+            sha256=sha,
+            phash=phash,
+            size_bytes=path.stat().st_size,
+            mime=_mime_for(path),
+            width=width,
+            height=height,
+            origin="imported_download",
+            integrity_status="unknown",
+        )
+        if artist is not None:
+            record.artist_id = artist.id
+        self.session.add(record)
+        self.session.flush()
+
+        # Sidecar provenance (best-effort). When `source` is passed, link
+        # the post to that subscription Source instead of creating a new
+        # per-post Source row.
+        self._apply_sidecar(record, path, artist, explicit_source=source)
+
+        self.session.commit()
+        return ImportResult(status="imported", image_id=record.id)
+
     def _upsert_artist(self, name: str) -> Artist:
         slug = slugify(name)
         artist = self.session.execute(
@@ -447,8 +574,20 @@ class Importer:
         return None
 
     def _apply_sidecar(
-        self, record: ImageRecord, source: Path, artist: Artist | None
+        self,
+        record: ImageRecord,
+        source: Path,
+        artist: Artist | None,
+        *,
+        explicit_source: Source | None = None,
     ) -> None:
+        """Read the sidecar adjacent to `source` and wire up provenance.
+
+        If `explicit_source` is passed (FC-3c attach_in_place case), the
+        sidecar's post is linked to that Source instead of looking up /
+        creating one keyed by the sidecar's post_url. Without it, the
+        filesystem importer's per-post-Source creation is preserved.
+        """
         sc = find_sidecar(source)
         if sc is None:
             return
@@ -476,19 +615,22 @@ class Importer:
         if record.artist_id is None:
             record.artist_id = artist.id
 
-        platform = sd.platform or "unknown"
+        if explicit_source is not None:
-        url = sd.post_url or f"sidecar:{platform}"
+            src = explicit_source
-        src = self.session.execute(
+        else:
-            select(Source).where(
+            platform = sd.platform or "unknown"
-                Source.artist_id == artist.id,
+            url = sd.post_url or f"sidecar:{platform}"
-                Source.platform == platform,
+            src = self.session.execute(
-                Source.url == url,
+                select(Source).where(
-            )
+                    Source.artist_id == artist.id,
-        ).scalar_one_or_none()
+                    Source.platform == platform,
-        if src is None:
+                    Source.url == url,
-            src = Source(artist_id=artist.id, platform=platform, url=url)
+                )
-            self.session.add(src)
+            ).scalar_one_or_none()
-            self.session.flush()
+            if src is None:
+                src = Source(artist_id=artist.id, platform=platform, url=url)
+                self.session.add(src)
+                self.session.flush()
 
         epid = sd.external_post_id or sc.stem
         post = self.session.execute(
@@ -532,20 +674,42 @@ class Importer:
             record.primary_post_id = post.id
         self.session.flush()
 
-    def _supersede(
+    def _copy_to_library(
-        self, existing: ImageRecord, source: Path, sha: str,
+        self, source: Path, sha: str, attribution_path: Path
-        phash: str, width: int | None, height: int | None,
+    ) -> Path:
-    ) -> None:
+        """Copy `source` to its final library path. Returns the destination.
-        """Replace `existing`'s file with the larger `source`, keeping the
+
-        row id (so tags/series/curation stay attached). ML is cleared so
+        Atomic write: copies to .partial then renames. Shared by
-        the import task re-derives it on the new pixels."""
+        _import_media (filesystem scan) and _supersede (when new_path is
-        subdir = derive_subdir(source, self.import_root)
+        not passed). FC-3c's attach_in_place skips this helper entirely
+        — the file is already at its final home.
+        """
+        subdir = derive_subdir(attribution_path, self.import_root)
         dest_dir = self.images_root / subdir if subdir else self.images_root
         dest_dir.mkdir(parents=True, exist_ok=True)
-        dest = dest_dir / hash_suffixed_name(source.stem, sha, source.suffix)
+        dest_name = hash_suffixed_name(source.stem, sha, source.suffix)
+        dest = dest_dir / dest_name
         partial = dest.with_suffix(dest.suffix + ".partial")
         shutil.copy2(source, partial)
         partial.rename(dest)
+        return dest
+
+    def _supersede(
+        self, existing: ImageRecord, source: Path, sha: str,
+        phash: str, width: int | None, height: int | None,
+        *, new_path: Path | None = None,
+    ) -> None:
+        """Replace `existing`'s file with the larger `source`, keeping the
+        row id (so tags/series/curation stay attached). ML is cleared so
+        the import task re-derives it on the new pixels.
+
+        If `new_path` is provided, `source` is assumed to ALREADY be at
+        that path (FC-3c attach_in_place case) — skip the copy step.
+        Otherwise the file is copied via _copy_to_library."""
+        if new_path is None:
+            dest = self._copy_to_library(source, sha, source)
+        else:
+            dest = new_path
 
         old_path = existing.path
         old_thumb = existing.thumbnail_path
@@ -569,7 +733,9 @@ class Importer:
         self.session.commit()
 
         for stale in (old_path, old_thumb):
-            if not stale:
+            if not stale or stale == str(dest):
+                # If the supersede kept the file in place (new_path == old
+                # location), don't delete it.
                 continue
             try:
                 p = Path(stale)

tests/test_importer_attach_in_place.py

@@ -0,0 +1,161 @@
+"""attach_in_place — Importer seam used by FC-3c (downloader)."""
+
+from pathlib import Path
+
+import pytest
+from sqlalchemy import select
+
+from backend.app.models import Artist, ImageRecord, ImportSettings
+from backend.app.services.importer import Importer
+from backend.app.services.thumbnailer import Thumbnailer
+
+pytestmark = pytest.mark.integration
+
+
+def _make_jpg(path: Path, color=(255, 0, 0), size=(64, 64)) -> bytes:
+    from PIL import Image
+    path.parent.mkdir(parents=True, exist_ok=True)
+    Image.new("RGB", size, color).save(path, "JPEG")
+    return path.read_bytes()
+
+
+@pytest.fixture
+def importer(db_sync, tmp_path):
+    settings = db_sync.execute(
+        select(ImportSettings).where(ImportSettings.id == 1)
+    ).scalar_one()
+    images_root = tmp_path / "images"
+    images_root.mkdir()
+    return Importer(
+        session=db_sync,
+        images_root=images_root,
+        import_root=tmp_path / "ignored",
+        thumbnailer=Thumbnailer(images_root=images_root),
+        settings=settings,
+    )
+
+
+def test_attach_in_place_imports_happy(importer, db_sync):
+    images_root = importer.images_root
+    artist = Artist(name="Alice", slug="alice")
+    db_sync.add(artist)
+    db_sync.flush()
+
+    target = images_root / "alice" / "patreon" / "post1" / "img.jpg"
+    _make_jpg(target)
+
+    result = importer.attach_in_place(target, artist=artist)
+    assert result.status == "imported"
+    assert result.image_id is not None
+
+    rec_path = db_sync.execute(
+        select(ImageRecord.path, ImageRecord.origin, ImageRecord.artist_id)
+        .where(ImageRecord.id == result.image_id)
+    ).one()
+    assert rec_path.path == str(target)
+    assert rec_path.origin == "imported_download"
+    assert rec_path.artist_id == artist.id
+
+
+def test_attach_in_place_with_sidecar(importer, db_sync):
+    images_root = importer.images_root
+    artist = Artist(name="Bob", slug="bob")
+    db_sync.add(artist)
+    db_sync.flush()
+
+    target = images_root / "bob" / "patreon" / "post1" / "img.jpg"
+    _make_jpg(target)
+    sidecar = target.with_suffix(target.suffix + ".json")
+    sidecar.write_text(
+        '{"category": "patreon", "id": "12345", "url": "https://patreon.com/post/12345", '
+        '"title": "Test Post", "published_at": "2026-05-01T00:00:00+00:00"}'
+    )
+
+    result = importer.attach_in_place(target, artist=artist)
+    assert result.status == "imported"
+
+    primary_post_id = db_sync.execute(
+        select(ImageRecord.primary_post_id).where(ImageRecord.id == result.image_id)
+    ).scalar_one()
+    assert primary_post_id is not None  # post created from sidecar
+
+
+def test_attach_in_place_sha256_dedup_does_not_modify_disk(importer, db_sync):
+    images_root = importer.images_root
+    artist = Artist(name="Cara", slug="cara")
+    db_sync.add(artist)
+    db_sync.flush()
+
+    first = images_root / "cara" / "p" / "a.jpg"
+    bytes_ = _make_jpg(first)
+    importer.attach_in_place(first, artist=artist)
+
+    second = images_root / "cara" / "p" / "b.jpg"
+    second.parent.mkdir(parents=True, exist_ok=True)
+    second.write_bytes(bytes_)
+    assert second.exists()
+
+    result = importer.attach_in_place(second, artist=artist)
+    assert result.status == "skipped"
+    assert result.skip_reason.value == "duplicate_hash"
+    # Caller is responsible for deleting the on-disk file; we don't touch it.
+    assert second.exists()
+
+
+def test_attach_in_place_supersede_keeps_file_at_new_path(importer, db_sync):
+    """phash near-dup where the new file is LARGER → existing record
+    swaps to the new path; old file deleted."""
+    images_root = importer.images_root
+    artist = Artist(name="Dee", slug="dee")
+    db_sync.add(artist)
+    db_sync.flush()
+
+    smaller = images_root / "dee" / "p" / "small.jpg"
+    _make_jpg(smaller, color=(50, 50, 200), size=(64, 64))
+    first = importer.attach_in_place(smaller, artist=artist)
+    assert first.status == "imported"
+
+    bigger = images_root / "dee" / "p" / "big.jpg"
+    _make_jpg(bigger, color=(50, 50, 200), size=(256, 256))
+
+    result = importer.attach_in_place(bigger, artist=artist)
+    assert result.status == "superseded"
+
+    new_path = db_sync.execute(
+        select(ImageRecord.path).where(ImageRecord.id == first.image_id)
+    ).scalar_one()
+    assert new_path == str(bigger)
+    assert not smaller.exists()
+    assert bigger.exists()
+
+
+def test_attach_in_place_phash_smaller_skips_without_modifying_disk(
+    importer, db_sync
+):
+    images_root = importer.images_root
+    artist = Artist(name="Eve", slug="eve")
+    db_sync.add(artist)
+    db_sync.flush()
+
+    bigger = images_root / "eve" / "p" / "big.jpg"
+    _make_jpg(bigger, color=(0, 200, 0), size=(256, 256))
+    importer.attach_in_place(bigger, artist=artist)
+
+    smaller = images_root / "eve" / "p" / "small.jpg"
+    _make_jpg(smaller, color=(0, 200, 0), size=(64, 64))
+
+    result = importer.attach_in_place(smaller, artist=artist)
+    assert result.status == "skipped"
+    assert result.skip_reason.value == "duplicate_phash"
+    assert smaller.exists()
+
+
+def test_attach_in_place_invalid_image_returns_skipped(importer):
+    images_root = importer.images_root
+    bad = images_root / "fred" / "bad.jpg"
+    bad.parent.mkdir(parents=True, exist_ok=True)
+    bad.write_bytes(b"not a jpeg, just some bytes")
+
+    result = importer.attach_in_place(bad)
+    assert result.status == "skipped"
+    assert result.skip_reason.value == "invalid_image"