bvandeusen
b735432d02
Answers "how are videos/all media handled by the GPU worker": a job is per ITEM, but the agent fans a VIDEO into per-frame instances (ffmpeg in the agent, the existing cadence), each stored with a timestamp — so a video becomes a BAG of frame embeddings (fixes the mean-embedding muddle) instead of one washed-out vector. Stills → frame_time NULL; animated GIF/WebP treated like short video. - image_region.frame_time (migration 0061, not yet deployed so folded in): the source frame's seconds for video/animated media; NULL for stills. RegionService passes it through. A whole frame is just kind='frame'. - gpu_job + GpuJobService (migration 0062): the durable work list that keeps the desktop agent HTTP-only — enqueue (dedupes (image,task)) / lease (FOR UPDATE SKIP LOCKED, re-claims expired leases so the queue self-heals) / heartbeat / complete / fail (re-queues until MAX_ATTEMPTS then 'error'). The server enqueues; the agent leases+submits over the web API; Redis/Postgres stay private. Tests: enqueue dedupe, lease-then-skip-when-held, expired-lease reclaim, scoped heartbeat, complete, fail-requeue-then-error. region test now covers frame_time. NEXT: the thin HTTP API (lease/submit/heartbeat) + bearer-token auth, then the agent container + control UI. Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01Ttrj5P7upUTueSfoJcxEqa
72 lines
2.3 KiB
Python
72 lines
2.3 KiB
Python
"""Region storage/service for the crop pipeline (#114)."""
|
|
import pytest
|
|
|
|
from backend.app.models import ImageRecord
|
|
from backend.app.services.ml.regions import RegionService
|
|
|
|
pytestmark = pytest.mark.integration
|
|
|
|
|
|
async def _img(db, sha) -> ImageRecord:
|
|
img = ImageRecord(
|
|
path=f"/images/{sha}.jpg", sha256=sha, size_bytes=1, mime="image/jpeg",
|
|
width=1, height=1, origin="imported_filesystem", integrity_status="unknown",
|
|
)
|
|
db.add(img)
|
|
await db.flush()
|
|
return img
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_replace_and_get_regions(db):
|
|
img = await _img(db, "a" * 64)
|
|
svc = RegionService(db)
|
|
n = await svc.replace_regions(img.id, ["figure"], [
|
|
{"kind": "figure", "bbox": (0.1, 0.1, 0.3, 0.4),
|
|
"score": 0.9, "detector_version": "det-v1", "frame_time": 42.5},
|
|
])
|
|
await db.commit()
|
|
assert n == 1
|
|
regs = await svc.get_regions(img.id)
|
|
assert len(regs) == 1
|
|
r = regs[0]
|
|
assert r.kind == "figure"
|
|
assert r.rw == pytest.approx(0.3) and r.rh == pytest.approx(0.4)
|
|
assert r.score == pytest.approx(0.9)
|
|
assert r.frame_time == pytest.approx(42.5) # video frame timestamp
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_replace_is_scoped_by_kind(db):
|
|
img = await _img(db, "b" * 64)
|
|
svc = RegionService(db)
|
|
await svc.replace_regions(img.id, ["figure"], [
|
|
{"kind": "figure", "bbox": (0.0, 0.0, 0.5, 0.5)},
|
|
])
|
|
await svc.replace_regions(img.id, ["concept"], [
|
|
{"kind": "concept", "bbox": (0.5, 0.5, 0.2, 0.2)},
|
|
])
|
|
await db.commit()
|
|
# Re-running the figure detector must NOT wipe the concept region.
|
|
await svc.replace_regions(img.id, ["figure"], [
|
|
{"kind": "figure", "bbox": (0.1, 0.1, 0.4, 0.4)},
|
|
])
|
|
await db.commit()
|
|
kinds = sorted(r.kind for r in await svc.get_regions(img.id))
|
|
assert kinds == ["concept", "figure"]
|
|
|
|
|
|
@pytest.mark.asyncio
|
|
async def test_ccip_vector_round_trips(db):
|
|
img = await _img(db, "c" * 64)
|
|
svc = RegionService(db)
|
|
await svc.replace_regions(img.id, ["figure"], [
|
|
{"kind": "figure", "bbox": (0.0, 0.0, 0.5, 0.5),
|
|
"ccip_embedding": [0.1] * 768, "embedding_version": "ccip-test"},
|
|
])
|
|
await db.commit()
|
|
r = (await svc.get_regions(img.id, kinds=["figure"]))[0]
|
|
assert r.ccip_embedding is not None
|
|
assert len(list(r.ccip_embedding)) == 768
|
|
assert r.siglip_embedding is None
|