feat(api): agent-friendly tag analysis endpoints — /tags/top + /tags/<id>/stats (#1136)
CI / lint (push) Failing after 2s
CI / frontend-build (push) Successful in 19s
CI / backend-lint-and-test (push) Successful in 26s
CI / integration (push) Successful in 3m23s

Fast, read-only, indexed aggregates shaped for ANALYSIS (not the paged UI
directory, which is alphabetical + builds previews and timed out at 10 min on a
full count sweep).

- GET /api/tags/top — top tags by image count, desc. ?kind, ?limit (cap 500),
  ?min_count, ?source=all|human|manual|accepted|auto (human=manual+ml_accepted,
  auto=head_auto+ccip_auto+ml_auto). One GROUP BY over image_tag (indexed on
  tag_id).
- GET /api/tags/<id>/stats — per-tag dataset health: total + per-source counts
  (manual/accepted/head_auto/ccip_auto), human vs auto rollups, rejection count,
  and whether a trained head exists. Backs concept-readiness + source-split
  analysis.

Plain-HTTP homelab posture, no auth change. Tests cover ranking, source filter,
min_count, the source breakdown, and 404.

Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_01Ttrj5P7upUTueSfoJcxEqa
This commit is contained in:
2026-06-30 13:47:55 -04:00
parent bc6d43d3f2
commit 9a3cda007a
2 changed files with 199 additions and 1 deletions
+115 -1
View File
@@ -1,11 +1,14 @@
"""Tags API: autocomplete, create, list/add/remove for an image.""" """Tags API: autocomplete, create, list/add/remove for an image."""
from quart import Blueprint, jsonify, request from quart import Blueprint, jsonify, request
from sqlalchemy import func, select
from sqlalchemy.dialects.postgresql import insert as pg_insert from sqlalchemy.dialects.postgresql import insert as pg_insert
from sqlalchemy.exc import IntegrityError from sqlalchemy.exc import IntegrityError
from ..extensions import get_session from ..extensions import get_session
from ..models import Tag, TagKind, TagPositiveConfirmation from ..models import Tag, TagHead, TagKind, TagPositiveConfirmation
from ..models.tag import image_tag
from ..models.tag_suggestion_rejection import TagSuggestionRejection
from ..services.bulk_tag_service import BulkTagService from ..services.bulk_tag_service import BulkTagService
from ..services.ml.aliases import AliasService from ..services.ml.aliases import AliasService
from ..services.series_match_service import SeriesMatchService from ..services.series_match_service import SeriesMatchService
@@ -59,6 +62,117 @@ def _parse_bulk_ids(
return ids, None return ids, None
# Application-source groupings (image_tag.source). HUMAN = operator signal;
# AUTO = machine-applied (heads/CCIP, + legacy Camie ml_auto).
_SOURCE_GROUPS = {
"human": ("manual", "ml_accepted"),
"manual": ("manual",),
"accepted": ("ml_accepted",),
"auto": ("head_auto", "ccip_auto", "ml_auto"),
}
@tags_bp.route("/tags/top", methods=["GET"])
async def tags_top():
"""Top tags by image count — a fast indexed aggregate for ANALYSIS (not the
paged UI directory, which is alphabetical + builds previews). Params:
?kind=general|character|fandom|… ?source=all|human|manual|accepted|auto
?limit=50 (cap 500) ?min_count=N. → {tags:[{tag_id,name,kind,count}]} desc."""
kind = _coerce_kind(request.args.get("kind"))
try:
limit = min(max(int(request.args.get("limit", "50")), 1), 500)
except ValueError:
return jsonify({"error": "limit must be an integer"}), 400
min_count = None
if "min_count" in request.args:
try:
min_count = int(request.args["min_count"])
except ValueError:
return jsonify({"error": "min_count must be an integer"}), 400
src_vals = _SOURCE_GROUPS.get((request.args.get("source") or "all").lower())
cnt = func.count(image_tag.c.image_record_id)
stmt = (
select(Tag.id, Tag.name, Tag.kind, cnt.label("count"))
.select_from(Tag)
.join(image_tag, image_tag.c.tag_id == Tag.id)
.group_by(Tag.id, Tag.name, Tag.kind)
.order_by(cnt.desc(), Tag.name.asc())
.limit(limit)
)
if kind is not None:
stmt = stmt.where(Tag.kind == kind)
if src_vals is not None:
stmt = stmt.where(image_tag.c.source.in_(src_vals))
if min_count is not None:
stmt = stmt.having(cnt >= min_count)
async with get_session() as session:
rows = (await session.execute(stmt)).all()
return jsonify({"tags": [
{
"tag_id": r.id, "name": r.name,
"kind": r.kind.value if hasattr(r.kind, "value") else str(r.kind),
"count": r.count,
}
for r in rows
]})
@tags_bp.route("/tags/<int:tag_id>/stats", methods=["GET"])
async def tag_stats(tag_id: int):
"""Per-tag dataset health: total + per-source application counts (human vs
machine), rejection count, and whether a trained head exists. Read-only,
analysis-shaped — backs concept-readiness + source-split decisions."""
async with get_session() as session:
tag = await session.get(Tag, tag_id)
if tag is None:
return jsonify({"error": "not found"}), 404
by_source = {
src: n for src, n in (
await session.execute(
select(image_tag.c.source, func.count())
.where(image_tag.c.tag_id == tag_id)
.group_by(image_tag.c.source)
)
).all()
}
rejected = (
await session.execute(
select(func.count())
.select_from(TagSuggestionRejection)
.where(TagSuggestionRejection.tag_id == tag_id)
)
).scalar_one()
has_head = (
await session.execute(
select(func.count())
.select_from(TagHead)
.where(TagHead.tag_id == tag_id)
)
).scalar_one() > 0
human = by_source.get("manual", 0) + by_source.get("ml_accepted", 0)
auto = (
by_source.get("head_auto", 0)
+ by_source.get("ccip_auto", 0)
+ by_source.get("ml_auto", 0)
)
return jsonify({
"tag_id": tag_id,
"name": tag.name,
"kind": tag.kind.value if hasattr(tag.kind, "value") else str(tag.kind),
"count_total": sum(by_source.values()),
"count_human": human,
"count_manual": by_source.get("manual", 0),
"count_accepted": by_source.get("ml_accepted", 0),
"count_auto": auto,
"count_head_auto": by_source.get("head_auto", 0),
"count_ccip_auto": by_source.get("ccip_auto", 0),
"count_rejected": rejected,
"by_source": by_source,
"has_head": has_head,
})
@tags_bp.route("/tags/autocomplete", methods=["GET"]) @tags_bp.route("/tags/autocomplete", methods=["GET"])
async def autocomplete(): async def autocomplete():
q = request.args.get("q", "") q = request.args.get("q", "")
+84
View File
@@ -0,0 +1,84 @@
"""Agent-friendly tag analysis endpoints (#1136): /api/tags/top + /tags/<id>/stats."""
import pytest
from backend.app.models import ImageRecord, TagHead, TagKind
from backend.app.models.tag import image_tag
from backend.app.models.tag_suggestion_rejection import TagSuggestionRejection
from backend.app.services.tag_service import TagService
pytestmark = pytest.mark.integration
async def _img(db, sha) -> ImageRecord:
img = ImageRecord(
path=f"/images/{sha}.jpg", sha256=sha, size_bytes=1, mime="image/jpeg",
width=1, height=1, origin="imported_filesystem", integrity_status="unknown",
)
db.add(img)
await db.flush()
return img
async def _apply(db, image_id, tag_id, source):
await db.execute(image_tag.insert().values(
image_record_id=image_id, tag_id=tag_id, source=source,
))
@pytest.mark.asyncio
async def test_tags_top_ranks_by_count_and_filters(client, db):
svc = TagService(db)
common = await svc.find_or_create("Common", TagKind.general)
rare = await svc.find_or_create("Rare", TagKind.general)
imgs = [await _img(db, f"{i:064d}") for i in range(3)]
await _apply(db, imgs[0].id, common.id, "manual")
await _apply(db, imgs[1].id, common.id, "manual")
await _apply(db, imgs[2].id, common.id, "head_auto") # 3 total, 2 human
await _apply(db, imgs[0].id, rare.id, "manual") # 1
await db.commit()
top = await (await client.get("/api/tags/top?kind=general&limit=10")).get_json()
counts = {t["name"]: t["count"] for t in top["tags"]}
assert counts["Common"] == 3 and counts["Rare"] == 1
assert [t["name"] for t in top["tags"]][0] == "Common" # count desc
# source=human drops the head_auto application
human = await (await client.get("/api/tags/top?source=human&kind=general")).get_json()
assert {t["name"]: t["count"] for t in human["tags"]}["Common"] == 2
# min_count filters out the rare tag
mc = await (await client.get("/api/tags/top?min_count=2&kind=general")).get_json()
assert "Rare" not in [t["name"] for t in mc["tags"]]
@pytest.mark.asyncio
async def test_tag_stats_source_breakdown(client, db):
svc = TagService(db)
tag = await svc.find_or_create("Hero", TagKind.character)
i1, i2, i3, i4 = [await _img(db, c * 64) for c in "abcd"]
await _apply(db, i1.id, tag.id, "manual")
await _apply(db, i2.id, tag.id, "ml_accepted")
await _apply(db, i3.id, tag.id, "ccip_auto")
db.add(TagSuggestionRejection(image_record_id=i4.id, tag_id=tag.id))
db.add(TagHead(
tag_id=tag.id, embedding_version="v", weights=[0.0] * 1152, bias=0.0,
suggest_threshold=0.5, auto_apply_threshold=None, n_pos=10, n_neg=30,
ap=0.8, precision_cv=0.9, recall=0.6,
))
await db.commit()
body = await (await client.get(f"/api/tags/{tag.id}/stats")).get_json()
assert body["count_total"] == 3
assert body["count_human"] == 2 # manual + ml_accepted
assert body["count_manual"] == 1
assert body["count_accepted"] == 1
assert body["count_ccip_auto"] == 1
assert body["count_auto"] == 1
assert body["count_rejected"] == 1
assert body["has_head"] is True
@pytest.mark.asyncio
async def test_tag_stats_404(client):
resp = await client.get("/api/tags/99999/stats")
assert resp.status_code == 404