Files
minstrel/internal/library/mbidbackfill.go
T
bvandeusen 34615fffbd feat(server/m7-380): one-shot MBID backfill worker for existing libraries
Adds a boot-time goroutine that walks albums with NULL mbid, re-reads
tags from one track per album via dhowden/tag, and persists album + artist
MBIDs. Healed albums also get their cover_art_source='none' cleared so the
enricher's next batch retries the MBCAA fetch. Caps at 5000 albums per
boot to avoid stalling startup on huge libraries.

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
2026-05-04 19:40:27 -04:00

124 lines
3.6 KiB
Go

package library
import (
"context"
"fmt"
"log/slog"
"os"
"github.com/dhowden/tag"
"github.com/jackc/pgx/v5/pgxpool"
"git.fabledsword.com/bvandeusen/minstrel/internal/db/dbq"
)
// BackfillMBIDsResult tallies what the one-shot worker did.
type BackfillMBIDsResult struct {
Processed int // Albums considered (mbid IS NULL).
Healed int // Albums whose mbid we set.
Skipped int // Albums where the file was missing or had no MBID tag.
}
// BackfillMBIDs walks albums with NULL mbid, opens one track per album,
// extracts MusicBrainz IDs from the tags, and persists them. Also heals
// the artist's mbid when the same tag-read yields one. When a row is
// healed, any 'none' cover_art_source on the album is cleared back to
// NULL so the enricher batch retries.
//
// Intended use: one-shot at server boot. Re-running it after the first
// pass costs the same N file reads but is a no-op for healed rows.
//
// limit caps how many albums are processed in one call. Pass -1 for no
// cap. The caller normally batches (e.g. limit=500 per boot) to avoid
// stalling startup on huge libraries.
func BackfillMBIDs(ctx context.Context, pool *pgxpool.Pool, logger *slog.Logger, limit int) (BackfillMBIDsResult, error) {
q := dbq.New(pool)
queryLimit := int32(limit)
if limit < 0 {
queryLimit = 1<<31 - 1 // effectively unbounded
}
rows, err := q.ListAlbumsMissingMbidWithTrack(ctx, queryLimit)
if err != nil {
return BackfillMBIDsResult{}, fmt.Errorf("list missing mbid: %w", err)
}
var res BackfillMBIDsResult
for i, r := range rows {
if ctx.Err() != nil {
return res, ctx.Err()
}
res.Processed++
albumMBID, artistMBID := readMBIDsForFile(r.TrackFilePath, logger)
if albumMBID == "" {
res.Skipped++
continue
}
// Heal album.
m := albumMBID
if err := q.SetAlbumMbidIfNull(ctx, dbq.SetAlbumMbidIfNullParams{
ID: r.AlbumID, Mbid: &m,
}); err != nil {
logger.Warn("mbid backfill: set album mbid failed",
"album_id", r.AlbumID, "err", err)
res.Skipped++
continue
}
// Heal artist (if we got one).
if artistMBID != "" {
am := artistMBID
if err := q.SetArtistMbidIfNull(ctx, dbq.SetArtistMbidIfNullParams{
ID: r.ArtistID, Mbid: &am,
}); err != nil {
logger.Warn("mbid backfill: set artist mbid failed",
"artist_id", r.ArtistID, "err", err)
}
}
// Clear cover_art_source = 'none' so the cover enricher's next
// batch retries the MBCAA fetch for this album.
if err := q.ClearAlbumCoverNone(ctx, r.AlbumID); err != nil {
logger.Warn("mbid backfill: clear cover none failed",
"album_id", r.AlbumID, "err", err)
}
res.Healed++
// Progress log every 100 healed.
if (i+1)%100 == 0 {
logger.Info("mbid backfill progress",
"processed", res.Processed, "healed", res.Healed, "skipped", res.Skipped)
}
}
logger.Info("mbid backfill complete",
"processed", res.Processed,
"healed", res.Healed,
"skipped", res.Skipped)
return res, nil
}
// readMBIDsForFile opens a single audio file, reads tags via dhowden/tag,
// and returns extracted album + artist MBIDs. Returns ("", "") when the
// file can't be opened or the tag read fails — those errors are logged
// at Warn level but not propagated, so a single broken file doesn't
// halt the whole backfill.
func readMBIDsForFile(path string, logger *slog.Logger) (albumMBID, artistMBID string) {
f, err := os.Open(path)
if err != nil {
logger.Warn("mbid backfill: open failed", "path", path, "err", err)
return "", ""
}
defer func() { _ = f.Close() }()
meta, err := tag.ReadFrom(f)
if err != nil {
logger.Warn("mbid backfill: tag read failed", "path", path, "err", err)
return "", ""
}
return extractMBIDs(meta.Raw())
}