release / web (push) Failing after 15s
release / govulncheck (push) Successful in 16s
release / go (push) Failing after 41s
release / integration (push) Failing after 3m29s
release / android (push) Successful in 4m7s
release / Attach APK to the Release (tag releases only) (push) Canceled after 0s
release / Build + push container image (push) Canceled after 0s
release / Verify release artifacts (tag releases only) (push) Canceled after 0s
release / Build signed APK (push) Canceled after 5m34s
Admin › Backups shows a verdict first (off, not set up, waiting, backed up, overdue, failing since when), Back up now, Test destination and the latest runs, with the settings beside them. - backup.Service: one run at a time, bounded at 30 minutes; the schedule ticks every 5 minutes, catches up a slot missed while the server was down, and retries a failure after an hour and then after as long as it has been failing. Runs are recorded in backup_runs, pruned after 90 days; a run cut off by a shutdown is marked failed at the next start. - A folder destination writes database/minstrel-<UTC stamp>.tar and refuses a folder that isn't there. An S3 destination stages the file, hashes it, and uploads it under database/ through a throttled reader (4 MiB/s by default, 0 for no limit). - Test destination checks the form as typed and only lists. - The bucket secret is sealed like every stored credential; backup_settings and backup_runs are left out of the backup itself. - The panel polls only while a run is going, capped at the run limit plus five minutes. The music switch named in the task is left to #6774, so no control ships that does nothing. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
115 lines
3.7 KiB
Go
115 lines
3.7 KiB
Go
package secret
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
|
|
"github.com/jackc/pgx/v5"
|
|
"github.com/jackc/pgx/v5/pgxpool"
|
|
)
|
|
|
|
// Column is one database column that holds a sealed credential.
|
|
//
|
|
// Its Purpose ("table.column") is the key-derivation label every Seal and
|
|
// Open of that column passes. The owner a value is bound to is the row's key
|
|
// as text (KeyColumn::text), or "" for a single-row settings table.
|
|
type Column struct {
|
|
Table string
|
|
Column string
|
|
KeyColumn string
|
|
Singleton bool
|
|
}
|
|
|
|
// Purpose is the label Seal and Open take for this column.
|
|
func (c Column) Purpose() string { return c.Table + "." + c.Column }
|
|
|
|
// The sealed columns, and the purpose strings their callers pass. Every
|
|
// credential Minstrel stores for an outside system, or that must be read back
|
|
// in the clear, is listed here.
|
|
var (
|
|
AcquisitionAPIKey = Column{"acquisition_services", "api_key", "code", false}
|
|
AcquisitionPassword = Column{"acquisition_services", "password", "code", false}
|
|
AcoustIDAPIKey = Column{"acoustid_settings", "api_key", "id", true}
|
|
SMTPPassword = Column{"smtp_config", "password", "id", true}
|
|
ListenBrainzToken = Column{"users", "listenbrainz_token", "id", false}
|
|
SubsonicPassword = Column{"users", "subsonic_password", "id", false}
|
|
CoverArtAPIKey = Column{"cover_art_provider_settings", "api_key", "provider_id", false}
|
|
TagProviderAPIKey = Column{"tag_provider_settings", "api_key", "provider_id", false}
|
|
BackupSecretKey = Column{"backup_settings", "secret_key", "id", true}
|
|
)
|
|
|
|
// Columns is every sealed column, for SealStored and for anything that has to
|
|
// know which columns hold credentials (a backup leaves them out).
|
|
var Columns = []Column{
|
|
AcquisitionAPIKey, AcquisitionPassword, AcoustIDAPIKey, SMTPPassword,
|
|
ListenBrainzToken, SubsonicPassword, CoverArtAPIKey, TagProviderAPIKey,
|
|
BackupSecretKey,
|
|
}
|
|
|
|
// Owner is the owner string for a row whose key is key. A single-row table's
|
|
// rows are owned by "".
|
|
func (c Column) Owner(key string) string {
|
|
if c.Singleton {
|
|
return ""
|
|
}
|
|
return key
|
|
}
|
|
|
|
// SealStored seals every value in Columns that is still stored in the clear,
|
|
// and returns how many it sealed. The server runs it at startup, after
|
|
// migrations and before anything reads a credential, so a database written
|
|
// before sealing existed is brought over in place. Each row is updated only
|
|
// if it still holds the value that was read, so a concurrent write wins.
|
|
func SealStored(ctx context.Context, pool *pgxpool.Pool) (int, error) {
|
|
total := 0
|
|
for _, c := range Columns {
|
|
n, err := sealColumn(ctx, pool, c)
|
|
total += n
|
|
if err != nil {
|
|
return total, fmt.Errorf("seal %s: %w", c.Purpose(), err)
|
|
}
|
|
}
|
|
return total, nil
|
|
}
|
|
|
|
func sealColumn(ctx context.Context, pool *pgxpool.Pool, c Column) (int, error) {
|
|
table := pgx.Identifier{c.Table}.Sanitize()
|
|
col := pgx.Identifier{c.Column}.Sanitize()
|
|
key := pgx.Identifier{c.KeyColumn}.Sanitize()
|
|
|
|
rows, err := pool.Query(ctx, fmt.Sprintf(
|
|
`SELECT %s::text, %s FROM %s WHERE %s IS NOT NULL AND %s <> '' AND %s NOT LIKE 'v1.%%'`,
|
|
key, col, table, col, col, col))
|
|
if err != nil {
|
|
return 0, err
|
|
}
|
|
type pending struct{ key, plain string }
|
|
var todo []pending
|
|
for rows.Next() {
|
|
var p pending
|
|
if err := rows.Scan(&p.key, &p.plain); err != nil {
|
|
rows.Close()
|
|
return 0, err
|
|
}
|
|
todo = append(todo, p)
|
|
}
|
|
rows.Close()
|
|
if err := rows.Err(); err != nil {
|
|
return 0, err
|
|
}
|
|
|
|
update := fmt.Sprintf(`UPDATE %s SET %s = $1 WHERE %s::text = $2 AND %s = $3`, table, col, key, col)
|
|
sealed := 0
|
|
for _, p := range todo {
|
|
v, err := Seal(c.Purpose(), c.Owner(p.key), p.plain)
|
|
if err != nil {
|
|
return sealed, err
|
|
}
|
|
if _, err := pool.Exec(ctx, update, v, p.key, p.plain); err != nil {
|
|
return sealed, err
|
|
}
|
|
sealed++
|
|
}
|
|
return sealed, nil
|
|
}
|