test-web / test (push) Failing after 35s
Two CI failures, both in my own new tests, both informative.
settings: queryByText(/≈/) matched the LEGEND explaining the glyph rather
than a delta, so the "no delta" case failed on the explanation being
present. Delta spans now carry data-testid so a test can name what it
means instead of pattern-matching prose that sits next to it.
tuning: getByText("40%") found two elements. testing-library matches an
element and its OWN direct text nodes, so the skip cell still matches
"40%" despite the trailing play-count span — and discover late-week
completion is also 40%. Genuinely ambiguous now; assert the count.
355 lines
14 KiB
TypeScript
355 lines
14 KiB
TypeScript
import { afterEach, describe, expect, test, vi } from 'vitest';
|
|
import { render, screen, fireEvent, waitFor } from '@testing-library/svelte';
|
|
import { readable, writable } from 'svelte/store';
|
|
import type { LBStatus } from '$lib/api/listenbrainz';
|
|
|
|
vi.mock('$lib/api/listenbrainz', () => ({
|
|
createLBStatusQuery: vi.fn(),
|
|
createTokenMutation: vi.fn(),
|
|
createEnabledMutation: vi.fn(),
|
|
setListenBrainzToken: vi.fn(),
|
|
setListenBrainzEnabled: vi.fn()
|
|
}));
|
|
|
|
vi.mock('$lib/api/me', () => ({
|
|
updateProfile: vi.fn(),
|
|
changePassword: vi.fn(),
|
|
// Default to a resolved value so the page's $effect doesn't crash
|
|
// on `.then()` of undefined when individual tests don't override.
|
|
getAPIToken: vi.fn().mockResolvedValue({ api_token: '' }),
|
|
regenerateAPIToken: vi.fn()
|
|
}));
|
|
|
|
// Mutable holder so individual tests can inject populated metrics;
|
|
// vi.mock is hoisted, hence vi.hoisted for the shared reference.
|
|
const metricsMock = vi.hoisted(() => ({
|
|
data: { window_days: 30, baseline: null, groups: [] } as unknown
|
|
}));
|
|
|
|
vi.mock('$lib/api/metrics', () => ({
|
|
createRecommendationMetricsQuery: () => ({
|
|
subscribe: (run: (v: unknown) => void) => {
|
|
run({ isPending: false, isError: false, data: metricsMock.data });
|
|
return () => {};
|
|
}
|
|
})
|
|
}));
|
|
|
|
import SettingsPage from './+page.svelte';
|
|
import {
|
|
createLBStatusQuery,
|
|
createTokenMutation,
|
|
createEnabledMutation,
|
|
setListenBrainzToken,
|
|
setListenBrainzEnabled
|
|
} from '$lib/api/listenbrainz';
|
|
import {
|
|
updateProfile,
|
|
changePassword,
|
|
getAPIToken,
|
|
regenerateAPIToken
|
|
} from '$lib/api/me';
|
|
|
|
function mockStatusStore(data: LBStatus) {
|
|
return readable({ data, isPending: false, isError: false });
|
|
}
|
|
|
|
function mockMutationStore(mutateFn: (vars: unknown) => void = vi.fn()) {
|
|
return readable({ isPending: false, mutate: mutateFn, mutateAsync: vi.fn() });
|
|
}
|
|
|
|
afterEach(() => {
|
|
vi.clearAllMocks();
|
|
metricsMock.data = { window_days: 30, baseline: null, groups: [] };
|
|
});
|
|
|
|
describe('Settings page — ListenBrainz', () => {
|
|
test('token-not-set state renders input + Save button', async () => {
|
|
(createLBStatusQuery as ReturnType<typeof vi.fn>).mockReturnValue(
|
|
mockStatusStore({ enabled: false, token_set: false, last_scrobbled_at: null })
|
|
);
|
|
(createTokenMutation as ReturnType<typeof vi.fn>).mockReturnValue(mockMutationStore());
|
|
(createEnabledMutation as ReturnType<typeof vi.fn>).mockReturnValue(mockMutationStore());
|
|
render(SettingsPage);
|
|
await waitFor(() =>
|
|
expect(screen.getByPlaceholderText(/paste your lb token/i)).toBeInTheDocument()
|
|
);
|
|
expect(screen.getByRole('button', { name: /^save$/i })).toBeInTheDocument();
|
|
});
|
|
|
|
test('token-set state renders masked + Clear button', async () => {
|
|
(createLBStatusQuery as ReturnType<typeof vi.fn>).mockReturnValue(
|
|
mockStatusStore({ enabled: false, token_set: true, last_scrobbled_at: null })
|
|
);
|
|
(createTokenMutation as ReturnType<typeof vi.fn>).mockReturnValue(mockMutationStore());
|
|
(createEnabledMutation as ReturnType<typeof vi.fn>).mockReturnValue(mockMutationStore());
|
|
render(SettingsPage);
|
|
await waitFor(() => expect(screen.getByText(/\(set\)/)).toBeInTheDocument());
|
|
expect(screen.getByText('clear')).toBeInTheDocument();
|
|
});
|
|
|
|
test('Save button calls setListenBrainzToken with typed value', async () => {
|
|
(createLBStatusQuery as ReturnType<typeof vi.fn>).mockReturnValue(
|
|
mockStatusStore({ enabled: false, token_set: false, last_scrobbled_at: null })
|
|
);
|
|
const mutateFn = vi.fn();
|
|
(createTokenMutation as ReturnType<typeof vi.fn>).mockReturnValue(mockMutationStore(mutateFn));
|
|
(createEnabledMutation as ReturnType<typeof vi.fn>).mockReturnValue(mockMutationStore());
|
|
render(SettingsPage);
|
|
const input = await screen.findByPlaceholderText(/paste your lb token/i);
|
|
await fireEvent.input(input, { target: { value: 'mytoken' } });
|
|
await fireEvent.click(screen.getByRole('button', { name: /^save$/i }));
|
|
await waitFor(() => expect(mutateFn).toHaveBeenCalledWith('mytoken', expect.anything()));
|
|
});
|
|
|
|
test('Enabled checkbox is disabled when no token', async () => {
|
|
(createLBStatusQuery as ReturnType<typeof vi.fn>).mockReturnValue(
|
|
mockStatusStore({ enabled: false, token_set: false, last_scrobbled_at: null })
|
|
);
|
|
(createTokenMutation as ReturnType<typeof vi.fn>).mockReturnValue(mockMutationStore());
|
|
(createEnabledMutation as ReturnType<typeof vi.fn>).mockReturnValue(mockMutationStore());
|
|
render(SettingsPage);
|
|
const checkbox = await screen.findByRole('checkbox');
|
|
expect(checkbox).toBeDisabled();
|
|
});
|
|
|
|
test('Last-scrobbled-at renders when present', async () => {
|
|
(createLBStatusQuery as ReturnType<typeof vi.fn>).mockReturnValue(
|
|
mockStatusStore({ enabled: true, token_set: true, last_scrobbled_at: '2026-04-28T03:00:00Z' })
|
|
);
|
|
(createTokenMutation as ReturnType<typeof vi.fn>).mockReturnValue(mockMutationStore());
|
|
(createEnabledMutation as ReturnType<typeof vi.fn>).mockReturnValue(mockMutationStore());
|
|
render(SettingsPage);
|
|
await waitFor(() =>
|
|
expect(screen.getByText(/last scrobbled:/i)).toBeInTheDocument()
|
|
);
|
|
});
|
|
});
|
|
|
|
// Shared setup for cards that don't need LB state
|
|
function setupPage() {
|
|
(createLBStatusQuery as ReturnType<typeof vi.fn>).mockReturnValue(
|
|
mockStatusStore({ enabled: false, token_set: false, last_scrobbled_at: null })
|
|
);
|
|
(createTokenMutation as ReturnType<typeof vi.fn>).mockReturnValue(mockMutationStore());
|
|
(createEnabledMutation as ReturnType<typeof vi.fn>).mockReturnValue(mockMutationStore());
|
|
(getAPIToken as ReturnType<typeof vi.fn>).mockResolvedValue({ api_token: 'tok_abc123' });
|
|
}
|
|
|
|
describe('Settings page — Profile card', () => {
|
|
test('Save profile calls updateProfile with form values', async () => {
|
|
setupPage();
|
|
(updateProfile as ReturnType<typeof vi.fn>).mockResolvedValue({});
|
|
render(SettingsPage);
|
|
await fireEvent.input(screen.getByLabelText(/display name/i), { target: { value: 'Alice' } });
|
|
await fireEvent.input(screen.getByLabelText(/email/i), { target: { value: 'alice@example.com' } });
|
|
await fireEvent.click(screen.getByRole('button', { name: /save profile/i }));
|
|
await waitFor(() =>
|
|
expect(updateProfile).toHaveBeenCalledWith(
|
|
expect.objectContaining({ display_name: 'Alice', email: 'alice@example.com' })
|
|
)
|
|
);
|
|
});
|
|
|
|
test('Save profile shows toast on success', async () => {
|
|
setupPage();
|
|
(updateProfile as ReturnType<typeof vi.fn>).mockResolvedValue({});
|
|
render(SettingsPage);
|
|
await fireEvent.click(screen.getByRole('button', { name: /save profile/i }));
|
|
await waitFor(() => expect(screen.getByTestId('toast').textContent).toMatch(/profile saved/i));
|
|
});
|
|
});
|
|
|
|
describe('Settings page — Password card', () => {
|
|
test('mismatched passwords show toast and do not call changePassword', async () => {
|
|
setupPage();
|
|
render(SettingsPage);
|
|
await fireEvent.input(screen.getByLabelText(/current password/i), { target: { value: 'oldpw1234' } });
|
|
await fireEvent.input(screen.getByLabelText(/new password/i), { target: { value: 'newpw1234' } });
|
|
await fireEvent.input(screen.getByLabelText(/confirm/i), { target: { value: 'different1' } });
|
|
await fireEvent.click(screen.getByRole('button', { name: /change password/i }));
|
|
expect(changePassword).not.toHaveBeenCalled();
|
|
await waitFor(() => expect(screen.getByTestId('toast').textContent).toMatch(/do not match/i));
|
|
});
|
|
|
|
test('matched passwords call changePassword(current, new)', async () => {
|
|
setupPage();
|
|
(changePassword as ReturnType<typeof vi.fn>).mockResolvedValue(undefined);
|
|
render(SettingsPage);
|
|
await fireEvent.input(screen.getByLabelText(/current password/i), { target: { value: 'oldpw1234' } });
|
|
await fireEvent.input(screen.getByLabelText(/new password/i), { target: { value: 'newpw1234' } });
|
|
await fireEvent.input(screen.getByLabelText(/confirm/i), { target: { value: 'newpw1234' } });
|
|
await fireEvent.click(screen.getByRole('button', { name: /change password/i }));
|
|
await waitFor(() =>
|
|
expect(changePassword).toHaveBeenCalledWith('oldpw1234', 'newpw1234')
|
|
);
|
|
});
|
|
});
|
|
|
|
describe('Settings page — Recommendation metrics card', () => {
|
|
const metric = (key: string, label: string, over: Record<string, unknown> = {}) => ({
|
|
key,
|
|
label,
|
|
plays: 30,
|
|
skips: 3,
|
|
skip_rate: 0.1,
|
|
avg_completion: 0.9,
|
|
low_confidence: false,
|
|
...over
|
|
});
|
|
|
|
test('breakdown rows are collapsed by default and expand on toggle (#1249/#1270)', async () => {
|
|
setupPage();
|
|
metricsMock.data = {
|
|
window_days: 30,
|
|
baseline: metric('manual', 'Manual library plays', { plays: 100 }),
|
|
groups: [
|
|
{
|
|
intent: 'go_to',
|
|
label: 'Go-to surfaces',
|
|
surfaces: [
|
|
metric('for_you', 'For You', {
|
|
plays: 45,
|
|
breakdown: [
|
|
metric('for_you_taste', 'Taste picks'),
|
|
metric('for_you_fresh', 'Fresh picks', {
|
|
plays: 10,
|
|
skip_rate: 0.4,
|
|
low_confidence: true
|
|
}),
|
|
metric('for_you_unattributed', 'Earlier plays', { plays: 5 })
|
|
]
|
|
})
|
|
]
|
|
}
|
|
]
|
|
};
|
|
render(SettingsPage);
|
|
const toggle = await screen.findByRole('button', { name: /for you/i });
|
|
// Collapsed by default: every stamping mix now carries a breakdown,
|
|
// so always-open sub-rows would swamp the surface-level view.
|
|
expect(toggle).toHaveAttribute('aria-expanded', 'false');
|
|
expect(screen.queryByText(/Taste picks/)).not.toBeInTheDocument();
|
|
|
|
await fireEvent.click(toggle);
|
|
expect(toggle).toHaveAttribute('aria-expanded', 'true');
|
|
expect(screen.getByText(/Taste picks/)).toBeInTheDocument();
|
|
expect(screen.getByText(/Fresh picks/)).toBeInTheDocument();
|
|
expect(screen.getByText(/Earlier plays/)).toBeInTheDocument();
|
|
|
|
await fireEvent.click(toggle);
|
|
expect(screen.queryByText(/Taste picks/)).not.toBeInTheDocument();
|
|
});
|
|
|
|
// #2495: the card used to render a delta computed client-side with no notion
|
|
// of uncertainty, so a -12 on 59 plays looked exactly as solid as a -6 on 400.
|
|
// Deltas now arrive from the server with a margin, and an indistinguishable
|
|
// one is marked with "≈" and dimmed rather than coloured.
|
|
test('a delta smaller than its margin is marked as indistinguishable', async () => {
|
|
setupPage();
|
|
metricsMock.data = {
|
|
window_days: 30,
|
|
baseline: metric('manual', 'Manual library plays', { plays: 400, skip_rate: 0.27 }),
|
|
groups: [
|
|
{
|
|
intent: 'discovery',
|
|
label: 'Discovery mixes',
|
|
surfaces: [
|
|
metric('discover', 'Discover', {
|
|
plays: 59,
|
|
skip_rate: 0.153,
|
|
// 13.3pp gap, but the margin at n=59 is wider than the gap.
|
|
skip_delta: { delta_pp: -13.3, margin_pp: 14.5, distinguishable: false },
|
|
completion_delta: { delta_pp: 28.0, margin_pp: 12.1, distinguishable: true }
|
|
})
|
|
]
|
|
}
|
|
]
|
|
};
|
|
render(SettingsPage);
|
|
await waitFor(() => expect(screen.getByText('Discover')).toBeInTheDocument());
|
|
|
|
// Targeted by test id rather than text: the legend below the table also
|
|
// contains a "≈", so matching on the glyph finds the explanation instead of
|
|
// the delta. (It did, on the first attempt at this test.)
|
|
const skip = screen.getByTestId('skip-delta-discover');
|
|
expect(skip).toHaveTextContent('≈-13');
|
|
expect(skip).toHaveAttribute('title', expect.stringContaining('not distinguishable from zero'));
|
|
// It must NOT be coloured as a real regression/improvement.
|
|
expect(skip.className).toContain('opacity-60');
|
|
|
|
// The completion delta clears its margin, so it renders plainly.
|
|
const completion = screen.getByTestId('completion-delta-discover');
|
|
expect(completion).toHaveTextContent('+28');
|
|
expect(completion.className).not.toContain('opacity-60');
|
|
|
|
// And the legend explains the glyph rather than leaving it a mystery.
|
|
expect(screen.getByText(/smaller than its own margin of error/i)).toBeInTheDocument();
|
|
});
|
|
|
|
// A delta is omitted entirely when the samples are too thin for a margin to
|
|
// mean anything — the server decides that, and the cell must simply show the
|
|
// rate rather than a bare "0".
|
|
test('a surface with no delta shows its rate and nothing else', async () => {
|
|
setupPage();
|
|
metricsMock.data = {
|
|
window_days: 30,
|
|
baseline: metric('manual', 'Manual library plays', { plays: 400 }),
|
|
groups: [
|
|
{
|
|
intent: 'go_to',
|
|
label: 'Go-to surfaces',
|
|
surfaces: [metric('radio', 'Radio', { plays: 1, skip_rate: 0 })]
|
|
}
|
|
]
|
|
};
|
|
render(SettingsPage);
|
|
await waitFor(() => expect(screen.getByText('Radio')).toBeInTheDocument());
|
|
expect(screen.queryByTestId('skip-delta-radio')).not.toBeInTheDocument();
|
|
expect(screen.queryByTestId('completion-delta-radio')).not.toBeInTheDocument();
|
|
});
|
|
|
|
test('surfaces without a breakdown render no toggle and no sub-rows', async () => {
|
|
setupPage();
|
|
metricsMock.data = {
|
|
window_days: 30,
|
|
baseline: null,
|
|
groups: [
|
|
{
|
|
intent: 'go_to',
|
|
label: 'Go-to surfaces',
|
|
surfaces: [metric('radio', 'Radio')]
|
|
}
|
|
]
|
|
};
|
|
render(SettingsPage);
|
|
await waitFor(() => expect(screen.getByText('Radio')).toBeInTheDocument());
|
|
expect(screen.queryByRole('button', { name: /radio/i })).not.toBeInTheDocument();
|
|
expect(screen.queryByText(/Taste picks/)).not.toBeInTheDocument();
|
|
});
|
|
});
|
|
|
|
describe('Settings page — API Token card', () => {
|
|
test('first click on Regenerate shows "Click again to confirm"', async () => {
|
|
setupPage();
|
|
render(SettingsPage);
|
|
await fireEvent.click(screen.getByRole('button', { name: /regenerate/i }));
|
|
await waitFor(() =>
|
|
expect(screen.getByRole('button', { name: /click again to confirm/i })).toBeInTheDocument()
|
|
);
|
|
expect(regenerateAPIToken).not.toHaveBeenCalled();
|
|
});
|
|
|
|
test('second click within 5s calls regenerateAPIToken', async () => {
|
|
setupPage();
|
|
(regenerateAPIToken as ReturnType<typeof vi.fn>).mockResolvedValue({ api_token: 'new_tok_xyz' });
|
|
render(SettingsPage);
|
|
await fireEvent.click(screen.getByRole('button', { name: /regenerate/i }));
|
|
await waitFor(() =>
|
|
expect(screen.getByRole('button', { name: /click again to confirm/i })).toBeInTheDocument()
|
|
);
|
|
await fireEvent.click(screen.getByRole('button', { name: /click again to confirm/i }));
|
|
await waitFor(() => expect(regenerateAPIToken).toHaveBeenCalled());
|
|
});
|
|
});
|