bvandeusenandClaude Opus 5.5
0f5ef0be63
CI & Build / Python lint (push) Successful in 3s
CI & Build / Plugin hooks (push) Successful in 12s
CI & Build / TypeScript typecheck (push) Successful in 56s
CI & Build / integration (push) Successful in 1m4s
CI & Build / Python tests (push) Successful in 1m55s
CI & Build / Build & push image (push) Successful in 44s
Step 2 of the Scribe -> Grimoire rename. - src/scribe -> src/grimoire, and every import, patch target, module path, hypercorn entry point and `python -m grimoire.restore` with it; pyproject, uv.lock and the frontend package are named grimoire. - Image git.fabledsword.com/bvandeusen/fabledgrimoire; CI's Postgres service runs as grimoire / grimoire_test. - Compose files default the DB user, database and (prod) volume to grimoire, each overridable from .env, so an install created as Scribe keeps its data by setting POSTGRES_USER, POSTGRES_DB and PGDATA_VOLUME. - Backups are written as grimoire-<ts>.tar with format grimoire-backup-tar. Archives named scribe-* with the scribe-backup-tar manifest still restore and are still counted at the destination (folder and S3), with tests. - Exports, the MCP auth realm, the ASGI scope key and the persistent logger carry the new name. Kept on purpose: the secret-sealing key label stays "scribe.secrets.v1", because every stored secret was derived under it. Plugin identity (plugin name, hooks, env vars, .scribe marker, skills) is step 3. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
101 lines
3.1 KiB
Python
101 lines
3.1 KiB
Python
"""The startup wait for the database: retries what clears up, fails what won't."""
|
|
|
|
import asyncpg
|
|
import pytest
|
|
|
|
from grimoire.services.db_ready import asyncpg_dsn, wait_for_database
|
|
|
|
URL = "postgresql+asyncpg://scribe:p%40ss@db:5432/scribe"
|
|
|
|
|
|
class _Clock:
|
|
"""A fake monotonic clock that only moves when the fake sleep is awaited."""
|
|
|
|
def __init__(self):
|
|
self.now = 0.0
|
|
self.sleeps: list[float] = []
|
|
|
|
def __call__(self) -> float:
|
|
return self.now
|
|
|
|
async def sleep(self, seconds: float) -> None:
|
|
self.sleeps.append(seconds)
|
|
self.now += seconds
|
|
|
|
|
|
class _Conn:
|
|
closed = False
|
|
|
|
async def close(self):
|
|
self.closed = True
|
|
|
|
|
|
def _connect_failing(errors):
|
|
"""A connect that raises each error in turn, then succeeds."""
|
|
calls = []
|
|
conn = _Conn()
|
|
|
|
async def connect(dsn, timeout):
|
|
calls.append(dsn)
|
|
if len(calls) <= len(errors):
|
|
raise errors[len(calls) - 1]
|
|
return conn
|
|
|
|
return connect, calls, conn
|
|
|
|
|
|
def test_dsn_drops_the_driver_and_keeps_the_escaped_password():
|
|
assert asyncpg_dsn(URL) == "postgresql://scribe:p%40ss@db:5432/scribe"
|
|
|
|
|
|
async def test_returns_at_once_when_the_database_is_up():
|
|
clock = _Clock()
|
|
connect, calls, conn = _connect_failing([])
|
|
await wait_for_database(URL, connect=connect, sleep=clock.sleep, clock=clock)
|
|
assert len(calls) == 1
|
|
assert clock.sleeps == []
|
|
assert conn.closed
|
|
|
|
|
|
async def test_waits_through_a_database_that_is_still_starting():
|
|
clock = _Clock()
|
|
connect, calls, conn = _connect_failing([
|
|
ConnectionRefusedError("refused"),
|
|
OSError("Name or service not known"),
|
|
asyncpg.CannotConnectNowError("the database system is starting up"),
|
|
])
|
|
await wait_for_database(URL, connect=connect, sleep=clock.sleep, clock=clock)
|
|
assert len(calls) == 4
|
|
assert clock.sleeps == [1.0, 2.0, 4.0]
|
|
assert conn.closed
|
|
|
|
|
|
async def test_backoff_is_capped_at_ten_seconds():
|
|
clock = _Clock()
|
|
connect, _, _ = _connect_failing([ConnectionRefusedError()] * 6)
|
|
await wait_for_database(URL, connect=connect, sleep=clock.sleep, clock=clock)
|
|
assert clock.sleeps == [1.0, 2.0, 4.0, 8.0, 10.0, 10.0]
|
|
|
|
|
|
async def test_gives_up_with_the_last_error_once_the_deadline_passes():
|
|
clock = _Clock()
|
|
connect, calls, _ = _connect_failing([ConnectionRefusedError("still down")] * 100)
|
|
with pytest.raises(ConnectionRefusedError, match="still down"):
|
|
await wait_for_database(
|
|
URL, deadline_s=30, connect=connect, sleep=clock.sleep, clock=clock,
|
|
)
|
|
# 25s waited; another 10s would pass the deadline, so it raises instead.
|
|
assert clock.sleeps == [1.0, 2.0, 4.0, 8.0, 10.0]
|
|
assert len(calls) == len(clock.sleeps) + 1
|
|
|
|
|
|
async def test_a_wrong_password_fails_at_once():
|
|
clock = _Clock()
|
|
connect, calls, _ = _connect_failing([
|
|
asyncpg.InvalidPasswordError("password authentication failed"),
|
|
])
|
|
with pytest.raises(asyncpg.InvalidPasswordError):
|
|
await wait_for_database(URL, connect=connect, sleep=clock.sleep, clock=clock)
|
|
assert len(calls) == 1
|
|
assert clock.sleeps == []
|