CI & Build / Python lint (push) Successful in 3s
CI & Build / Plugin hooks (push) Successful in 14s
CI & Build / TypeScript typecheck (push) Successful in 53s
CI & Build / integration (push) Successful in 1m2s
CI & Build / Python tests (push) Failing after 1m26s
CI & Build / Build & push image (push) Skipped
Step 3 of the Scribe -> Grimoire rename. - Plugin `grimoire` in marketplace `grimoire-plugin`, MCP server key `grimoire`, so tools reach a session as mcp__plugin_grimoire_grimoire__*. - hooks/scribe_* -> hooks/grimoire_*, their shell functions and the TMPDIR ledgers with them; SCRIBE_URL / SCRIBE_TOKEN / SCRIBE_HOOK_DIR / SCRIBE_LEDGER_DIRS -> GRIMOIRE_*; the project marker is `.grimoire`. - skills/using-scribe -> using-grimoire, /grimoire:sync, stored processes arrive as grimoire-proc-<slug>; moment_actions names them the same way. - Migration 0124 rewrites stored skill names (rule_moments, rule_moment_judgments, moment_mappings) from scribe:/scribe-proc- to grimoire:/grimoire-proc-, so a rule mounted on a skill keeps firing. - Settings' install commands and MCP-only defaults, the docs and the tests follow. - scripts/check_plugin.py drops the smoke event for a report-check hook that has no file in plugin/hooks. Kept on purpose: the secret-sealing label, and the names that let backups written as Scribe restore and be counted. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
378 lines
14 KiB
Python
378 lines
14 KiB
Python
"""Forge adapter contract tests — the Gitea implementation against a
|
|
mocked transport, plus the configuration gate.
|
|
|
|
httpx.MockTransport is the fake forge: the adapter takes an injectable
|
|
transport precisely so the CONTRACT (URLs hit, auth header shape, payload
|
|
decoding, error taxonomy) is testable with no live server and no new
|
|
dependency. These are the reference behaviors step 8's GitHub adapter must
|
|
reproduce.
|
|
|
|
The most load-bearing tests are the OFF ones: a user with no usable connection
|
|
must get an empty selector, because every consumer treats that as "behave as
|
|
if the module didn't exist" (the baseline user has no forge).
|
|
DB-backed keyring behavior (get_forges: rows, the project pin, the admin-only
|
|
env entry) lives in tests/test_integration_forge_keyring.py.
|
|
"""
|
|
import base64
|
|
|
|
import httpx
|
|
import pytest
|
|
|
|
from grimoire.services.forge import (
|
|
ForgeError,
|
|
ForgeNotFound,
|
|
ForgeSelector,
|
|
GiteaForge,
|
|
build_adapter,
|
|
)
|
|
|
|
BASE = "https://git.example.com"
|
|
|
|
|
|
def _forge(handler) -> GiteaForge:
|
|
return GiteaForge(BASE, "tok-123", transport=httpx.MockTransport(handler))
|
|
|
|
|
|
def _json(status: int, payload) -> httpx.Response:
|
|
return httpx.Response(status, json=payload)
|
|
|
|
|
|
# --- resolve_repo: the join between recorded repos and this forge ------------
|
|
|
|
@pytest.mark.parametrize(
|
|
("recorded", "expected"),
|
|
[
|
|
("https://git.example.com/alice/Widget.git", "alice/widget"),
|
|
("git@git.example.com:alice/widget.git", "alice/widget"),
|
|
("git.example.com/alice/widget", "alice/widget"),
|
|
# Nested (GitLab-style) groups survive as the API path remainder.
|
|
("https://git.example.com/team/sub/widget", "team/sub/widget"),
|
|
# Another host is a NORMAL miss, not an error.
|
|
("https://github.com/alice/widget", None),
|
|
("", None),
|
|
("not a url", None),
|
|
# Host alone, no owner/repo remainder.
|
|
("git.example.com", None),
|
|
],
|
|
)
|
|
def test_resolve_repo_matches_by_host_and_yields_the_api_path(recorded, expected):
|
|
forge = GiteaForge(BASE, "tok")
|
|
assert forge.resolve_repo(recorded) == expected
|
|
|
|
|
|
# --- read_file ---------------------------------------------------------------
|
|
|
|
async def test_read_file_decodes_content_and_carries_the_commit():
|
|
seen = {}
|
|
|
|
def handler(request: httpx.Request) -> httpx.Response:
|
|
seen["url"] = str(request.url)
|
|
seen["auth"] = request.headers.get("Authorization")
|
|
return _json(200, {
|
|
"type": "file",
|
|
"encoding": "base64",
|
|
"content": base64.b64encode("def x():\n return 1\n".encode()).decode(),
|
|
"sha": "blob" * 10,
|
|
"last_commit_sha": "c" * 40,
|
|
"path": "src/x.py",
|
|
})
|
|
|
|
got = await _forge(handler).read_file("alice/widget", "src/x.py", ref="dev")
|
|
assert got.content == "def x():\n return 1\n"
|
|
assert got.commit_sha == "c" * 40
|
|
assert got.path == "src/x.py"
|
|
assert "/api/v1/repos/alice/widget/contents/src/x.py" in seen["url"]
|
|
assert "ref=dev" in seen["url"]
|
|
assert seen["auth"] == "token tok-123"
|
|
|
|
|
|
async def test_read_file_404_is_not_found_and_a_directory_is_too():
|
|
with pytest.raises(ForgeNotFound):
|
|
await _forge(lambda r: _json(404, {"message": "no"})).read_file(
|
|
"alice/widget", "gone.py"
|
|
)
|
|
# The contents API returns a LIST for a directory — that's "no such file",
|
|
# not a decoding error.
|
|
with pytest.raises(ForgeNotFound):
|
|
await _forge(lambda r: _json(200, [{"type": "file"}])).read_file(
|
|
"alice/widget", "src"
|
|
)
|
|
|
|
|
|
async def test_read_file_auth_failure_names_the_scope_never_the_token():
|
|
with pytest.raises(ForgeError) as err:
|
|
await _forge(lambda r: _json(401, {})).read_file("alice/widget", "x.py")
|
|
assert "tok-123" not in str(err.value)
|
|
assert "scope" in str(err.value)
|
|
|
|
|
|
async def test_read_file_binary_content_is_a_forge_error():
|
|
def handler(request):
|
|
return _json(200, {
|
|
"type": "file", "encoding": "base64",
|
|
"content": base64.b64encode(b"\xff\xfe\x00\x01").decode(),
|
|
})
|
|
|
|
with pytest.raises(ForgeError):
|
|
await _forge(handler).read_file("alice/widget", "img.bin")
|
|
|
|
|
|
async def test_unreachable_forge_is_a_forge_error_not_a_crash():
|
|
def handler(request):
|
|
raise httpx.ConnectError("boom", request=request)
|
|
|
|
with pytest.raises(ForgeError):
|
|
await _forge(handler).read_file("alice/widget", "x.py")
|
|
|
|
|
|
# --- default_branch / check --------------------------------------------------
|
|
|
|
async def test_default_branch_reads_the_repo_record():
|
|
forge = _forge(lambda r: _json(200, {"default_branch": "dev"}))
|
|
assert await forge.default_branch("alice/widget") == "dev"
|
|
|
|
|
|
async def test_check_reports_version_and_identity():
|
|
def handler(request):
|
|
if request.url.path.endswith("/version"):
|
|
return _json(200, {"version": "1.23.1"})
|
|
return _json(200, {"login": "grimoire-bot"})
|
|
|
|
result = await _forge(handler).check()
|
|
assert result == {"ok": True, "version": "1.23.1", "username": "grimoire-bot"}
|
|
|
|
|
|
# --- the configuration gate (build_adapter) ----------------------------------
|
|
|
|
def test_empty_or_partial_values_build_nothing():
|
|
# A base URL with no token (or vice versa) must not half-enable anything.
|
|
assert build_adapter("", "", "") is None
|
|
assert build_adapter("gitea", BASE, "") is None
|
|
assert build_adapter("gitea", "", "tok") is None
|
|
assert build_adapter("", BASE, "tok") is None # no kind selected
|
|
|
|
|
|
def test_unknown_kind_disables_with_a_warning_not_a_crash():
|
|
assert build_adapter("sourcehut", BASE, "tok") is None
|
|
|
|
|
|
def test_schemeless_base_url_disables():
|
|
assert build_adapter("gitea", "git.example.com", "tok") is None
|
|
|
|
|
|
def test_full_values_build_a_gitea_adapter():
|
|
forge = build_adapter("Gitea", BASE + "/", "tok") # case + slash normalized
|
|
assert isinstance(forge, GiteaForge)
|
|
assert forge.base_url == BASE
|
|
assert forge.host == "git.example.com"
|
|
|
|
|
|
def test_full_values_build_a_github_adapter():
|
|
from grimoire.services.forge import GitHubForge
|
|
|
|
assert isinstance(
|
|
build_adapter("github", "https://github.com", "tok"), GitHubForge
|
|
)
|
|
|
|
|
|
# --- the selector: host-keyed resolution over a keyring ----------------------
|
|
|
|
def test_empty_selector_is_the_no_forge_baseline():
|
|
selector = ForgeSelector()
|
|
assert not selector.configured
|
|
assert selector.resolve(f"{BASE}/alice/widget") is None
|
|
|
|
|
|
def test_selector_resolves_by_host_across_the_keyring():
|
|
gitea = build_adapter("gitea", BASE, "tok")
|
|
github = build_adapter("github", "https://github.com", "tok2")
|
|
selector = ForgeSelector((gitea, github))
|
|
assert selector.configured
|
|
|
|
hit = selector.resolve("https://git.example.com/alice/widget")
|
|
assert hit == (gitea, "alice/widget")
|
|
hit = selector.resolve("git@github.com:alice/Widget.git")
|
|
assert hit == (github, "alice/widget")
|
|
# A host neither connection serves is a NORMAL miss, not an error.
|
|
assert selector.resolve("https://elsewhere.example.org/a/b") is None
|
|
|
|
|
|
def test_forge_error_taxonomy_is_catchable_as_one_family():
|
|
assert issubclass(ForgeNotFound, ForgeError)
|
|
assert issubclass(ForgeError, RuntimeError)
|
|
|
|
|
|
def test_adapter_contract_surface():
|
|
"""Both adapters implement exactly this surface — the second
|
|
implementation is what proves it's a contract."""
|
|
from grimoire.services.forge import FORGE_KINDS, GitHubForge
|
|
|
|
for cls in (GiteaForge, GitHubForge):
|
|
for method in (
|
|
"read_file", "latest_commit", "archive",
|
|
"default_branch", "resolve_repo", "check",
|
|
):
|
|
assert callable(getattr(cls, method))
|
|
assert GiteaForge.kind == "gitea"
|
|
assert GitHubForge.kind == "github"
|
|
assert set(FORGE_KINDS) == {"gitea", "github"}
|
|
|
|
|
|
def test_forge_routes_registered_at_their_post_2778_homes():
|
|
"""Connections are USER settings; only the webhook secret stays admin.
|
|
The old instance-wide /api/admin/forge endpoints must be GONE, not
|
|
coexisting — a legacy config surface that still wrote admin settings
|
|
would silently configure nothing (one path, not two)."""
|
|
from grimoire.app import create_app
|
|
from grimoire.routes import admin as admin_routes
|
|
|
|
for name in ("get_forge_webhook_settings", "update_forge_webhook_settings"):
|
|
assert callable(getattr(admin_routes, name))
|
|
rules = {r.rule for r in create_app().url_map.iter_rules()}
|
|
assert "/api/admin/forge-webhook" in rules
|
|
assert "/api/admin/forge" not in rules
|
|
assert "/api/admin/forge/test" not in rules
|
|
assert "/api/settings/forge-connections" in rules
|
|
assert "/api/settings/forge-connections/<int:connection_id>" in rules
|
|
assert "/api/settings/forge-connections/<int:connection_id>/test" in rules
|
|
assert "/api/projects/<int:project_id>/forge" in rules
|
|
|
|
|
|
def test_settings_kv_surface_masks_the_webhook_secret():
|
|
"""The generic /api/settings dump masks secrets too — otherwise the admin
|
|
endpoints' masking is bypassable by reading the raw KV rows. The forge
|
|
token lives on keyring rows, not in the KV, so it is deliberately not a
|
|
secret KEY here."""
|
|
from grimoire.routes.settings import _SECRET_KEYS, _masked
|
|
|
|
out = _masked({"forge_webhook_secret": "sec", "smtp_password": "pw", "theme": "dark"})
|
|
assert out["forge_webhook_secret"] == "********"
|
|
assert out["smtp_password"] == "********"
|
|
assert out["theme"] == "dark"
|
|
assert {"forge_webhook_secret", "smtp_password"} <= set(_SECRET_KEYS)
|
|
assert "forge_token" not in _SECRET_KEYS
|
|
# An unset secret stays empty rather than reading as a set-but-masked one.
|
|
assert _masked({"forge_webhook_secret": ""})["forge_webhook_secret"] == ""
|
|
|
|
|
|
def test_connection_to_dict_never_carries_the_token():
|
|
"""The model is the last line: every list/create/update route returns
|
|
to_dict(), so a field added here is a field leaked there."""
|
|
from grimoire.models.forge_connection import ForgeConnection
|
|
|
|
assert "token" not in ForgeConnection.to_dict.__code__.co_consts
|
|
|
|
|
|
def test_config_has_the_docker_secret_channel():
|
|
from grimoire.config import Config
|
|
for attr in ("FORGE_KIND", "FORGE_BASE_URL", "FORGE_TOKEN"):
|
|
assert hasattr(Config, attr)
|
|
|
|
|
|
# --- the GitHub adapter -----------------------------------------------------
|
|
# Same contract, second implementation. Where behavior below differs from the
|
|
# Gitea tests above, that difference IS the adapter's job: API host mapping,
|
|
# Bearer auth, the missing last_commit_sha, the codeload redirect.
|
|
|
|
def _github(handler, base: str = "https://github.com"):
|
|
from grimoire.services.forge import GitHubForge
|
|
|
|
return GitHubForge(base, "gh-tok", transport=httpx.MockTransport(handler))
|
|
|
|
|
|
def test_github_resolve_repo_is_the_same_host_join():
|
|
from grimoire.services.forge import GitHubForge
|
|
|
|
forge = GitHubForge("https://github.com", "t")
|
|
assert forge.resolve_repo("git@github.com:alice/Widget.git") == "alice/widget"
|
|
# A Gitea-hosted repo is a NORMAL miss for a GitHub forge, and vice versa.
|
|
assert forge.resolve_repo("https://git.example.com/alice/widget") is None
|
|
|
|
|
|
async def test_github_api_base_maps_dot_com_and_enterprise():
|
|
seen = []
|
|
|
|
def handler(request):
|
|
seen.append(str(request.url))
|
|
return _json(200, {"default_branch": "main"})
|
|
|
|
await _github(handler).default_branch("alice/widget")
|
|
await _github(handler, base="https://ghe.example.com").default_branch("alice/widget")
|
|
assert seen[0] == "https://api.github.com/repos/alice/widget"
|
|
assert seen[1] == "https://ghe.example.com/api/v3/repos/alice/widget"
|
|
|
|
|
|
async def test_github_read_file_decodes_and_stamps_from_the_commits_call():
|
|
content = "def canonical():\n return 1\n"
|
|
|
|
def handler(request):
|
|
assert request.headers["Authorization"] == "Bearer gh-tok"
|
|
assert request.headers["X-GitHub-Api-Version"]
|
|
if request.url.path.endswith("/commits"):
|
|
assert request.url.params["path"] == "src/x.py"
|
|
assert request.url.params["per_page"] == "1"
|
|
return _json(200, [{"sha": "c" * 40}])
|
|
return _json(200, {
|
|
"type": "file", "encoding": "base64",
|
|
"content": base64.b64encode(content.encode()).decode(),
|
|
"path": "src/x.py", "sha": "blob-sha-not-a-point-in-history",
|
|
})
|
|
|
|
f = await _github(handler).read_file("alice/widget", "src/x.py")
|
|
assert f.content == content
|
|
# From /commits — GitHub's contents payload only carries the blob sha,
|
|
# which is a content address, not the provenance stamp.
|
|
assert f.commit_sha == "c" * 40
|
|
|
|
|
|
async def test_github_read_file_serves_content_even_when_the_stamp_fails():
|
|
content = "x = 1\n"
|
|
|
|
def handler(request):
|
|
if request.url.path.endswith("/commits"):
|
|
return httpx.Response(500)
|
|
return _json(200, {"type": "file", "encoding": "base64",
|
|
"content": base64.b64encode(content.encode()).decode()})
|
|
|
|
f = await _github(handler).read_file("alice/widget", "x.py")
|
|
assert f.content == content
|
|
assert f.commit_sha == "" # unknown stamp, not a failed read
|
|
|
|
|
|
async def test_github_archive_follows_the_codeload_redirect():
|
|
def handler(request):
|
|
if request.url.host == "api.github.com":
|
|
return httpx.Response(302, headers={
|
|
"Location": "https://codeload.github.com/alice/widget/tar.gz/main",
|
|
})
|
|
assert request.url.host == "codeload.github.com"
|
|
# httpx drops Authorization on the cross-host hop — codeload's URL
|
|
# carries its own grant, and leaking the PAT there would be a bug.
|
|
assert "Authorization" not in request.headers
|
|
return httpx.Response(200, content=b"tarball-bytes")
|
|
|
|
assert await _github(handler).archive("alice/widget", "main") == b"tarball-bytes"
|
|
|
|
|
|
async def test_github_check_probes_the_token_with_user():
|
|
result = await _github(lambda r: _json(200, {"login": "octo"})).check()
|
|
assert result["ok"] is True
|
|
assert result["username"] == "octo"
|
|
|
|
|
|
async def test_latest_commit_parses_tolerantly_on_both_adapters():
|
|
"""The one caller treats latest_commit as an optimization with a fallback,
|
|
so a surprising payload must read as "don't know", never raise."""
|
|
assert await _github(
|
|
lambda r: _json(200, [{"sha": "d" * 40}])
|
|
).latest_commit("a/w", "x.py") == "d" * 40
|
|
assert await _github(
|
|
lambda r: _json(200, {"weird": True})
|
|
).latest_commit("a/w", "x.py") == ""
|
|
assert await _forge(
|
|
lambda r: _json(200, [{"sha": "e" * 40}])
|
|
).latest_commit("a/w", "x.py") == "e" * 40
|
|
assert await _forge(lambda r: _json(200, [])).latest_commit("a/w", "x.py") == ""
|
|
|
|
|