thepraandClaude Opus 5.5
2873344690
tools/pasture/town/ (run through tools/pasture/town.sh) seeds a fake community across every running peer and checks that all of them, and PrivaPub, agree on what happened: - drivers per platform on four dialect bases (Mastodon API, Misskey API, Lemmy API, PrivaPub with /clientapi), each with a selftest against its own server; what a server holds is read from its database, never by making it fetch; - a deterministic generator (specs/village.json: 23 accounts on seven servers, roots with several personas, circles and communities, a cross-server follow graph, posts of every kind and visibility, reply rounds, likes, boosts, reactions, votes, edits, deletes, blocks, mutes and a report) and a seeder that keeps a ledger of what happened; - a sweep that expects delivery and confinement per server, what each account sees, counts, threads, edits, deletes, follows and privacy rows (sibling keys, published days, canary root credentials in every peer's database, located posts that never leave), with what the peers do on purpose modelled (Misskey drops orphan replies, Lemmy keeps only community content, edits go to the post's own audience); - known gaps (gaps.json) turn failures into xfail and passes into xpass; a self-contained report.html, and docs/INTEROP-BACKLOG.md. The pasture moves to a public-looking subnet (peers with no private address switch can join), takes PASTURE_PORT when 6971 is in use, adds peers to a running pasture (run.sh add, Caddy recreated with its CA kept), removes its volumes on down, writes every scenario check to out/scenarios.jsonl, serves decePub as decepub.test for its e2e tests, lifts GoToSocial's and Lemmy's own rate limits, trusts Caddy in Mastodon (TRUSTED_PROXY_IP) and gains Hollo (Fedify), whose one login owning several accounts is the nearest peer to PrivaPub's personas. The first village found the four PrivaPub bugs fixed in the commits before this one; the second run, on the fixed server, passes 2319 checks with 11 failures left, all between peers or from Lemmy's send worker, which the seeder now warms up first. ROADMAP records the owner's decisions of 2026-10-04 (the town, and P9 back from the cut list). Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01LsXgEaXee4GCU1hwYgPJXw
162 lines
9.0 KiB
Python
162 lines
9.0 KiB
Python
"""out/<run>/report.html: one self-contained page (no script, fake pasture data only, no tokens) with the run's totals,
|
||
the feature × server matrix, every failing cell with its examples, and the bash scenarios' checks. Written so it can be
|
||
published as it is."""
|
||
import html
|
||
import json
|
||
import os
|
||
import sys
|
||
from collections import Counter, defaultdict
|
||
|
||
import gen
|
||
|
||
DIRS = ["in", "out", "via", "control", "local"]
|
||
DIR_LABEL = {"in": "into PrivaPub", "out": "from PrivaPub", "via": "through PrivaPub", "control": "peer to peer",
|
||
"local": "on its own server"}
|
||
GROUPS = [("deliver", "Delivery"), ("confine", "Confinement"), ("see", "Seen by the audience"),
|
||
("hide", "Hidden from outsiders"), ("count", "Counts"), ("thread", "Threads"), ("edit", "Edits"),
|
||
("delete", "Deletes"), ("graph", "Follows"), ("privacy", "Privacy")]
|
||
STATUS_ORDER = ["fail", "xpass", "xfail", "pass"]
|
||
|
||
CSS = """
|
||
/* layout: one column; a sticky summary, then the matrix in its own horizontal scroller, then failures and scenarios */
|
||
:root {
|
||
--bg: #f6f7f6; --panel: #ffffff; --fg: #1d2421; --muted: #5c6863; --line: #d9dfdc;
|
||
--pass: #2f7d57; --fail: #c2412d; --xfail: #a77a14; --xpass: #6a4fc0; --none: #e4e9e6;
|
||
--sans: "IBM Plex Sans", system-ui, sans-serif; --mono: "IBM Plex Mono", ui-monospace, monospace;
|
||
}
|
||
@media (prefers-color-scheme: dark) { :root:not([data-theme="light"]) {
|
||
--bg: #121715; --panel: #1a211e; --fg: #e3e9e6; --muted: #98a59f; --line: #2c3632;
|
||
--pass: #4fb184; --fail: #ec6c57; --xfail: #d6a940; --xpass: #9d86ef; --none: #26302c; color-scheme: dark } }
|
||
:root[data-theme="dark"] {
|
||
--bg: #121715; --panel: #1a211e; --fg: #e3e9e6; --muted: #98a59f; --line: #2c3632;
|
||
--pass: #4fb184; --fail: #ec6c57; --xfail: #d6a940; --xpass: #9d86ef; --none: #26302c; color-scheme: dark }
|
||
body { background: var(--bg); color: var(--fg); font: 15px/1.5 var(--sans); margin: 0; }
|
||
main { max-width: 1180px; margin: 0 auto; padding-inline: 16px; padding-block: 24px 48px; display: grid; gap: 28px; }
|
||
h1 { font-size: 1.6rem; margin: 0; text-wrap: balance; }
|
||
h2 { font-size: 1.15rem; margin: 0 0 10px; text-wrap: balance; }
|
||
p { margin: 0; max-width: 70ch; color: var(--muted); }
|
||
.meta { font: 13px var(--mono); color: var(--muted); overflow-wrap: anywhere; }
|
||
.totals { display: flex; flex-wrap: wrap; gap: 8px 18px; font-variant-numeric: tabular-nums; }
|
||
.total { display: flex; align-items: baseline; gap: 6px; }
|
||
.total b { font: 600 1.35rem var(--mono); }
|
||
.total span { text-transform: uppercase; letter-spacing: .06em; font-size: 12px; color: var(--muted); }
|
||
.legend { display: flex; flex-wrap: wrap; gap: 6px 16px; font-size: 13px; color: var(--muted); }
|
||
.legend i, .m { display: inline-block; width: 12px; height: 12px; border-radius: 2px; vertical-align: -1px; }
|
||
.s-pass { background: var(--pass); } .s-fail { background: var(--fail); } .s-xfail { background: var(--xfail); }
|
||
.s-xpass { background: var(--xpass); } .s-none { background: var(--none); }
|
||
.scroll { overflow-x: auto; background: var(--panel); border: 1px solid var(--line); border-radius: 6px; }
|
||
table { border-collapse: collapse; width: 100%; font-variant-numeric: tabular-nums; }
|
||
th, td { padding: 6px 10px; border-bottom: 1px solid var(--line); text-align: left; vertical-align: top; }
|
||
thead th { font-size: 12px; text-transform: uppercase; letter-spacing: .06em; color: var(--muted); white-space: nowrap; }
|
||
tbody th { font: 13px var(--mono); white-space: nowrap; }
|
||
tr.group th { font: 600 12px var(--sans); text-transform: uppercase; letter-spacing: .08em; color: var(--muted);
|
||
background: var(--bg); }
|
||
.cell { display: flex; gap: 3px; flex-wrap: nowrap; }
|
||
.cell .m { width: 14px; height: 14px; }
|
||
.fails { display: grid; gap: 10px; }
|
||
details { background: var(--panel); border: 1px solid var(--line); border-radius: 6px; padding: 8px 12px; }
|
||
details[open] { padding-bottom: 12px; }
|
||
summary { cursor: pointer; font: 13px var(--mono); overflow-wrap: anywhere; }
|
||
summary:focus-visible { outline: 2px solid var(--xpass); outline-offset: 2px; }
|
||
pre { font: 12px/1.45 var(--mono); white-space: pre-wrap; overflow-wrap: anywhere; margin: 8px 0 0; color: var(--muted); }
|
||
.tag { font: 12px var(--mono); padding: 1px 6px; border-radius: 3px; color: var(--bg); }
|
||
"""
|
||
|
||
|
||
def cell_marks(cells, feature, observer):
|
||
parts = []
|
||
for d in DIRS:
|
||
agg = Counter()
|
||
for key, v in cells.items():
|
||
f, origin, obs, direction = key.split("|")
|
||
if f == feature and obs == observer and direction == d:
|
||
for s in STATUS_ORDER:
|
||
agg[s] += v[s]
|
||
if not agg:
|
||
continue
|
||
worst = next(s for s in STATUS_ORDER if agg[s])
|
||
title = f"{DIR_LABEL[d]}: " + ", ".join(f"{agg[s]} {s}" for s in STATUS_ORDER if agg[s])
|
||
parts.append(f'<i class="m s-{worst}" title="{html.escape(title)}"></i>')
|
||
return "".join(parts) or '<i class="m s-none" title="not checked"></i>'
|
||
|
||
|
||
def render(result, scenarios, title):
|
||
cells = result["cells"]
|
||
totals = Counter(result["totals"])
|
||
observers = [p for p in gen.HOSTS if any(k.split("|")[2] == p for k in cells)] + \
|
||
(["*"] if any(k.split("|")[2] == "*" for k in cells) else [])
|
||
features = sorted({k.split("|")[0] for k in cells})
|
||
out = [f"<title>{html.escape(title)}</title>",
|
||
'<link rel="stylesheet" href="https://fonts.googleapis.com/css2?family=IBM+Plex+Mono:wght@400;600&family=IBM+Plex+Sans:wght@400;600&display=swap">',
|
||
f"<style>{CSS}</style>", "<main>"]
|
||
out.append(f"<header style=\"display:grid;gap:10px\"><h1>{html.escape(title)}</h1>"
|
||
f"<p>Every object the town's accounts made, checked on every server it should and should not have reached, "
|
||
f"through each server's database and API. A cell's squares are the directions it was checked in: "
|
||
f"into PrivaPub, from PrivaPub, through PrivaPub, peer to peer, and on the author's own server.</p>"
|
||
f"<div class=\"meta\">{html.escape(result['run'])} · checked {html.escape(result['when'])}</div></header>")
|
||
out.append('<section class="totals" aria-label="Totals">' + "".join(
|
||
f'<div class="total"><i class="m s-{s}"></i><b>{totals.get(s, 0)}</b><span>{s}</span></div>' for s in STATUS_ORDER) + "</section>")
|
||
out.append('<div class="legend"><span><i class="s-pass"></i> pass</span><span><i class="s-fail"></i> fail</span>'
|
||
'<span><i class="s-xfail"></i> known gap, still failing</span><span><i class="s-xpass"></i> known gap, now passing</span>'
|
||
'<span><i class="s-none"></i> not checked</span></div>')
|
||
# the matrix
|
||
rows = ["<thead><tr><th>feature</th>" + "".join(f"<th>{html.escape(o)}</th>" for o in observers) + "</tr></thead><tbody>"]
|
||
for prefix, label in GROUPS:
|
||
group = [f for f in features if f.split(".")[0] == prefix]
|
||
if not group:
|
||
continue
|
||
rows.append(f'<tr class="group"><th colspan="{len(observers) + 1}">{label}</th></tr>')
|
||
for f in group:
|
||
rows.append(f"<tr><th>{html.escape(f)}</th>" + "".join(
|
||
f'<td><span class="cell">{cell_marks(cells, f, o)}</span></td>' for o in observers) + "</tr>")
|
||
rows.append("</tbody>")
|
||
out.append('<section><h2>Matrix</h2><div class="scroll"><table>' + "".join(rows) + "</table></div></section>")
|
||
# failures
|
||
bad = sorted(((k, v) for k, v in cells.items() if v["fail"] or v["xpass"]), key=lambda kv: (-kv[1]["fail"], kv[0]))
|
||
items = []
|
||
for key, v in bad:
|
||
f, origin, obs, d = key.split("|")
|
||
status = "fail" if v["fail"] else "xpass"
|
||
examples = "\n".join(json.dumps(e, ensure_ascii=False, default=str) for e in v["examples"])
|
||
items.append(f'<details><summary><span class="tag s-{status}">{v[status]}/{v["n"]}</span> {html.escape(f)} · '
|
||
f'{html.escape(origin)} → {html.escape(obs)} · {html.escape(DIR_LABEL.get(d, d))}</summary>'
|
||
f"<pre>{html.escape(examples)}</pre></details>")
|
||
out.append(f'<section><h2>Failing cells ({len(bad)})</h2><div class="fails">' + ("".join(items) or "<p>None.</p>") + "</div></section>")
|
||
# bash scenarios
|
||
if scenarios:
|
||
per = defaultdict(Counter)
|
||
for s in scenarios:
|
||
per[s["peer"]][s["status"]] += 1
|
||
srows = "".join(f"<tr><th>{html.escape(p)}</th>" + "".join(f"<td>{c.get(s, 0)}</td>" for s in ("pass", "fail", "xfail")) + "</tr>"
|
||
for p, c in per.items())
|
||
failed = "".join(f"<li>{html.escape(s['peer'])}: {html.escape(s['check'])} ({s['status']})</li>"
|
||
for s in scenarios if s["status"] != "pass")
|
||
out.append('<section><h2>Scenarios</h2><p>The pasture\'s scripted checks, one peer at a time.</p>'
|
||
'<div class="scroll"><table><thead><tr><th>peer</th><th>pass</th><th>fail</th><th>known gap</th></tr></thead>'
|
||
f"<tbody>{srows}</tbody></table></div><ul>{failed}</ul></section>")
|
||
out.append("</main>")
|
||
return "\n".join(out)
|
||
|
||
|
||
def main(args):
|
||
import seed
|
||
name = next((a for a in args if not a.startswith("--")), "village")
|
||
run_dir = seed.run_dir(name)
|
||
with open(os.path.join(run_dir, "results.json")) as f:
|
||
result = json.load(f)
|
||
scenarios = []
|
||
path = os.path.join(seed.OUT, "scenarios.jsonl")
|
||
if os.path.exists(path):
|
||
with open(path) as f:
|
||
scenarios = [json.loads(line) for line in f if line.strip()]
|
||
page = render(result, scenarios, "PrivaPub Town Matrix")
|
||
target = os.path.join(run_dir, "report.html")
|
||
with open(target, "w") as f:
|
||
f.write(page)
|
||
print(target)
|
||
return 0
|
||
|
||
|
||
if __name__ == "__main__":
|
||
sys.exit(main(sys.argv[1:]))
|