{"schema":"taifoon.pipe.bench.v1","run_id":"20261021T134445Z","run_at":"2026-10-21T13:44:45.285Z","finished_at":"2026-10-21T13:48:29.435Z","script":"coordpipe/bench/live/pipe-live-bench.mjs + coordpipe/bench/live/box.sh","coord_commit":"5c56751ce3c284a74018bb2b54bafb04f514187a","how":"node coordpipe/bench/live/pipe-live-bench.mjs --n 10 --micro <dir> (read-only: keyless GETs on https://coord.taifoon.dev/v1, loopback GETs on the pipe's host, its journal, Prometheus)","bounds":{"public_gap_ms":500,"public_samples":10,"loopback_samples":20,"loopback_gap_ms":200,"sse_s":20},"pipe":{"state":"up (restarted within the hour)","commit":"8fdda29eb111296e21d70c9c6cb974a279094b81","installed_at":"20261021T132613Z","memory_max_bytes":4294967296,"restarts":0,"waited_s":0,"last_batch":{"at":"2026-10-21T13:46:28Z","batch":79247,"component":"coordpipe","event":"batch","leaves":5,"level":"info","ms":8,"root":"0x9099e2c73855460c613b0f62ab407d0b0186d03ba87051c5c59c70f3d910c29a"},"restarts_24h":[{"at":"2026-10-21T00:04:04Z","db_open_ms":12698,"start_ready_ms":356952,"fold_ready_ms":1410059,"match_leaves":207949},{"at":"2026-10-21T00:48:26Z","db_open_ms":16657,"start_ready_ms":378970,"fold_ready_ms":1512917,"match_leaves":208173},{"at":"2026-10-21T01:16:08Z","db_open_ms":18844,"start_ready_ms":511247,"fold_ready_ms":1559117,"match_leaves":208176},{"at":"2026-10-21T01:46:12Z","db_open_ms":25558,"start_ready_ms":437301,"fold_ready_ms":1737440,"match_leaves":208353},{"at":"2026-10-21T02:16:51Z","db_open_ms":22684,"start_ready_ms":496107,"fold_ready_ms":1576629,"match_leaves":208355},{"at":"2026-10-21T02:47:11Z","db_open_ms":20652,"start_ready_ms":401272,"fold_ready_ms":null,"match_leaves":208520},{"at":"2026-10-21T03:05:05Z","db_open_ms":9852,"start_ready_ms":328915,"fold_ready_ms":1375028,"match_leaves":208522},{"at":"2026-10-21T03:31:56Z","db_open_ms":28849,"start_ready_ms":523998,"fold_ready_ms":2426503,"match_leaves":208525},{"at":"2026-10-21T04:12:59Z","db_open_ms":26262,"start_ready_ms":477718,"fold_ready_ms":1819567,"match_leaves":208794},{"at":"2026-10-21T04:43:49Z","db_open_ms":17416,"start_ready_ms":450485,"fold_ready_ms":2507136,"match_leaves":208957},{"at":"2026-10-21T05:25:46Z","db_open_ms":31615,"start_ready_ms":411873,"fold_ready_ms":null,"match_leaves":208959},{"at":"2026-10-21T05:49:32Z","db_open_ms":11937,"start_ready_ms":474765,"fold_ready_ms":null,"match_leaves":209122},{"at":"2026-10-21T06:17:26Z","db_open_ms":15729,"start_ready_ms":482865,"fold_ready_ms":null,"match_leaves":209123},{"at":"2026-10-21T06:46:25Z","db_open_ms":11617,"start_ready_ms":414899,"fold_ready_ms":null,"match_leaves":209285},{"at":"2026-10-21T07:05:07Z","db_open_ms":16217,"start_ready_ms":414820,"fold_ready_ms":null,"match_leaves":209286},{"at":"2026-10-21T07:33:36Z","db_open_ms":14316,"start_ready_ms":438231,"fold_ready_ms":null,"match_leaves":209286},{"at":"2026-10-21T08:02:04Z","db_open_ms":11726,"start_ready_ms":314751,"fold_ready_ms":1595736,"match_leaves":209448},{"at":"2026-10-21T08:28:57Z","db_open_ms":12541,"start_ready_ms":456998,"fold_ready_ms":1699218,"match_leaves":209448},{"at":"2026-10-21T08:57:32Z","db_open_ms":15845,"start_ready_ms":465680,"fold_ready_ms":1821300,"match_leaves":209618},{"at":"2026-10-21T09:28:19Z","db_open_ms":16092,"start_ready_ms":456748,"fold_ready_ms":1720399,"match_leaves":209619},{"at":"2026-10-21T09:57:15Z","db_open_ms":18391,"start_ready_ms":542678,"fold_ready_ms":null,"match_leaves":209782},{"at":"2026-10-21T10:18:47Z","db_open_ms":22944,"start_ready_ms":588886,"fold_ready_ms":2487898,"match_leaves":209782},{"at":"2026-10-21T11:00:26Z","db_open_ms":39275,"start_ready_ms":559131,"fold_ready_ms":null,"match_leaves":209944},{"at":"2026-10-21T11:33:03Z","db_open_ms":19723,"start_ready_ms":580711,"fold_ready_ms":null,"match_leaves":209944},{"at":"2026-10-21T12:04:08Z","db_open_ms":12653,"start_ready_ms":378886,"fold_ready_ms":1579260,"match_leaves":210189},{"at":"2026-10-21T12:30:51Z","db_open_ms":15851,"start_ready_ms":480922,"fold_ready_ms":null,"match_leaves":210190},{"at":"2026-10-21T12:48:02Z","db_open_ms":12350,"start_ready_ms":492209,"fold_ready_ms":null,"match_leaves":210352},{"at":"2026-10-21T13:18:56Z","db_open_ms":13405,"start_ready_ms":null,"fold_ready_ms":null,"match_leaves":null},{"at":"2026-10-21T13:27:06Z","db_open_ms":509,"start_ready_ms":37230,"fold_ready_ms":356274,"match_leaves":210352}]},"rows":[{"id":"ingest.observed_per_s.run","group":"ingest","what":"observe envelopes written by the ingest during this run (stats delta)","source":"loopback","unit":"/s","status":"ok","value":1.51,"n":174,"window_s":115.209},{"id":"ingest.events_per_s.1h","group":"ingest","what":"producer events the ingest read (pipe_ingest_events_total, rate 1 h)","source":"prometheus","unit":"/s","status":"ok","value":1.582},{"id":"ingest.sends_per_s.24h","group":"ingest","what":"envelopes sent into the pipe (pipe_envelopes_total{state=queued}, rate 24 h)","source":"prometheus","unit":"/s","status":"ok","value":2.378},{"id":"ingest.events.24h","group":"ingest","what":"producer events read in 24 h, by source","source":"prometheus","unit":"events","status":"ok","value":121926,"by_source":{"across_v3":36940,"layerzero_v2":52391,"mayan_swift":23844,"taifoon_assurance":332,"u_taifoon_bridge_arc":0,"erc8183":246,"memo_acp":122,"superroot":6855,"taifoon_coord":933,"taifoon_pipe":263}},{"id":"ack.latency.24h","group":"ack","what":"send → ack, every carrier (pipe_ack_latency_seconds, 24h); a chain-completion ack waits for the chain","source":"prometheus","unit":"ms","status":"ok","n":62,"p50":"> 60000","p95":"> 60000","p99":"> 60000","buckets":[{"le":"+Inf","c":"62.021535255296975"},{"le":"0.005","c":"0"},{"le":"0.01","c":"0"},{"le":"0.025","c":"0"},{"le":"0.05","c":"0"},{"le":"0.1","c":"0"},{"le":"0.25","c":"0"},{"le":"0.5","c":"0"},{"le":"1.0","c":"0"},{"le":"10.0","c":"14.004862799583188"},{"le":"2.5","c":"0"},{"le":"5.0","c":"8.002778742618965"},{"le":"60.0","c":"14.004862799583188"}]},{"id":"ack.latency.7d","group":"ack","what":"send → ack, every carrier (pipe_ack_latency_seconds, 7d); a chain-completion ack waits for the chain","source":"prometheus","unit":"ms","status":"ok","n":580,"p50":"> 60000","p95":"> 60000","p99":"> 60000","buckets":[{"le":"+Inf","c":"580.2511963318534"},{"le":"0.005","c":"0"},{"le":"0.01","c":"0"},{"le":"0.025","c":"0"},{"le":"0.05","c":"0"},{"le":"0.1","c":"0"},{"le":"0.25","c":"0"},{"le":"0.5","c":"0"},{"le":"1.0","c":"4.012928047859677"},{"le":"10.0","c":"80.01847166326914"},{"le":"2.5","c":"8.013087666337208"},{"le":"5.0","c":"54.016178710996996"},{"le":"60.0","c":"201.1974336542144"}]},{"id":"fold.batch_ms.24h","group":"fold","what":"one fold pass: new leaves → batch root (journal `batch` events, 24 h)","source":"journal","unit":"ms","status":"ok","n":7707,"p50":15,"p95":112,"p99":325,"max":93357,"leaves_p50":11,"leaves_max":18378,"us_per_leaf_p50":1266.667,"last_batch":{"batch":79247,"at":"2026-10-21T13:46:28Z","leaves":5,"ms":8}},{"id":"fold.open_s.max24h","group":"fold","what":"fold open after a start (checkpoint load + replay; batches wait for it)","source":"prometheus","unit":"s","status":"ok","value":1902.505},{"id":"search.public.tag","group":"search","what":"GET /v1/match/search: a broad capability tag","source":"public /v1","unit":"ms","status":"ok","n":10,"p50":29.921,"p95":355.25,"p99":355.25,"max":355.25,"codes":{"200":10},"served":{"pipe":7,"edge":3},"hits":10},{"id":"search.public.model","group":"search","what":"GET /v1/match/search: a model tag","source":"public /v1","unit":"ms","status":"ok","n":10,"p50":27.663,"p95":275.814,"p99":275.814,"max":275.814,"codes":{"200":10},"served":{"pipe":7,"edge":3},"hits":9},{"id":"search.public.class","group":"search","what":"GET /v1/match/search: a lane class","source":"public /v1","unit":"ms","status":"ok","n":10,"p50":28.997,"p95":283.888,"p99":283.888,"max":283.888,"codes":{"200":10},"served":{"pipe":7,"edge":3},"hits":10},{"id":"search.public.venue","group":"search","what":"GET /v1/match/search: a tag within one venue","source":"public /v1","unit":"ms","status":"ok","n":10,"p50":50.859,"p95":254.018,"p99":254.018,"max":254.018,"codes":{"200":10},"served":{"pipe":7,"edge":3},"hits":4},{"id":"search.public.chain","group":"search","what":"GET /v1/match/search: a tag on one chain","source":"public /v1","unit":"ms","status":"ok","n":10,"p50":46.78,"p95":602.592,"p99":602.592,"max":602.592,"codes":{"200":10},"served":{"pipe":6,"edge":4},"hits":10},{"id":"search.public.cap","group":"search","what":"GET /v1/match/search: a tag under a price cap","source":"public /v1","unit":"ms","status":"ok","n":10,"p50":30.587,"p95":243.888,"p99":243.888,"max":243.888,"codes":{"200":10},"served":{"pipe":7,"edge":3},"hits":0},{"id":"search.public.unit","group":"search","what":"GET /v1/match/search: a tag in one canonical unit","source":"public /v1","unit":"ms","status":"ok","n":10,"p50":28.193,"p95":251.334,"p99":251.334,"max":251.334,"codes":{"200":10},"served":{"pipe":7,"edge":3},"hits":10},{"id":"search.public.miss","group":"search","what":"GET /v1/match/search: a tag nobody offers","source":"public /v1","unit":"ms","status":"ok","n":10,"p50":26.987,"p95":239,"p99":239,"max":239,"codes":{"200":10},"served":{"pipe":7,"edge":3},"hits":0},{"id":"search.loopback.tag","group":"search","what":"GET /pipe/match/search: a broad capability tag","source":"loopback","unit":"ms","status":"ok","n":20,"p50":1.683,"p95":128.041,"p99":202.463,"max":202.463,"codes":{"200":20}},{"id":"search.loopback.model","group":"search","what":"GET /pipe/match/search: a model tag","source":"loopback","unit":"ms","status":"ok","n":20,"p50":1.711,"p95":106.306,"p99":108.747,"max":108.747,"codes":{"200":20}},{"id":"search.loopback.class","group":"search","what":"GET /pipe/match/search: a lane class","source":"loopback","unit":"ms","status":"ok","n":20,"p50":2.16,"p95":99.942,"p99":994.562,"max":994.562,"codes":{"200":20}},{"id":"search.loopback.venue","group":"search","what":"GET /pipe/match/search: a tag within one venue","source":"loopback","unit":"ms","status":"ok","n":20,"p50":1.158,"p95":9.99,"p99":481.728,"max":481.728,"codes":{"200":20}},{"id":"search.loopback.chain","group":"search","what":"GET /pipe/match/search: a tag on one chain","source":"loopback","unit":"ms","status":"ok","n":20,"p50":1.357,"p95":104.872,"p99":192.161,"max":192.161,"codes":{"200":20}},{"id":"search.loopback.cap","group":"search","what":"GET /pipe/match/search: a tag under a price cap","source":"loopback","unit":"ms","status":"ok","n":20,"p50":0.905,"p95":1042.285,"p99":1563.125,"max":1563.125,"codes":{"200":20}},{"id":"search.loopback.miss","group":"search","what":"GET /pipe/match/search: a tag nobody offers","source":"loopback","unit":"ms","status":"ok","n":20,"p50":0.803,"p95":181.98,"p99":272.295,"max":272.295,"codes":{"200":20}},{"id":"search.loopback.proofs","group":"search","what":"GET /pipe/match/search: a tag, each hit with its inclusion proof","source":"loopback","unit":"ms","status":"ok","n":20,"p50":1.423,"p95":39.18,"p99":350.71,"max":350.71,"codes":{"200":20}},{"id":"search.loopback.lookup","group":"search","what":"GET /pipe/match: cheapest under a cap, one venue × class (with proofs)","source":"loopback","unit":"ms","status":"ok","n":20,"p50":1.193,"p95":93.587,"p99":119.258,"max":119.258,"codes":{"200":20}},{"id":"search.server.24h","group":"search","what":"server-side match lookups and searches (pipe_match_lookup_seconds, 24 h)","source":"prometheus","unit":"ms","status":"ok","n":791,"p50":2.669,"p95":7.276,"p99":169.467},{"id":"proof.loopback.match_big","group":"proof","what":"GET /pipe/match/proof: a leaf of the biggest match twig (x402-base 151583)","source":"loopback","unit":"ms","status":"ok","n":20,"p50":1.185,"p95":2.233,"p99":8.973,"max":8.973,"codes":{"200":20},"bytes_p50":3049},{"id":"proof.loopback.match_small","group":"proof","what":"GET /pipe/match/proof: a leaf of a small match twig (deepinfra)","source":"loopback","unit":"ms","status":"ok","n":20,"p50":0.976,"p95":14.541,"p99":33.71,"max":33.71,"codes":{"200":20},"bytes_p50":2469},{"id":"proof.loopback.twig","group":"proof","what":"GET /pipe/twigster/proof/taifoon/:twig: a recent twig of the busiest actor (count 243760 oldest_retained 0)","source":"loopback","unit":"ms","status":"ok","n":20,"p50":4.059,"p95":47.514,"p99":102.166,"max":102.166,"codes":{"200":20},"bytes_p50":2548},{"id":"proof.loopback.twig_dir","group":"proof","what":"GET /pipe/twigster/proof/directory:erc8004-8453/:twig (a permanent directory actor)","source":"loopback","unit":"ms","status":"ok","n":20,"p50":1.552,"p95":29.866,"p99":35.773,"max":35.773,"codes":{"200":20},"bytes_p50":2017},{"id":"proof.loopback.consistency","group":"proof","what":"GET /pipe/twigster/consistency/taifoon/:old (head − 100 → head)","source":"loopback","unit":"ms","status":"ok","n":20,"p50":328.781,"p95":446.252,"p99":617.96,"max":617.96,"codes":{"200":20},"bytes_p50":5007},{"id":"proof.loopback.status","group":"proof","what":"GET /pipe/status/:id (an envelope, every leaf with its batch path)","source":"loopback","unit":"ms","status":"ok","n":20,"p50":0.958,"p95":1.98,"p99":35.241,"max":35.241,"codes":{"200":20},"bytes_p50":7789},{"id":"proof.public.twig","group":"proof","what":"GET /v1/pipe/twigs/taifoon: one actor's twig head, peaks, class","source":"public /v1","unit":"ms","status":"ok","n":5,"p50":210.575,"p95":423.325,"p99":423.325,"max":423.325,"codes":{"200":5}},{"id":"proof.public.twigs","group":"proof","what":"GET /v1/pipe/twigs: every actor's twig","source":"public /v1","unit":"ms","status":"ok","n":5,"p50":253.914,"p95":290.09,"p99":290.09,"max":290.09,"codes":{"200":5}},{"id":"stream.sse.public","group":"stream","what":"GET /v1/pipe/stream?live_only=1 (keyless SSE through the Workers): live event lag = receipt − event.at (±1 s: `at` is whole seconds)","source":"public /v1","unit":"ms","status":"ok","n":25,"p50":524,"p95":764,"p99":966,"max":966,"ttfb_ms":501.503,"first_event_ms":1091.172},{"id":"stream.sse.loopback","group":"stream","what":"GET /pipe/stream?live_only=1 on the loopback (the bus gRPC subscribers share): live event lag (±1 s)","source":"loopback","unit":"ms","status":"ok","n":76,"p50":353,"p95":924,"p99":950,"max":950,"delivered_per_s_1h":9.167},{"id":"stream.grpc.loopback","group":"stream","what":"gRPC CoordStream on the loopback","source":"loopback","unit":"ms","value":null,"status":"dead","note":"no gRPC client on the pipe host (grpcurl absent); SSE and gRPC read the same bus (stream.sse.loopback); in-process gRPC: stream.grpc.mac"},{"id":"memory.anon_per_100k_leaves","group":"memory","what":"the unit's anonymous memory (cgroup memory.stat anon: what the OOM killer counts against MemoryMax) ÷ leaves in the record × 100k, at the sample","source":"loopback","unit":"MB","status":"ok","value":118.658,"anon_mb":1458.528,"page_cache_mb":2648.957,"cgroup_mb":4176.839,"rss_mb":1440.632,"leaves":1229188,"memory_max_mb":4294.967},{"id":"memory.disk_per_100k_leaves","group":"memory","what":"store + checkpoints on disk ÷ leaves × 100k","source":"loopback","unit":"MB","status":"ok","value":1069.709,"db_mb":8303.179,"checkpoints_mb":4845.562},{"id":"memory.match_leaves","group":"memory","what":"match-twig leaves held in memory (every venue) and bodies held","source":"loopback","unit":"leaves","status":"ok","value":210522,"bodies_held":21309},{"id":"start.to_ready.24h","group":"start","what":"start → HTTP serving (db open + restores; journal start_ready), every start in 24 h","source":"journal","unit":"ms","status":"ok","n":28,"p50":456748,"p95":580711,"p99":588886,"max":588886,"starts":29,"oom_kills":28,"latest":{"at":"2026-10-21T13:27:06Z","db_open_ms":509,"start_ready_ms":37230,"fold_ready_ms":356274,"match_leaves":210352}},{"id":"start.to_fold_ready.24h","group":"start","what":"start → fold ready (batches fold again)","source":"journal","unit":"ms","status":"ok","n":16,"p50":1595736,"p95":2507136,"p99":2507136,"max":2507136,"of_starts":29},{"id":"start.up_ratio","group":"start","what":"share of Prometheus scrapes the pipe answered (up{job=coordpipe})","source":"prometheus","unit":"ratio","status":"ok","value":0.818,"last_6h":0.658},{"id":"ingest.send_per_s.mac","group":"ingest","what":"POST /pipe/send in process: send (accept + leaf + indexes + inbox) (pipe-bench, n 20000)","source":"mac in-process","unit":"/s","status":"ok","value":3563},{"id":"ingest.observe_per_s.mac","group":"ingest","what":"ingest observations, batches of 200 (stream-bench)","source":"mac in-process","unit":"/s","status":"ok","value":9936},{"id":"ack.latency.mac","group":"ack","what":"send → http carrier → receiver acks inline → acked, one at a time (pipe-bench)","source":"mac in-process","unit":"ms","status":"ok","n":2000,"p50":35.853,"p99":43.735},{"id":"ack.deliver_ack_per_s.mac","group":"ack","what":"deliver + inline ack through the http carrier, 16 threads (pipe-bench)","source":"mac in-process","unit":"/s","status":"ok","value":668},{"id":"fold.leaves_per_s.mac","group":"fold","what":"fold: leaves → batch roots + history and state trees (88000 leaves, 6 batches)","source":"mac in-process","unit":"leaves/s","status":"ok","value":9587,"ms_per_batch":1529.784},{"id":"search.mac.tag_no_proofs","group":"search","what":"match search, a tag, no proofs, 100000 leaves in one twig (match-bench)","source":"mac in-process","unit":"ms","status":"ok","p50":0.081834,"p95":0.08925,"p99":0.098125,"n":1000},{"id":"search.mac.tag_chain_cap_proofs","group":"search","what":"match search, tag + chain + cap, with proofs (match-bench)","source":"mac in-process","unit":"ms","status":"ok","p50":0.155333,"p95":0.166209,"p99":0.1775,"n":1000},{"id":"search.mac.lookup","group":"search","what":"cheapest under a cap with the proof (match-bench)","source":"mac in-process","unit":"ms","status":"ok","p50":0.037042000000000005,"p95":0.046083,"p99":0.051875,"n":1000,"proof_bytes":1586},{"id":"proof.mac.match_append","group":"proof","what":"match-twig appends (MMR leaves) per second","source":"mac in-process","unit":"/s","status":"ok","value":102908},{"id":"proof.mac.twig_verify_per_s","group":"proof","what":"a subscriber verifies signed records (twig proof + head signature), 10 actors (twigster-bench)","source":"mac in-process","unit":"/s","status":"ok","value":12396,"batch_twig_per_s":195453,"direct_per_s":29876,"record_bytes":1587},{"id":"memory.twigs_10k_actors.mac","group":"memory","what":"Twigster ranges kept in memory at 10k actors (twigster-bench)","source":"mac in-process","unit":"MB","status":"ok","value":1661,"bytes_per_actor_max":166144,"appends_per_s":1896341},{"id":"stream.grpc.mac","group":"stream","what":"gRPC CoordStream fan-out in process: deliveries/s at 1 · 10 · 100 subscribers (stream-bench)","source":"mac in-process","unit":"deliveries/s","status":"ok","value":100707,"at_1":5146,"at_10":22468,"lag_events":0},{"id":"stream.e2e.mac","group":"stream","what":"send → UDP datagram at a receiver → delivered → ack → 4 leaves (stream-bench)","source":"mac in-process","unit":"ms","status":"ok","n":5000,"p50":1.834,"p99":4.444},{"id":"stream.udp.mac","group":"stream","what":"UDP fan-out at 100k datagrams/s on loopback (stream-bench)","source":"mac in-process","unit":"ms","status":"ok","p50":0.017,"p99":0.045,"loss_pct":0},{"id":"stream.replay.mac","group":"stream","what":"replay from seq 0 (stream-bench)","source":"mac in-process","unit":"events/s","status":"ok","value":82606},{"id":"stream.fanout_mix.mac","group":"stream","what":"one stream, production mix, 12 subscribers, 50000 events (tests/stream_fanout_bench, --ignored)","source":"mac in-process","unit":"µs/event","status":"ok","value":75.74,"delivered":600000},{"id":"memory.bytes_per_envelope.mac","group":"memory","what":"store bytes per envelope on disk, every leaf and index (pipe-bench)","source":"mac in-process","unit":"bytes","status":"ok","value":14440}],"get_key":{"free":true,"why":"a free key in one call (no payment, nothing signed): send it as X-API-Key for its own budget on /v1/demands, /gw/rpc, /gw/mcp and /v1/agents/register","http":{"method":"POST","url":"https://coord.taifoon.dev/v1/register","body":{},"optional":{"wallet_address":"0x… a label for your tenant; nothing is signed"}},"mcp":{"server":"https://coord.taifoon.dev/mcp","tool":"taifoon_register","arguments":{}},"cli":"npx @taifoon/cli login --free","quickstart":"https://coord.taifoon.dev/v1/quickstart"}}