{"run":"r00","kind":"reference","date":"2026-10-07T21:41:09Z","outcome":"finished","spec_tag":"spec-v1.0.0","spec_blob":"1c5049f09a8c404941b52748437c0bff511b17a7","decisions_blob":"10325e4b5d8fed09f2e4c88bf50e4fabff0cdd6f","suite_tree":"d0d8497a2bf7c1a750b0d0265f7146ad1259d13b","reference":"craigm26/mcp-tape@793eb85f57924e01e06d5af15b35fc889bb658fc (built dist/cli.js, run in-process by the adapter)","adapter":".regenerate/suite/adapters/reference","platform":"win32","node":"v22.20.0","suite":{"passed":45,"total":65,"advisory":"0/0","skipped":7,"na":4,"failing":[{"case":"fw-big-message-out","reqs":["REQ-FW-001","REQ-TR-007"],"class":"c:D-010"},{"case":"fw-big-message-in","reqs":["REQ-FW-001","REQ-TR-007"],"class":"c:D-010"},{"case":"rd-large-blob-in","reqs":["REQ-RD-006","REQ-FW-001"],"class":"c:D-010"},{"case":"rd-large-blob-out","reqs":["REQ-RD-006","REQ-FW-001"],"class":"c:D-010"},{"case":"utf8-split-out","reqs":["REQ-TR-007","REQ-FW-001"],"class":"c:D-005"},{"case":"utf8-split-in","reqs":["REQ-TR-007","REQ-FW-001"],"class":"c:D-005"},{"case":"eof-unterminated-out-line","reqs":["REQ-TR-008","REQ-FW-001"],"class":"c:D-004"},{"case":"eof-unterminated-in-line","reqs":["REQ-TR-008","REQ-FW-004"],"class":"c:D-002"},{"case":"eof-propagates-to-child","reqs":["REQ-FW-004"],"class":"c:D-002"},{"case":"eof-empty-input","reqs":["REQ-FW-004","REQ-TR-002"],"class":"c:D-002"},{"case":"child-exit-with-stdin-open","reqs":["REQ-FW-005","REQ-EX-001"],"class":"c:D-003"},{"case":"child-exits-immediately-stdin-open","reqs":["REQ-FW-005","REQ-EX-001"],"class":"c:D-003"},{"case":"exit-command-not-found","reqs":["REQ-EX-004","REQ-TR-002"],"class":"c:D-014"},{"case":"cli-bad-redact-regex","reqs":["REQ-CLI-004"],"class":"c:D-015"},{"case":"label-derived-config-name","reqs":["REQ-LB-001"],"class":"c:D-012"},{"case":"label-derived-backslash","reqs":["REQ-LB-001"],"class":"c:D-012"},{"case":"label-derived-redacted-secret","reqs":["REQ-LB-001","REQ-RD-005"],"class":"c:D-011"},{"case":"command-redacted-in-meta","reqs":["REQ-RD-005","REQ-TR-003"],"class":"c:D-011"},{"case":"command-not-redacted-without-defaults","reqs":["REQ-RD-005"],"class":"c:D-011"},{"case":"pl-args-exact","reqs":["REQ-PL-002","REQ-FW-006"],"class":"c:D-017"}],"skipped_cases":["exit-child-signal-SIGTERM","exit-child-signal-SIGKILL","exit-child-signal-SIGUSR1","exit-child-signal-SIGHUP","signal-forwarded-SIGTERM","signal-forwarded-SIGINT","signal-forwarded-child-dies"]},"failure_classes":{"c:D-010":4,"c:D-005":2,"c:D-004":1,"c:D-002":3,"c:D-003":2,"c:D-014":1,"c:D-015":1,"c:D-012":2,"c:D-011":3,"c:D-017":1},"suite_bugs_fixed_before_r00":3,"notes":"All 20 failures are (c) corrections. 7 POSIX-only cases skipped on Windows (not yet run against the reference). Suite bugs fixed first: REQ-TR-006 was untestable (now prose), quadratic oracle (patterns 10/11 by word rules, fuzz-checked), label derivation masked unrelated cases (explicit --label)."} {"run":"r00.1","kind":"reference","date":"2026-10-07T21:44:02Z","outcome":"finished","spec_tag":"spec-v1.0.1","spec_blob":"b74661dae779d0743218a2feab21a5d5d8a095a4","decisions_blob":"10325e4b5d8fed09f2e4c88bf50e4fabff0cdd6f","suite_tree":"6a1db3504079a71494883186823d7a03f792e0ed","reference":"craigm26/mcp-tape@793eb85f57924e01e06d5af15b35fc889bb658fc (built dist/cli.js, run in-process by the adapter)","adapter":".regenerate/suite/adapters/reference","platform":"win32","node":"v22.20.0","suite":{"passed":45,"total":65,"advisory":"0/0","skipped":7,"na":4,"failing":[{"case":"fw-big-message-out","reqs":["REQ-FW-001","REQ-TR-007"],"class":"c:D-010"},{"case":"fw-big-message-in","reqs":["REQ-FW-001","REQ-TR-007"],"class":"c:D-010"},{"case":"rd-large-blob-in","reqs":["REQ-RD-006","REQ-FW-001"],"class":"c:D-010"},{"case":"rd-large-blob-out","reqs":["REQ-RD-006","REQ-FW-001"],"class":"c:D-010"},{"case":"utf8-split-out","reqs":["REQ-TR-007","REQ-FW-001"],"class":"c:D-005"},{"case":"utf8-split-in","reqs":["REQ-TR-007","REQ-FW-001"],"class":"c:D-005"},{"case":"eof-unterminated-out-line","reqs":["REQ-TR-008","REQ-FW-001"],"class":"c:D-004"},{"case":"eof-unterminated-in-line","reqs":["REQ-TR-008","REQ-FW-004"],"class":"c:D-002"},{"case":"eof-propagates-to-child","reqs":["REQ-FW-004"],"class":"c:D-002"},{"case":"eof-empty-input","reqs":["REQ-FW-004","REQ-TR-002"],"class":"c:D-002"},{"case":"child-exit-with-stdin-open","reqs":["REQ-FW-005","REQ-EX-001"],"class":"c:D-003"},{"case":"child-exits-immediately-stdin-open","reqs":["REQ-FW-005","REQ-EX-001"],"class":"c:D-003"},{"case":"exit-command-not-found","reqs":["REQ-EX-004","REQ-TR-002"],"class":"c:D-014"},{"case":"cli-bad-redact-regex","reqs":["REQ-CLI-004"],"class":"c:D-015"},{"case":"label-derived-config-name","reqs":["REQ-LB-001"],"class":"c:D-012"},{"case":"label-derived-backslash","reqs":["REQ-LB-001"],"class":"c:D-012"},{"case":"label-derived-redacted-secret","reqs":["REQ-LB-001","REQ-RD-005"],"class":"c:D-011"},{"case":"command-redacted-in-meta","reqs":["REQ-RD-005","REQ-TR-003"],"class":"c:D-011"},{"case":"command-not-redacted-without-defaults","reqs":["REQ-RD-005"],"class":"c:D-011"},{"case":"pl-args-exact","reqs":["REQ-PL-002","REQ-FW-006"],"class":"c:D-017"}]},"failure_classes":{"c:D-010":4,"c:D-005":2,"c:D-004":1,"c:D-002":3,"c:D-003":2,"c:D-014":1,"c:D-015":1,"c:D-012":2,"c:D-011":3,"c:D-017":1},"notes":"Same 20 explained failures. spec-v1.0.0 was never used for a build: its SPEC failed the pre-launch leak check (an example path /home/u/.env.local matched the local-path rule)."} {"run":"r01","kind":"blind","date":"2026-10-07T21:50:45Z","outcome":"finished","spec_tag":"spec-v1.0.1","spec_blob":"b74661dae779d0743218a2feab21a5d5d8a095a4","decisions_blob":"10325e4b5d8fed09f2e4c88bf50e4fabff0cdd6f","prompt_blob":"4e6c3b85d07fd5d589acbf69c21d52e12a031538","suite_tree":"6a1db3504079a71494883186823d7a03f792e0ed","model":"sonnet","model_id":"claude-sonnet-5-5","lang":"ts","sandbox_id":"mtfduh","isolation":"nested -p via launch-blind.sh@3b7118af1dff370d705836006addb4f368c676b0","audit":{"violations":0,"init_ok":true,"denied_calls":1,"recognized_reference":false,"auditor":"inline-script literal fixes; first pass reported 5 false positives (regex text and an escape in node -e scripts)"},"turns":22,"duration_min":4.5,"cost_usd":0.5736722,"own_tests":{"passed":26,"failed":0},"suite":{"passed":69,"total":69,"advisory":"0/0","skipped":7,"na":0,"failing":[],"platform":"win32"},"loc":227,"deps":[],"choices":{"total":14,"pin":0,"clarify":1,"open":12,"wrong":0,"quirk":0,"already_pinned":1},"silent_divergences":{"total":0,"clarify":0,"wrong":0,"suite_bug":0},"clean":false,"branch":"regen/r01","transcript_sha256":"f6ce6eb524151abcc31dd0edf7903a8a0c4f5e91c3c79bbc4579dc96a0ff6e07","notes":"Not clean: C-1 clarify (REQ-IF-001 required the driver path to resolve relative to the implementation folder, which plain words cannot do; the suite resolves it). 69/69 on Windows; 7 POSIX cases skipped."} {"run":"r00.2","kind":"reference","date":"2026-10-07T21:55:22Z","outcome":"finished","spec_tag":"spec-v1.0.2","spec_blob":"44d37788fe50a71221150d732da01253415ca933","decisions_blob":"32d4f1eb33de0ad5739d893703b8ea6e33f251a7","suite_tree":"d7f9e403b1f0d81c05cb0e28912b97ed942b4504","reference":"craigm26/mcp-tape@793eb85f57924e01e06d5af15b35fc889bb658fc (built dist/cli.js, run in-process by the adapter)","adapter":".regenerate/suite/adapters/reference","platform":"win32","node":"v22.20.0","suite":{"passed":45,"total":65,"advisory":"0/0","skipped":7,"na":4,"failing":[{"case":"fw-big-message-out","reqs":["REQ-FW-001","REQ-TR-007"],"class":"c:D-010"},{"case":"fw-big-message-in","reqs":["REQ-FW-001","REQ-TR-007"],"class":"c:D-010"},{"case":"rd-large-blob-in","reqs":["REQ-RD-006","REQ-FW-001"],"class":"c:D-010"},{"case":"rd-large-blob-out","reqs":["REQ-RD-006","REQ-FW-001"],"class":"c:D-010"},{"case":"utf8-split-out","reqs":["REQ-TR-007","REQ-FW-001"],"class":"c:D-005"},{"case":"utf8-split-in","reqs":["REQ-TR-007","REQ-FW-001"],"class":"c:D-005"},{"case":"eof-unterminated-out-line","reqs":["REQ-TR-008","REQ-FW-001"],"class":"c:D-004"},{"case":"eof-unterminated-in-line","reqs":["REQ-TR-008","REQ-FW-004"],"class":"c:D-002"},{"case":"eof-propagates-to-child","reqs":["REQ-FW-004"],"class":"c:D-002"},{"case":"eof-empty-input","reqs":["REQ-FW-004","REQ-TR-002"],"class":"c:D-002"},{"case":"child-exit-with-stdin-open","reqs":["REQ-FW-005","REQ-EX-001"],"class":"c:D-003"},{"case":"child-exits-immediately-stdin-open","reqs":["REQ-FW-005","REQ-EX-001"],"class":"c:D-003"},{"case":"exit-command-not-found","reqs":["REQ-EX-004","REQ-TR-002"],"class":"c:D-014"},{"case":"cli-bad-redact-regex","reqs":["REQ-CLI-004"],"class":"c:D-015"},{"case":"label-derived-config-name","reqs":["REQ-LB-001"],"class":"c:D-012"},{"case":"label-derived-backslash","reqs":["REQ-LB-001"],"class":"c:D-012"},{"case":"label-derived-redacted-secret","reqs":["REQ-LB-001","REQ-RD-005"],"class":"c:D-011"},{"case":"command-redacted-in-meta","reqs":["REQ-RD-005","REQ-TR-003"],"class":"c:D-011"},{"case":"command-not-redacted-without-defaults","reqs":["REQ-RD-005"],"class":"c:D-011"},{"case":"pl-args-exact","reqs":["REQ-PL-002","REQ-FW-006"],"class":"c:D-017"}]},"failure_classes":{"c:D-010":4,"c:D-005":2,"c:D-004":1,"c:D-002":3,"c:D-003":2,"c:D-014":1,"c:D-015":1,"c:D-012":2,"c:D-011":3,"c:D-017":1},"notes":"Same 20 explained failures."} {"run":"r01.rescore@spec-v1.0.2","kind":"rescore","of":"r01","date":"2026-10-07T21:55:22Z","spec_tag":"spec-v1.0.2","suite_tree":"d7f9e403b1f0d81c05cb0e28912b97ed942b4504","suite":{"passed":69,"total":69,"advisory":"0/0","skipped":7,"na":0,"failing":[]},"notes":"Informational; Windows."} {"run":"r02","kind":"blind","date":"2026-10-07T22:02:42Z","outcome":"finished","spec_tag":"spec-v1.0.2","spec_blob":"44d37788fe50a71221150d732da01253415ca933","decisions_blob":"32d4f1eb33de0ad5739d893703b8ea6e33f251a7","prompt_blob":"4e6c3b85d07fd5d589acbf69c21d52e12a031538","suite_tree":"d7f9e403b1f0d81c05cb0e28912b97ed942b4504","model":"sonnet","model_id":"claude-sonnet-5-5","lang":"ts","sandbox_id":"uuujlx","isolation":"nested -p via launch-blind.sh@3b7118af1dff370d705836006addb4f368c676b0","audit":{"violations":0,"init_ok":true,"denied_calls":1,"recognized_reference":false},"turns":25,"duration_min":5.7,"cost_usd":0.6982614999999999,"own_tests":{"passed":28,"failed":0},"suite":{"passed":69,"total":69,"advisory":"0/0","skipped":7,"na":0,"failing":[],"platform":"win32"},"loc":239,"deps":[],"choices":{"total":17,"pin":1,"clarify":1,"open":11,"wrong":1,"quirk":0,"already_pinned":3},"silent_divergences":{"total":0,"clarify":0,"wrong":0,"suite_bug":0},"clean":false,"branch":"regen/r02","transcript_sha256":"cc64a1384fde27897b3bf7d2a35a8517b510237eb151fa9d9c1d4f2ff9b64bd0","notes":"Not clean: C-5 pin (regex flags/anchors for --redact unstated; Python $ differs), C-14 clarify (REQ-RD-006 general sentence stronger than intended). 69/69 on Windows; 7 POSIX skipped."} {"run":"r00.3","kind":"reference","date":"2026-10-08T01:45:30Z","outcome":"finished","spec_tag":"spec-v1.1.0","spec_blob":"5de33181e8e76161b3866216828b71ac473184ba","decisions_blob":"209ebf07cc1db0f911eb6e75c37c8f3c73a7fa01","suite_tree":"ab3d8de3aad1584cd74093d1b835b38b49585ef2","reference":"craigm26/mcp-tape@793eb85f57924e01e06d5af15b35fc889bb658fc (built dist/cli.js, run in-process by the adapter)","adapter":".regenerate/suite/adapters/reference","platform":"win32","node":"v22.20.0","suite":{"passed":46,"total":66,"advisory":"0/0","skipped":7,"na":4,"failing":[{"case":"fw-big-message-out","reqs":["REQ-FW-001","REQ-TR-007"],"class":"c:D-010"},{"case":"fw-big-message-in","reqs":["REQ-FW-001","REQ-TR-007"],"class":"c:D-010"},{"case":"rd-large-blob-in","reqs":["REQ-RD-006","REQ-FW-001"],"class":"c:D-010"},{"case":"rd-large-blob-out","reqs":["REQ-RD-006","REQ-FW-001"],"class":"c:D-010"},{"case":"utf8-split-out","reqs":["REQ-TR-007","REQ-FW-001"],"class":"c:D-005"},{"case":"utf8-split-in","reqs":["REQ-TR-007","REQ-FW-001"],"class":"c:D-005"},{"case":"eof-unterminated-out-line","reqs":["REQ-TR-008","REQ-FW-001"],"class":"c:D-004"},{"case":"eof-unterminated-in-line","reqs":["REQ-TR-008","REQ-FW-004"],"class":"c:D-002"},{"case":"eof-propagates-to-child","reqs":["REQ-FW-004"],"class":"c:D-002"},{"case":"eof-empty-input","reqs":["REQ-FW-004","REQ-TR-002"],"class":"c:D-002"},{"case":"child-exit-with-stdin-open","reqs":["REQ-FW-005","REQ-EX-001"],"class":"c:D-003"},{"case":"child-exits-immediately-stdin-open","reqs":["REQ-FW-005","REQ-EX-001"],"class":"c:D-003"},{"case":"exit-command-not-found","reqs":["REQ-EX-004","REQ-TR-002"],"class":"c:D-014"},{"case":"cli-bad-redact-regex","reqs":["REQ-CLI-004"],"class":"c:D-015"},{"case":"label-derived-config-name","reqs":["REQ-LB-001"],"class":"c:D-012"},{"case":"label-derived-backslash","reqs":["REQ-LB-001"],"class":"c:D-012"},{"case":"label-derived-redacted-secret","reqs":["REQ-LB-001","REQ-RD-005"],"class":"c:D-011"},{"case":"command-redacted-in-meta","reqs":["REQ-RD-005","REQ-TR-003"],"class":"c:D-011"},{"case":"command-not-redacted-without-defaults","reqs":["REQ-RD-005"],"class":"c:D-011"},{"case":"pl-args-exact","reqs":["REQ-PL-002","REQ-FW-006"],"class":"c:D-017"}]},"failure_classes":{"c:D-010":4,"c:D-005":2,"c:D-004":1,"c:D-002":3,"c:D-003":2,"c:D-014":1,"c:D-015":1,"c:D-012":2,"c:D-011":3,"c:D-017":1},"notes":"Same 20 explained failures. The new case rd-user-pattern-meanings passes: the earlier implementation compiles --redact patterns with the global flag alone. Run on the laptop, where the earlier implementation is built; the POSIX-only cases are skipped there."} {"run":"r01.rescore@spec-v1.1.0","kind":"rescore","of":"r01","date":"2026-10-08T01:44:35Z","spec_tag":"spec-v1.1.0","suite_tree":"ab3d8de3aad1584cd74093d1b835b38b49585ef2","suite":{"passed":76,"total":76,"advisory":"0/0","skipped":1,"na":0,"failing":[],"platform":"linux"},"notes":"Informational; Linux (cloud host), so the 7 POSIX-only cases ran for the first time and passed; the Windows-only .cmd case is skipped. The first Linux try found a suite bug (the SIGUSR1 case; see PROVENANCE)."} {"run":"r02.rescore@spec-v1.1.0","kind":"rescore","of":"r02","date":"2026-10-08T01:44:35Z","spec_tag":"spec-v1.1.0","suite_tree":"ab3d8de3aad1584cd74093d1b835b38b49585ef2","suite":{"passed":76,"total":76,"advisory":"0/0","skipped":1,"na":0,"failing":[],"platform":"linux"},"notes":"Informational; Linux (cloud host), so the 7 POSIX-only cases ran for the first time and passed; the Windows-only .cmd case is skipped. The first Linux try found a suite bug (the SIGUSR1 case; see PROVENANCE)."} {"run":"r03","kind":"blind","date":"2026-10-08T01:51:39Z","outcome":"finished","spec_tag":"spec-v1.1.0","spec_blob":"5de33181e8e76161b3866216828b71ac473184ba","decisions_blob":"209ebf07cc1db0f911eb6e75c37c8f3c73a7fa01","prompt_blob":"4e6c3b85d07fd5d589acbf69c21d52e12a031538","suite_tree":"ab3d8de3aad1584cd74093d1b835b38b49585ef2","model":"sonnet","model_id":"claude-sonnet-5-5","lang":"ts","sandbox_id":"ymoleq","isolation":"nested -p via launch-blind.sh@f94f845d4f1efe11b0d10539b2a98f561847942e","audit":{"violations":0,"init_ok":true,"denied_calls":1,"recognized_reference":false},"turns":18,"duration_min":4.1,"cost_usd":0.6334764,"own_tests":{"passed":29,"failed":0},"suite":{"passed":76,"total":76,"advisory":"0/0","skipped":1,"na":0,"failing":[],"platform":"linux"},"loc":241,"deps":[],"choices":{"total":16,"pin":0,"clarify":0,"open":13,"wrong":0,"quirk":0,"already_pinned":3},"silent_divergences":{"total":0,"clarify":0,"wrong":0,"suite_bug":0},"clean":true,"branch":"regen/r03","transcript_sha256":"36178e6c09805486783a39a6d306daa31027ef91c7349f4b5ea949402e66da83","notes":"Clean. First run on the cloud host (Linux) and with the allow-listed launcher environment. C-11 (signals before spawn; unnamed signals) is a candidate OPEN item."} {"run":"r03.win32@spec-v1.1.0","kind":"rescore","of":"r03","date":"2026-10-08T01:56:32Z","spec_tag":"spec-v1.1.0","suite_tree":"ab3d8de3aad1584cd74093d1b835b38b49585ef2","suite":{"passed":70,"total":70,"advisory":"0/0","skipped":7,"na":0,"failing":[],"platform":"win32"},"own_tests":{"passed":26,"failed":1,"with_type_warning_disabled":{"passed":27,"failed":0}},"node":"v22.20.0","notes":"Same tag on Windows (the laptop). The one own-test failure is the laptop's stray package.json: Node writes a MODULE_TYPELESS_PACKAGE_JSON warning to tape's stderr, which REQ-FW-003 allows and the builder's test does not."} {"run":"r04","kind":"blind","date":"2026-10-08T02:09:03Z","outcome":"finished","spec_tag":"spec-v1.1.0","spec_blob":"5de33181e8e76161b3866216828b71ac473184ba","decisions_blob":"209ebf07cc1db0f911eb6e75c37c8f3c73a7fa01","prompt_blob":"c51a85f9fd22a04814572607d3ccb08db4aa8efe","suite_tree":"ab3d8de3aad1584cd74093d1b835b38b49585ef2","model":"sonnet","model_id":"claude-sonnet-5-5","lang":"py","sandbox_id":"xhcmpz","isolation":"nested -p via launch-blind.sh@f94f845d4f1efe11b0d10539b2a98f561847942e","audit":{"violations":0,"init_ok":true,"denied_calls":3,"recognized_reference":false},"turns":19,"duration_min":5.8,"cost_usd":0.652571,"own_tests":{"passed":19,"failed":0},"suite":{"passed":76,"total":76,"advisory":"0/0","skipped":1,"na":0,"failing":[],"platform":"linux"},"loc":343,"deps":[],"choices":{"total":17,"pin":0,"clarify":0,"open":14,"wrong":0,"quirk":0,"already_pinned":3},"silent_divergences":{"total":0,"clarify":0,"wrong":0,"suite_bug":0},"platform_checks":{"win32":{"suite":"70/70","own_tests":{"passed":16,"failed":3},"classification":"clarify (REQ-IF-001, D-026)"}},"clean":false,"branch":"regen/r04","transcript_sha256":"389ccbd4ee2fd92436ce73b4fdb3ed6db4ab07ffd404485c6f0791ae6aa35fc6","notes":"Not clean: its own tests fail on Windows (3 of 19: LF expected from a Python child that writes CRLF there; SIGUSR1). The program passes every suite case on Linux and Windows. After the result line the orchestrator stopped a hung background test the builder had left running; the CLI then resumed for one turn without tool calls (included in turns and cost)."} {"run":"r04.win32@spec-v1.1.0","kind":"rescore","of":"r04","date":"2026-10-08T02:12:11Z","spec_tag":"spec-v1.1.0","suite_tree":"ab3d8de3aad1584cd74093d1b835b38b49585ef2","suite":{"passed":70,"total":70,"advisory":"0/0","skipped":7,"na":0,"failing":[],"platform":"win32"},"own_tests":{"passed":16,"failed":3},"python":"3.14.2","notes":"Same tag on Windows (the laptop)."} {"run":"r00.4","kind":"reference","date":"2026-10-08T02:16:51Z","outcome":"finished","spec_tag":"spec-v1.1.1","spec_blob":"e821d9e0718898d08f202ad2060eb1ef22e04fed","decisions_blob":"f3ad007850563095eb2609bba0a346ce12004c64","suite_tree":"3cbfaf26de331bddcb857b44b4972a43282d9374","reference":"craigm26/mcp-tape@793eb85f57924e01e06d5af15b35fc889bb658fc (built dist/cli.js, run in-process by the adapter)","adapter":".regenerate/suite/adapters/reference","platform":"win32","node":"v22.20.0","suite":{"passed":46,"total":67,"advisory":"0/0","skipped":7,"na":4,"failing":[{"case":"fw-proto-member","reqs":["REQ-TR-010"],"class":"c:D-025"},{"case":"fw-big-message-out","reqs":["REQ-FW-001","REQ-TR-007"],"class":"c:D-010"},{"case":"fw-big-message-in","reqs":["REQ-FW-001","REQ-TR-007"],"class":"c:D-010"},{"case":"rd-large-blob-in","reqs":["REQ-RD-006","REQ-FW-001"],"class":"c:D-010"},{"case":"rd-large-blob-out","reqs":["REQ-RD-006","REQ-FW-001"],"class":"c:D-010"},{"case":"utf8-split-out","reqs":["REQ-TR-007","REQ-FW-001"],"class":"c:D-005"},{"case":"utf8-split-in","reqs":["REQ-TR-007","REQ-FW-001"],"class":"c:D-005"},{"case":"eof-unterminated-out-line","reqs":["REQ-TR-008","REQ-FW-001"],"class":"c:D-004"},{"case":"eof-unterminated-in-line","reqs":["REQ-TR-008","REQ-FW-004"],"class":"c:D-002"},{"case":"eof-propagates-to-child","reqs":["REQ-FW-004"],"class":"c:D-002"},{"case":"eof-empty-input","reqs":["REQ-FW-004","REQ-TR-002"],"class":"c:D-002"},{"case":"child-exit-with-stdin-open","reqs":["REQ-FW-005","REQ-EX-001"],"class":"c:D-003"},{"case":"child-exits-immediately-stdin-open","reqs":["REQ-FW-005","REQ-EX-001"],"class":"c:D-003"},{"case":"exit-command-not-found","reqs":["REQ-EX-004","REQ-TR-002"],"class":"c:D-014"},{"case":"cli-bad-redact-regex","reqs":["REQ-CLI-004"],"class":"c:D-015"},{"case":"label-derived-config-name","reqs":["REQ-LB-001"],"class":"c:D-012"},{"case":"label-derived-backslash","reqs":["REQ-LB-001"],"class":"c:D-012"},{"case":"label-derived-redacted-secret","reqs":["REQ-LB-001","REQ-RD-005"],"class":"c:D-011"},{"case":"command-redacted-in-meta","reqs":["REQ-RD-005","REQ-TR-003"],"class":"c:D-011"},{"case":"command-not-redacted-without-defaults","reqs":["REQ-RD-005"],"class":"c:D-011"},{"case":"pl-args-exact","reqs":["REQ-PL-002","REQ-FW-006"],"class":"c:D-017"}]},"failure_classes":{"c:D-025":1,"c:D-010":4,"c:D-005":2,"c:D-004":1,"c:D-002":3,"c:D-003":2,"c:D-014":1,"c:D-015":1,"c:D-012":2,"c:D-011":3,"c:D-017":1},"notes":"The same 20 explained failures plus the new case fw-proto-member: the earlier implementation rebuilds objects by assignment, so a __proto__ member drops out of the trace (logged {\"constructor\":\"c\",\"x\":{}}); D-025."} {"run":"r01.rescore@spec-v1.1.1","kind":"rescore","of":"r01","date":"2026-10-08T02:15:00Z","spec_tag":"spec-v1.1.1","suite_tree":"3cbfaf26de331bddcb857b44b4972a43282d9374","suite":{"passed":77,"total":77,"advisory":"0/0","skipped":1,"na":0,"failing":[],"platform":"linux"},"notes":"Informational; Linux."} {"run":"r02.rescore@spec-v1.1.1","kind":"rescore","of":"r02","date":"2026-10-08T02:15:00Z","spec_tag":"spec-v1.1.1","suite_tree":"3cbfaf26de331bddcb857b44b4972a43282d9374","suite":{"passed":77,"total":77,"advisory":"0/0","skipped":1,"na":0,"failing":[],"platform":"linux"},"notes":"Informational; Linux."} {"run":"r03.rescore@spec-v1.1.1","kind":"rescore","of":"r03","date":"2026-10-08T02:15:00Z","spec_tag":"spec-v1.1.1","suite_tree":"3cbfaf26de331bddcb857b44b4972a43282d9374","suite":{"passed":77,"total":77,"advisory":"0/0","skipped":1,"na":0,"failing":[],"platform":"linux"},"notes":"Informational; Linux."} {"run":"r04.rescore@spec-v1.1.1","kind":"rescore","of":"r04","date":"2026-10-08T02:15:00Z","spec_tag":"spec-v1.1.1","suite_tree":"3cbfaf26de331bddcb857b44b4972a43282d9374","suite":{"passed":77,"total":77,"advisory":"0/0","skipped":1,"na":0,"failing":[],"platform":"linux"},"notes":"Informational; Linux."} {"run":"r05","kind":"blind","date":"2026-10-08T02:22:55Z","outcome":"finished","spec_tag":"spec-v1.1.1","spec_blob":"e821d9e0718898d08f202ad2060eb1ef22e04fed","decisions_blob":"f3ad007850563095eb2609bba0a346ce12004c64","prompt_blob":"c51a85f9fd22a04814572607d3ccb08db4aa8efe","suite_tree":"3cbfaf26de331bddcb857b44b4972a43282d9374","model":"sonnet","model_id":"claude-sonnet-5-5","lang":"py","sandbox_id":"okqlxx","isolation":"nested -p via launch-blind.sh@f94f845d4f1efe11b0d10539b2a98f561847942e","audit":{"violations":0,"init_ok":true,"denied_calls":0,"recognized_reference":false},"turns":10,"duration_min":4.5,"cost_usd":0.6779573999999999,"own_tests":{"passed":39,"failed":0},"suite":{"passed":77,"total":77,"advisory":"0/0","skipped":1,"na":0,"failing":[],"platform":"linux"},"loc":351,"deps":[],"choices":{"total":16,"pin":0,"clarify":0,"open":13,"wrong":0,"quirk":0,"already_pinned":3},"silent_divergences":{"total":0,"clarify":0,"wrong":0,"suite_bug":0},"platform_checks":{"win32":{"suite":"71/71","own_tests":{"passed":38,"failed":1},"classification":"clarify (REQ-IF-001, D-028)"}},"clean":false,"branch":"regen/r05","transcript_sha256":"23a39bc756ee450c6c899bb4c7f0ea376289d1c8cee8f18b9b31a0d740c68df9","notes":"Not clean: one of its own tests fails on Windows (expects LF from a Python child; text-mode stdout writes CRLF there). The program passes every suite case on Linux and Windows."} {"run":"r05.win32@spec-v1.1.1","kind":"rescore","of":"r05","date":"2026-10-08T02:24:29Z","spec_tag":"spec-v1.1.1","suite_tree":"3cbfaf26de331bddcb857b44b4972a43282d9374","suite":{"passed":71,"total":71,"advisory":"0/0","skipped":7,"na":0,"failing":[],"platform":"win32"},"own_tests":{"passed":38,"failed":1,"skipped":2},"python":"3.14.2","notes":"Same tag on Windows (the laptop)."} {"run":"r00.5","kind":"reference","date":"2026-10-08T02:27:26Z","outcome":"finished","spec_tag":"spec-v1.1.2","spec_blob":"69da61bf296291ee968bb7e4621f4f3f130f5cda","decisions_blob":"ec7a4e01345ff1a14bb882dd4011372ac700aec4","suite_tree":"3cbfaf26de331bddcb857b44b4972a43282d9374","reference":"craigm26/mcp-tape@793eb85f57924e01e06d5af15b35fc889bb658fc (built dist/cli.js, run in-process by the adapter)","adapter":".regenerate/suite/adapters/reference","platform":"win32","node":"v22.20.0","suite":{"passed":46,"total":67,"advisory":"0/0","skipped":7,"na":4,"failing":[{"case":"fw-proto-member","reqs":["REQ-TR-010"],"class":"c:D-025"},{"case":"fw-big-message-out","reqs":["REQ-FW-001","REQ-TR-007"],"class":"c:D-010"},{"case":"fw-big-message-in","reqs":["REQ-FW-001","REQ-TR-007"],"class":"c:D-010"},{"case":"rd-large-blob-in","reqs":["REQ-RD-006","REQ-FW-001"],"class":"c:D-010"},{"case":"rd-large-blob-out","reqs":["REQ-RD-006","REQ-FW-001"],"class":"c:D-010"},{"case":"utf8-split-out","reqs":["REQ-TR-007","REQ-FW-001"],"class":"c:D-005"},{"case":"utf8-split-in","reqs":["REQ-TR-007","REQ-FW-001"],"class":"c:D-005"},{"case":"eof-unterminated-out-line","reqs":["REQ-TR-008","REQ-FW-001"],"class":"c:D-004"},{"case":"eof-unterminated-in-line","reqs":["REQ-TR-008","REQ-FW-004"],"class":"c:D-002"},{"case":"eof-propagates-to-child","reqs":["REQ-FW-004"],"class":"c:D-002"},{"case":"eof-empty-input","reqs":["REQ-FW-004","REQ-TR-002"],"class":"c:D-002"},{"case":"child-exit-with-stdin-open","reqs":["REQ-FW-005","REQ-EX-001"],"class":"c:D-003"},{"case":"child-exits-immediately-stdin-open","reqs":["REQ-FW-005","REQ-EX-001"],"class":"c:D-003"},{"case":"exit-command-not-found","reqs":["REQ-EX-004","REQ-TR-002"],"class":"c:D-014"},{"case":"cli-bad-redact-regex","reqs":["REQ-CLI-004"],"class":"c:D-015"},{"case":"label-derived-config-name","reqs":["REQ-LB-001"],"class":"c:D-012"},{"case":"label-derived-backslash","reqs":["REQ-LB-001"],"class":"c:D-012"},{"case":"label-derived-redacted-secret","reqs":["REQ-LB-001","REQ-RD-005"],"class":"c:D-011"},{"case":"command-redacted-in-meta","reqs":["REQ-RD-005","REQ-TR-003"],"class":"c:D-011"},{"case":"command-not-redacted-without-defaults","reqs":["REQ-RD-005"],"class":"c:D-011"},{"case":"pl-args-exact","reqs":["REQ-PL-002","REQ-FW-006"],"class":"c:D-017"}]},"failure_classes":{"c:D-025":1,"c:D-010":4,"c:D-005":2,"c:D-004":1,"c:D-002":3,"c:D-003":2,"c:D-014":1,"c:D-015":1,"c:D-012":2,"c:D-011":3,"c:D-017":1},"notes":"Suite unchanged from spec-v1.1.1; the same 21 explained failures. The 1.1.1 rescores stand for 1.1.2."} {"run":"r06","kind":"blind","date":"2026-10-08T02:33:04Z","outcome":"finished","spec_tag":"spec-v1.1.2","spec_blob":"69da61bf296291ee968bb7e4621f4f3f130f5cda","decisions_blob":"ec7a4e01345ff1a14bb882dd4011372ac700aec4","prompt_blob":"c51a85f9fd22a04814572607d3ccb08db4aa8efe","suite_tree":"3cbfaf26de331bddcb857b44b4972a43282d9374","model":"sonnet","model_id":"claude-sonnet-5-5","lang":"py","sandbox_id":"xzbxiw","isolation":"nested -p via launch-blind.sh@f94f845d4f1efe11b0d10539b2a98f561847942e","audit":{"violations":0,"init_ok":true,"denied_calls":0,"recognized_reference":false},"turns":13,"duration_min":4.1,"cost_usd":0.6315224,"own_tests":{"passed":33,"failed":0},"suite":{"passed":75,"total":77,"advisory":"0/0","skipped":1,"na":0,"failing":[{"case":"fw-big-message-in","reqs":["REQ-FW-001","REQ-TR-007"]},{"case":"rd-large-blob-in","reqs":["REQ-RD-006","REQ-FW-001"]}],"platform":"linux"},"loc":344,"deps":[],"choices":{"total":18,"pin":0,"clarify":0,"open":14,"wrong":0,"quirk":0,"already_pinned":4},"silent_divergences":{"total":2,"clarify":0,"wrong":2,"suite_bug":0},"platform_checks":{"win32":{"suite":"69/71","own_tests":{"passed":33,"failed":0}}},"clean":false,"branch":"regen/r06","transcript_sha256":"69f3b9163a3af1b6b6844a1b15b4acb937190f6948e781078853069ce5e7172b","notes":"Not clean: two silent divergences (wrong). When the child exits, tape leaves without waiting for its input thread, so client messages already forwarded are not logged (fw-big-message-in, rd-large-blob-in). Its own tests pass on Windows. The last of six runs."} {"run":"r06.win32@spec-v1.1.2","kind":"rescore","of":"r06","date":"2026-10-08T02:36:16Z","spec_tag":"spec-v1.1.2","suite_tree":"3cbfaf26de331bddcb857b44b4972a43282d9374","suite":{"passed":69,"total":71,"advisory":"0/0","skipped":7,"na":0,"failing":[{"case":"fw-big-message-in","reqs":["REQ-FW-001","REQ-TR-007"]},{"case":"rd-large-blob-in","reqs":["REQ-RD-006","REQ-FW-001"]}],"platform":"win32"},"own_tests":{"passed":33,"failed":0,"skipped":2},"python":"3.14.2","notes":"Same tag on Windows (the laptop): the same two failures."} {"run":"r03","kind":"promotion","lang":"ts","spec_tag":"spec-v1.1.0","impl_tree":"dcb7b41cac1f02ef71dfd4f24b323f3e0c1280df","date":"2026-10-08T02:37:51Z"} {"run":"r00.5.linux","kind":"reference","date":"2026-10-08T03:30:40Z","outcome":"finished","spec_tag":"spec-v1.1.2","spec_blob":"69da61bf296291ee968bb7e4621f4f3f130f5cda","decisions_blob":"ec7a4e01345ff1a14bb882dd4011372ac700aec4","suite_tree":"3cbfaf26de331bddcb857b44b4972a43282d9374","reference":"craigm26/mcp-tape@793eb85f57924e01e06d5af15b35fc889bb658fc (built dist/cli.js, run in-process by the adapter)","adapter":".regenerate/suite/adapters/reference","platform":"linux","node":"v22.20.0","host":"WSL2 (Ubuntu 24.04) on the laptop, running the same build of the earlier implementation","suite":{"passed":53,"total":73,"advisory":"0/0","skipped":1,"na":4,"failing":[{"case":"fw-proto-member","reqs":["REQ-TR-010"],"class":"c:D-025"},{"case":"fw-big-message-out","reqs":["REQ-FW-001","REQ-TR-007"],"class":"c:D-010"},{"case":"fw-big-message-in","reqs":["REQ-FW-001","REQ-TR-007"],"class":"c:D-010"},{"case":"rd-large-blob-in","reqs":["REQ-RD-006","REQ-FW-001"],"class":"c:D-010"},{"case":"rd-large-blob-out","reqs":["REQ-RD-006","REQ-FW-001"],"class":"c:D-010"},{"case":"utf8-split-out","reqs":["REQ-TR-007","REQ-FW-001"],"class":"c:D-005"},{"case":"utf8-split-in","reqs":["REQ-TR-007","REQ-FW-001"],"class":"c:D-005"},{"case":"eof-unterminated-out-line","reqs":["REQ-TR-008","REQ-FW-001"],"class":"c:D-004"},{"case":"eof-unterminated-in-line","reqs":["REQ-TR-008","REQ-FW-004"],"class":"c:D-002"},{"case":"eof-propagates-to-child","reqs":["REQ-FW-004"],"class":"c:D-002"},{"case":"eof-empty-input","reqs":["REQ-FW-004","REQ-TR-002"],"class":"c:D-002"},{"case":"child-exit-with-stdin-open","reqs":["REQ-FW-005","REQ-EX-001"],"class":"c:D-003"},{"case":"child-exits-immediately-stdin-open","reqs":["REQ-FW-005","REQ-EX-001"],"class":"c:D-003"},{"case":"exit-child-signal-SIGUSR2","reqs":["REQ-EX-002","REQ-TR-005"],"class":"c:D-013"},{"case":"exit-command-not-found","reqs":["REQ-EX-004","REQ-TR-002"],"class":"c:D-014"},{"case":"cli-bad-redact-regex","reqs":["REQ-CLI-004"],"class":"c:D-015"},{"case":"label-derived-backslash","reqs":["REQ-LB-001"],"class":"c:D-012"},{"case":"label-derived-redacted-secret","reqs":["REQ-LB-001","REQ-RD-005"],"class":"c:D-011"},{"case":"command-redacted-in-meta","reqs":["REQ-RD-005","REQ-TR-003"],"class":"c:D-011"},{"case":"command-not-redacted-without-defaults","reqs":["REQ-RD-005"],"class":"c:D-011"}]},"failure_classes":{"c:D-025":1,"c:D-010":4,"c:D-005":2,"c:D-004":1,"c:D-002":3,"c:D-003":2,"c:D-013":1,"c:D-014":1,"c:D-015":1,"c:D-012":1,"c:D-011":3},"notes":"The first run of the earlier implementation on Linux. Six of the seven POSIX-only cases pass; exit-child-signal-SIGUSR2 gives 128, not 140, from its five-entry signal table (D-013). Two Windows-only failures do not occur on Linux: pl-args-exact (no shell on POSIX) and label-derived-config-name (no backslashes in POSIX paths). exit-command-not-found fails here too, by an unhandled spawn error (exit 1)."} {"run":"upstream.1","kind":"upstream","date":"2026-10-08T06:04:35Z","outcome":"finished","spec_tag":"spec-v1.1.2","spec_blob":"69da61bf296291ee968bb7e4621f4f3f130f5cda","decisions_blob":"ec7a4e01345ff1a14bb882dd4011372ac700aec4","suite_tree":"3cbfaf26de331bddcb857b44b4972a43282d9374","target":"craigm26/mcp-tape@b07b9f37f4e1d8aa602f2c972e4ec9326535df2c (built dist/cli.js, run in-process by the adapter)","prs":["https://github.com/craigm26/mcp-tape/pull/2"],"adapter":".regenerate/suite/adapters/reference","platform":"win32","node":"v22.20.0","suite":{"passed":67,"total":67,"advisory":"0/0","skipped":7,"na":4,"skipped_cases":["exit-child-signal-SIGTERM","exit-child-signal-SIGKILL","exit-child-signal-SIGUSR2","exit-child-signal-SIGHUP","signal-forwarded-SIGTERM","signal-forwarded-SIGINT","signal-forwarded-child-dies"],"failing":[]},"own_tests":{"passed":231,"failed":0,"skipped":1},"notes":"The earlier implementation with the fixes proposed upstream in craigm26/mcp-tape#2 (open, not merged, when run), on the laptop's Windows 11. Same suite as r00.5 (46/67): all 21 of its failures pass. own_tests is mcp-tape's own npm test at that commit (the one skip is its POSIX signal test)."} {"run":"upstream.1.linux","kind":"upstream","date":"2026-10-08T06:08:07Z","outcome":"finished","spec_tag":"spec-v1.1.2","spec_blob":"69da61bf296291ee968bb7e4621f4f3f130f5cda","decisions_blob":"ec7a4e01345ff1a14bb882dd4011372ac700aec4","suite_tree":"3cbfaf26de331bddcb857b44b4972a43282d9374","target":"craigm26/mcp-tape@b07b9f37f4e1d8aa602f2c972e4ec9326535df2c (built dist/cli.js, run in-process by the adapter)","prs":["https://github.com/craigm26/mcp-tape/pull/2"],"adapter":".regenerate/suite/adapters/reference","platform":"linux","node":"v22.22.0","host":"the cloud container","suite":{"passed":73,"total":73,"advisory":"0/0","skipped":1,"na":4,"skipped_cases":["pl-windows-cmd-shim"],"failing":[]},"own_tests":{"passed":231,"failed":0,"skipped":1},"notes":"Same target on Linux. Compare r00.5.linux (53/73): all 20 of its failures pass. own_tests is mcp-tape's own npm test at that commit (the one skip is its Windows-only test)."}