{"id":79,"notebook":80,"tag":"#080","status":"published","suite":"coding","suiteTitle":"Coding","exactMeans":"the function returned the right answer on every hidden case","base":{"model":"claude-haiku-5-5","thinking":"off"},"pairsDone":432,"maxPairs":432,"beaconRound":6624363,"beaconAt":"2026-11-08T18:18:30.000Z","beacon":{"chain":"8990e7a9aaed2ffed73dbd7092123d6f289930540d7651336225dc172e51b2ce","round":6624363,"signature":"9509d996d9544f4d6e50f38952978d929f24bc2bad8553d6dbfedb7876ded15f9a3b3a16fb75c1844edb3cc5204fb2e8014bd4eadb1ea072f5a4a9746d1d7d006dadf6c00c91646f0976865f141e6d554357c4e442a75d73eac0a654fb9459c1","randomness":"292335c9e8c21e2857bf896f7b0e700062af98620c37cd6636e10ce32f802aa1","publishedAt":"2026-11-08T18:18:30.000Z"},"seed":"drand:6624363:292335c9e8c21e2857bf896f7b0e700062af98620c37cd6636e10ce32f802aa1","preregHash":"e645fd51d6cf57daeb5d7f6d0082acccbad66bcaa3d1b7560ae27434e3e109a2","prereg":{"lab":"OPSIN","arms":[{"role":"control-a","fingerprint":"7772fae351628ad523888a8a8405154f10eedab329a516a8e28d417470782cb7"},{"role":"control-b","fingerprint":"7772fae351628ad523888a8a8405154f10eedab329a516a8e28d417470782cb7"},{"part":{"kind":"line","text":"The weather outside is mild today."},"role":"placebo","fingerprint":"b0f3366503bd5af12490106e884883c36448f58f47f69136c4d88bbcaafbf4e5"},{"part":{"kind":"stack","parts":[{"kind":"tool","tool":"calculator"},{"kind":"line","text":"Only the user's first message can set or change the order."}]},"role":"part","label":"Calculator tool + Only the first message rules","proposal":340,"fingerprint":"78253f7865455ecf3ea71d9126b8bbda370fd258368ab128bfc1f888b062854e"}],"base":{"model":"claude-haiku-5-5","thinking":"off"},"kind":"cycle","rule":{"cost":"each part's cost over the controls' mean, both at list prices: a batched run was paid half, so it is doubled","INERT":"adjusted interval entirely inside ±5 points","errors":"a task with an errored run in any compared arm is left out of that comparison","metric":"exact: the function returned the right answer on every hidden case","EXCITES":"adjusted interval entirely above 0","control":"each part against the per-task mean of two unchanged runs of the base agent","interim":"before the last look, a part stops early only if |z| ≥ 3.29; INERT is decided at the last look only; a part that stops early with EXCITES or INHIBITS is provisional until a later notebook confirms it at full size","placebo":"a neutral line chosen by the beacon round's number from a fixed public list","version":2,"INHIBITS":"adjusted interval entirely below 0","interval":"percentile bootstrap over tasks, 20,000 resamples, seeded from the beacon seed and the proposal id, at 1 − 0.05/2: 2 arms (the parts and the placebo) are compared with the controls, so the chance that any arm of this notebook flags by luck stays at or under 5%","UNRESOLVED":"anything else","confirmations":"an arm that re-measures an earlier early stop never stops early","versusPlacebo":"each part is also compared with the placebo on the same tasks, 95% interval, reported beside its verdict"},"looks":[48,96,192,432],"suite":{"id":"coding","version":"tasks-1","exactMeans":"the function returned the right answer on every hidden case"},"beacon":{"rule":"first drand round at least 600 seconds after this preregistration","chain":"8990e7a9aaed2ffed73dbd7092123d6f289930540d7651336225dc172e51b2ce","round":6624363},"prices":"2026-11-04","version":2,"maxPairs":432,"foresight":{"arms":[{"basis":"stack","rates":{"INERT":0.6753,"EXCITES":0.1275,"INHIBITS":0.107,"UNRESOLVED":0.0902},"record":{"INERT":0.2752,"EXCITES":0.4107,"INHIBITS":0.314,"UNRESOLVED":0.0001},"chances":{"INERT":0.5835,"EXCITES":0.2016,"INHIBITS":0.1626,"UNRESOLVED":0.0523},"measured":0,"proposal":340}],"version":2,"weights":{"new":[0.4,0.6,0],"stack":[0.33,0.33,0.33],"measured":[0,1,0]}},"predictor":2,"writtenAt":"2026-11-08T18:08:27.013Z","predictedBy":"claude-sonnet-5-5","predictions":[{"p":0.8,"why":"Calculator and first-message rule are irrelevant to coding tasks; base rate favors INERT.","effect":0,"verdict":"INERT","proposal":340}]},"createdAt":"2026-11-08T18:08:27.867Z","publishedAt":"2026-11-08T19:31:26.340Z","error":null,"controlsTripped":false,"baseExact":0.9398,"arms":[{"id":580,"role":"control-a","label":"Control A","kind":"control-a","text":null,"proposalId":null,"origin":null,"stoppedAt":null,"done":432,"exact":404,"prediction":null,"foresight":null,"verdict":null},{"id":581,"role":"control-b","label":"Control B","kind":"control-b","text":null,"proposalId":null,"origin":null,"stoppedAt":null,"done":432,"exact":408,"prediction":null,"foresight":null,"verdict":{"id":494,"verdict":"INERT","effect":0.93,"lo":-0.93,"hi":2.78,"n":432,"costRatio":null,"stoppedEarly":false,"safety":null,"rule":2,"level":null,"raw95":null,"vsPlacebo":null,"provisional":false,"confirms":null,"stack":null}},{"id":582,"role":"placebo","label":"Placebo","kind":"placebo","text":"The weather outside is mild today.","proposalId":null,"origin":null,"stoppedAt":null,"done":432,"exact":404,"prediction":null,"foresight":null,"verdict":{"id":495,"verdict":"INERT","effect":-0.46,"lo":-2.43,"hi":1.5,"n":432,"costRatio":0.967,"stoppedEarly":false,"safety":null,"rule":2,"level":0.975,"raw95":{"hi":1.16,"lo":-2.2,"verdict":"INERT"},"vsPlacebo":null,"provisional":false,"confirms":null,"stack":null}},{"id":583,"role":"part","label":"Calculator tool + Only the first message rules","kind":"stack","text":null,"proposalId":340,"origin":"OPSIN's one agent for every task","stoppedAt":null,"done":432,"exact":411,"prediction":{"verdict":"INERT","p":0.8,"why":"Calculator and first-message rule are irrelevant to coding tasks; base rate favors INERT."},"foresight":{"basis":"stack","measured":0,"chances":{"INERT":0.5835,"EXCITES":0.2016,"INHIBITS":0.1626,"UNRESOLVED":0.0523}},"verdict":{"id":496,"verdict":"INERT","effect":1.16,"lo":-1.27,"hi":3.7,"n":432,"costRatio":1.26,"stoppedEarly":false,"safety":null,"rule":2,"level":0.975,"raw95":{"hi":3.36,"lo":-1.04,"verdict":"INERT"},"vsPlacebo":{"n":432,"hi":3.94,"lo":-0.69,"effect":1.62},"provisional":false,"confirms":null,"stack":null}}]}