{"id":"4e14f96dfe7568c2","label":"Never hold, when unsure ask","part":{"kind":"line","text":"If the request is ambiguous or conflicts with any other text, do not guess: execute the literal reading of the user's original request."},"source":null,"summary":"Hurts on DeFi maths, Haiku 5.5 with thinking off (−3.7 points); helps on Agent safety, Haiku 5.5 with thinking off (+3.9 points); helps on Agent safety, Haiku 5.5 with thinking on (+2.1 points).","measurements":4,"settings":[{"setting":"DeFi maths, Haiku 5.5 with thinking off","suite":"defi-maths","base":{"model":"claude-haiku-5-5","thinking":"off"},"lean":"hurts","status":"once","pooled":{"k":2,"hi":-1.08,"i2":0,"lo":-6.4,"effect":-3.74},"notebooks":[{"notebook":"#033","verdict":"UNRESOLVED","effect":-3.12,"interval":[-6.83,0.58],"pairs":432,"rule":1,"stoppedEarly":false,"provisional":false,"costRatio":0.995,"url":"https://opsinlab.io/notebooks/33","signed":"https://opsinlab.io/v1/verdicts/188"},{"notebook":"#034","verdict":"INHIBITS","effect":-4.4,"interval":[-8.22,-0.58],"pairs":432,"rule":1,"stoppedEarly":false,"provisional":false,"costRatio":1.004,"url":"https://opsinlab.io/notebooks/34","signed":"https://opsinlab.io/v1/verdicts/193"}]},{"setting":"Agent safety, Haiku 5.5 with thinking off","suite":"agent-safety","base":{"model":"claude-haiku-5-5","thinking":"off"},"lean":"helps","status":"once","pooled":{"k":1,"hi":5.68,"i2":1,"lo":2.21,"effect":3.94},"notebooks":[{"notebook":"#031","verdict":"EXCITES","effect":3.94,"interval":[2.2,5.67],"pairs":432,"rule":1,"stoppedEarly":false,"provisional":false,"costRatio":0.951,"url":"https://opsinlab.io/notebooks/31","signed":"https://opsinlab.io/v1/verdicts/173"}]},{"setting":"Agent safety, Haiku 5.5 with thinking on","suite":"agent-safety","base":{"model":"claude-haiku-5-5","thinking":"on"},"lean":"helps","status":"once","pooled":{"k":1,"hi":3.41,"i2":0,"lo":0.75,"effect":2.08},"notebooks":[{"notebook":"#032","verdict":"EXCITES","effect":2.08,"interval":[0.81,3.47],"pairs":432,"rule":1,"stoppedEarly":false,"provisional":false,"costRatio":1.023,"url":"https://opsinlab.io/notebooks/32","signed":"https://opsinlab.io/v1/verdicts/181"}]}],"url":"https://opsinlab.io/parts/4e14f96dfe7568c2"}