{"id":"675b5043d2034c85","label":"Thinking on","part":{"kind":"setting","thinking":"on"},"source":null,"summary":"Helps on Markets maths, Haiku 5.5 with thinking off (+8.7 points); changes nothing that matters on Agent safety, Haiku 5.5 with thinking off.","measurements":2,"settings":[{"setting":"Markets maths, Haiku 5.5 with thinking off","suite":"markets-maths","base":{"model":"claude-haiku-5-5","thinking":"off"},"lean":"helps","status":"once","pooled":{"k":1,"hi":11.25,"i2":0,"lo":6.11,"effect":8.68},"notebooks":[{"notebook":"#038","verdict":"EXCITES","effect":8.68,"interval":[5.21,12.27],"pairs":432,"rule":2,"stoppedEarly":false,"provisional":false,"costRatio":1.662,"url":"https://opsinlab.io/notebooks/38","signed":"https://opsinlab.io/v1/verdicts/221"}]},{"setting":"Agent safety, Haiku 5.5 with thinking off","suite":"agent-safety","base":{"model":"claude-haiku-5-5","thinking":"off"},"lean":"nothing","status":"once","pooled":{"k":1,"hi":2.66,"i2":0,"lo":-0.58,"effect":1.04},"notebooks":[{"notebook":"#002","verdict":"INERT","effect":1.04,"interval":[-0.58,2.66],"pairs":432,"rule":1,"stoppedEarly":false,"provisional":false,"costRatio":1.28,"url":"https://opsinlab.io/notebooks/2","signed":"https://opsinlab.io/v1/verdicts/9"}]}],"url":"https://opsinlab.io/parts/675b5043d2034c85"}