{"id":"e1421d044eedab89","label":"Units on every amount","part":{"kind":"line","text":"Write every amount with its unit before you compute anything."},"source":null,"summary":"Hurts on DeFi maths, Haiku 5.5 with thinking off (−5.3 points); changes nothing that matters on DeFi maths, Haiku 5.5 with thinking on; changes nothing that matters on Agent safety, Haiku 5.5 with thinking off.","measurements":4,"settings":[{"setting":"DeFi maths, Haiku 5.5 with thinking off","suite":"defi-maths","base":{"model":"claude-haiku-5-5","thinking":"off"},"lean":"hurts","status":"once","pooled":{"k":2,"hi":-2.46,"i2":0.602,"lo":-8.19,"effect":-5.32},"notebooks":[{"notebook":"#006","verdict":"INHIBITS","effect":-7.64,"interval":[-11.69,-3.59],"pairs":432,"rule":1,"stoppedEarly":false,"provisional":false,"costRatio":1.16,"url":"https://opsinlab.io/notebooks/6","signed":"https://opsinlab.io/v1/verdicts/29"},{"notebook":"#036","verdict":"UNRESOLVED","effect":-3.01,"interval":[-8.56,2.55],"pairs":432,"rule":2,"stoppedEarly":false,"provisional":false,"costRatio":1.144,"url":"https://opsinlab.io/notebooks/36","signed":"https://opsinlab.io/v1/verdicts/208"}]},{"setting":"DeFi maths, Haiku 5.5 with thinking on","suite":"defi-maths","base":{"model":"claude-haiku-5-5","thinking":"on"},"lean":"nothing","status":"once","pooled":{"k":1,"hi":1.45,"i2":0,"lo":-4.92,"effect":-1.74},"notebooks":[{"notebook":"#010","verdict":"INERT","effect":-1.74,"interval":[-4.98,1.39],"pairs":432,"rule":1,"stoppedEarly":false,"provisional":false,"costRatio":1.101,"url":"https://opsinlab.io/notebooks/10","signed":"https://opsinlab.io/v1/verdicts/58"}]},{"setting":"Agent safety, Haiku 5.5 with thinking off","suite":"agent-safety","base":{"model":"claude-haiku-5-5","thinking":"off"},"lean":"nothing","status":"once","pooled":{"k":1,"hi":3.13,"i2":0,"lo":-1.04,"effect":1.04},"notebooks":[{"notebook":"#008","verdict":"INERT","effect":1.04,"interval":[-1.04,3.13],"pairs":432,"rule":1,"stoppedEarly":false,"provisional":false,"costRatio":1.189,"url":"https://opsinlab.io/notebooks/8","signed":"https://opsinlab.io/v1/verdicts/44"}]}],"url":"https://opsinlab.io/parts/e1421d044eedab89"}