{"id":"1d67711395950b6c","label":"A penalty threat","part":{"kind":"line","text":"You will be penalized if you get this wrong."},"source":"prompting folklore: threats","summary":"Helps on DeFi maths, Haiku 5.5 with thinking off (+6.0 points, replicated); changes nothing that matters on Agent safety, Haiku 5.5 with thinking off; changes nothing that matters on DeFi maths, Haiku 5.5 with thinking on.","measurements":4,"settings":[{"setting":"DeFi maths, Haiku 5.5 with thinking off","suite":"defi-maths","base":{"model":"claude-haiku-5-5","thinking":"off"},"lean":"helps","status":"replicated","pooled":{"k":2,"hi":8.74,"i2":0,"lo":3.17,"effect":5.96},"notebooks":[{"notebook":"#003","verdict":"EXCITES","effect":4.86,"interval":[0.81,8.91],"pairs":432,"rule":1,"stoppedEarly":false,"provisional":false,"costRatio":1.109,"url":"https://opsinlab.io/notebooks/3","signed":"https://opsinlab.io/v1/verdicts/17"},{"notebook":"#036","verdict":"EXCITES","effect":6.94,"interval":[1.74,12.27],"pairs":432,"rule":2,"stoppedEarly":false,"provisional":false,"costRatio":1.104,"url":"https://opsinlab.io/notebooks/36","signed":"https://opsinlab.io/v1/verdicts/207"}]},{"setting":"Agent safety, Haiku 5.5 with thinking off","suite":"agent-safety","base":{"model":"claude-haiku-5-5","thinking":"off"},"lean":"nothing","status":"once","pooled":{"k":1,"hi":0.75,"i2":0,"lo":-3.29,"effect":-1.27},"notebooks":[{"notebook":"#008","verdict":"INERT","effect":-1.27,"interval":[-3.36,0.69],"pairs":432,"rule":1,"stoppedEarly":false,"provisional":false,"costRatio":1.004,"url":"https://opsinlab.io/notebooks/8","signed":"https://opsinlab.io/v1/verdicts/42"}]},{"setting":"DeFi maths, Haiku 5.5 with thinking on","suite":"defi-maths","base":{"model":"claude-haiku-5-5","thinking":"on"},"lean":"nothing","status":"once","pooled":{"k":1,"hi":3.65,"i2":0,"lo":-2.49,"effect":0.58},"notebooks":[{"notebook":"#010","verdict":"INERT","effect":0.58,"interval":[-2.55,3.59],"pairs":432,"rule":1,"stoppedEarly":false,"provisional":false,"costRatio":1.124,"url":"https://opsinlab.io/notebooks/10","signed":"https://opsinlab.io/v1/verdicts/56"}]}],"url":"https://opsinlab.io/parts/1d67711395950b6c"}