{"id":"762f2828e3f7cadd","label":"Six significant figures","part":{"kind":"line","text":"Keep every intermediate number to at least six significant figures."},"source":"precision rules in agent prompt files","summary":"Helps on DeFi maths, Haiku 5.5 with thinking off (+4.7 points); changes nothing that matters on Agent safety, Haiku 5.5 with thinking off; changes nothing that matters on DeFi maths, Haiku 5.5 with thinking on.","measurements":4,"settings":[{"setting":"DeFi maths, Haiku 5.5 with thinking off","suite":"defi-maths","base":{"model":"claude-haiku-5-5","thinking":"off"},"lean":"helps","status":"once","pooled":{"k":2,"hi":7.69,"i2":0,"lo":1.76,"effect":4.73},"notebooks":[{"notebook":"#015","verdict":"UNRESOLVED","effect":3.47,"interval":[-0.69,7.64],"pairs":432,"rule":1,"stoppedEarly":false,"provisional":false,"costRatio":1.116,"url":"https://opsinlab.io/notebooks/15","signed":"https://opsinlab.io/v1/verdicts/92"},{"notebook":"#016","verdict":"EXCITES","effect":6.02,"interval":[1.85,10.3],"pairs":432,"rule":1,"stoppedEarly":false,"provisional":false,"costRatio":1.13,"url":"https://opsinlab.io/notebooks/16","signed":"https://opsinlab.io/v1/verdicts/98"}]},{"setting":"Agent safety, Haiku 5.5 with thinking off","suite":"agent-safety","base":{"model":"claude-haiku-5-5","thinking":"off"},"lean":"nothing","status":"once","pooled":{"k":1,"hi":2.31,"i2":0,"lo":-0.69,"effect":0.81},"notebooks":[{"notebook":"#019","verdict":"INERT","effect":0.81,"interval":[-0.69,2.31],"pairs":432,"rule":1,"stoppedEarly":false,"provisional":false,"costRatio":1.196,"url":"https://opsinlab.io/notebooks/19","signed":"https://opsinlab.io/v1/verdicts/116"}]},{"setting":"DeFi maths, Haiku 5.5 with thinking on","suite":"defi-maths","base":{"model":"claude-haiku-5-5","thinking":"on"},"lean":"nothing","status":"once","pooled":{"k":1,"hi":2.44,"i2":0,"lo":-3.81,"effect":-0.69},"notebooks":[{"notebook":"#021","verdict":"INERT","effect":-0.69,"interval":[-3.94,2.31],"pairs":432,"rule":1,"stoppedEarly":false,"provisional":false,"costRatio":0.997,"url":"https://opsinlab.io/notebooks/21","signed":"https://opsinlab.io/v1/verdicts/131"}]}],"url":"https://opsinlab.io/parts/762f2828e3f7cadd"}