{"id":"07cab04e9f47abc2","label":"Estimate first","part":{"kind":"line","text":"Estimate the answer roughly first, then compute it exactly and compare the two."},"source":"the Fermi check, a common agent rule","summary":"Changes nothing that matters on DeFi maths, Haiku 5.5 with thinking off.","measurements":2,"settings":[{"setting":"DeFi maths, Haiku 5.5 with thinking off","suite":"defi-maths","base":{"model":"claude-haiku-5-5","thinking":"off"},"lean":"nothing","status":"once","pooled":{"k":2,"hi":1.74,"i2":0,"lo":-3.7,"effect":-0.98},"notebooks":[{"notebook":"#015","verdict":"UNRESOLVED","effect":-2.08,"interval":[-5.79,1.74],"pairs":432,"rule":1,"stoppedEarly":false,"provisional":false,"costRatio":1.141,"url":"https://opsinlab.io/notebooks/15","signed":"https://opsinlab.io/v1/verdicts/91"},{"notebook":"#016","verdict":"INERT","effect":0.23,"interval":[-3.7,4.17],"pairs":432,"rule":1,"stoppedEarly":false,"provisional":false,"costRatio":1.167,"url":"https://opsinlab.io/notebooks/16","signed":"https://opsinlab.io/v1/verdicts/97"}]}],"url":"https://opsinlab.io/parts/07cab04e9f47abc2"}