{"id":"d6e756431ab361d7","label":"Verify exact arithmetic","part":{"kind":"line","text":"Do each multiplication, division and power digit by digit with 12+ significant figures, round only at the very end, and re-check every key product or quotient by the inverse operation before answering."},"source":null,"summary":"Helps on DeFi maths, Haiku 5.5 with thinking on (+4.4 points, replicated); helps on DeFi maths, Haiku 5.5 with thinking off (+15.1 points).","measurements":4,"settings":[{"setting":"DeFi maths, Haiku 5.5 with thinking on","suite":"defi-maths","base":{"model":"claude-haiku-5-5","thinking":"on"},"lean":"helps","status":"replicated","pooled":{"k":3,"hi":6.04,"i2":0.008,"lo":2.68,"effect":4.36},"whereItActs":{"reads":"helps","sentence":"Its effect sits in Profit after fees (+11.6); no other family moved clearly.","tasks":1296,"notebooks":3,"level":0.995833,"families":[{"family":"pnl","title":"Profit after fees","tasks":108,"controlExact":83.8,"partExact":95.37,"effect":11.57,"interval":[1.85,21.76],"read":true,"acts":"helps"},{"family":"swap","title":"Swaps","tasks":108,"controlExact":73.15,"partExact":82.41,"effect":9.26,"interval":[-3.7,21.3],"read":true,"acts":null},{"family":"two-hop","title":"Two-hop swaps","tasks":108,"controlExact":56.94,"partExact":65.74,"effect":8.8,"interval":[-5.56,23.61],"read":true,"acts":null},{"family":"dca","title":"Average entry price","tasks":108,"controlExact":84.72,"partExact":91.67,"effect":6.94,"interval":[-2.78,17.13],"read":true,"acts":null},{"family":"curve","title":"Bonding-curve buys","tasks":108,"controlExact":78.7,"partExact":85.19,"effect":6.48,"interval":[-6.48,18.52],"read":true,"acts":null},{"family":"fees","title":"Fee splits","tasks":108,"controlExact":94.44,"partExact":99.07,"effect":4.63,"interval":[-0.93,10.19],"read":true,"acts":null},{"family":"apy","title":"APR to APY","tasks":108,"controlExact":94.91,"partExact":98.15,"effect":3.24,"interval":[-2.78,8.8],"read":true,"acts":null},{"family":"funding","title":"Funding payments","tasks":108,"controlExact":97.22,"partExact":99.07,"effect":1.85,"interval":[-1.39,6.48],"read":true,"acts":null},{"family":"il","title":"Impermanent loss","tasks":108,"controlExact":97.22,"partExact":98.15,"effect":0.93,"interval":[-4.63,6.02],"read":true,"acts":null},{"family":"size","title":"Position size from risk","tasks":108,"controlExact":100,"partExact":100,"effect":0,"interval":[0,0],"read":true,"acts":null},{"family":"liquidation","title":"Liquidation prices","tasks":108,"controlExact":99.54,"partExact":99.07,"effect":-0.46,"interval":[-4.17,2.31],"read":true,"acts":null},{"family":"decimals","title":"Token decimals","tasks":108,"controlExact":98.15,"partExact":97.22,"effect":-0.93,"interval":[-6.48,3.7],"read":true,"acts":null}],"note":"Descriptive: no notebook preregisters a family. Each family's interval is widened for every family read (1 − 0.05/k)."},"notebooks":[{"notebook":"#061","verdict":"EXCITES","effect":4.75,"interval":[1.5,8.1],"pairs":432,"rule":2,"stoppedEarly":false,"provisional":false,"costRatio":1.302,"url":"https://opsinlab.io/notebooks/61","signed":"https://opsinlab.io/v1/verdicts/385"},{"notebook":"#062","verdict":"UNRESOLVED","effect":2.66,"interval":[-0.81,6.02],"pairs":432,"rule":2,"stoppedEarly":false,"provisional":false,"costRatio":1.263,"url":"https://opsinlab.io/notebooks/62","signed":"https://opsinlab.io/v1/verdicts/388"},{"notebook":"#063","verdict":"EXCITES","effect":5.67,"interval":[2.08,9.14],"pairs":432,"rule":2,"stoppedEarly":false,"provisional":false,"costRatio":1.271,"url":"https://opsinlab.io/notebooks/63","signed":"https://opsinlab.io/v1/verdicts/391"}]},{"setting":"DeFi maths, Haiku 5.5 with thinking off","suite":"defi-maths","base":{"model":"claude-haiku-5-5","thinking":"off"},"lean":"helps","status":"once","pooled":{"k":1,"hi":23.22,"i2":0,"lo":6.98,"effect":15.1},"whereItActs":{"reads":"nowhere","sentence":"No single family moved clearly on its own: it acts a little everywhere.","tasks":96,"notebooks":1,"level":0.95,"families":[{"family":"liquidation","title":"Liquidation prices","tasks":8,"controlExact":37.5,"partExact":87.5,"effect":50,"interval":[18.75,81.25],"read":false,"acts":null},{"family":"dca","title":"Average entry price","tasks":8,"controlExact":43.75,"partExact":87.5,"effect":43.75,"interval":[6.25,87.5],"read":false,"acts":null},{"family":"apy","title":"APR to APY","tasks":8,"controlExact":56.25,"partExact":87.5,"effect":31.25,"interval":[12.5,43.75],"read":false,"acts":null},{"family":"curve","title":"Bonding-curve buys","tasks":8,"controlExact":0,"partExact":12.5,"effect":12.5,"interval":[0,37.5],"read":false,"acts":null},{"family":"decimals","title":"Token decimals","tasks":8,"controlExact":87.5,"partExact":100,"effect":12.5,"interval":[0,37.5],"read":false,"acts":null},{"family":"two-hop","title":"Two-hop swaps","tasks":8,"controlExact":0,"partExact":12.5,"effect":12.5,"interval":[0,37.5],"read":false,"acts":null},{"family":"fees","title":"Fee splits","tasks":8,"controlExact":93.75,"partExact":100,"effect":6.25,"interval":[0,18.75],"read":false,"acts":null},{"family":"pnl","title":"Profit after fees","tasks":8,"controlExact":56.25,"partExact":62.5,"effect":6.25,"interval":[-43.75,56.25],"read":false,"acts":null},{"family":"size","title":"Position size from risk","tasks":8,"controlExact":93.75,"partExact":100,"effect":6.25,"interval":[0,18.75],"read":false,"acts":null},{"family":"funding","title":"Funding payments","tasks":8,"controlExact":100,"partExact":100,"effect":0,"interval":[0,0],"read":false,"acts":null},{"family":"il","title":"Impermanent loss","tasks":8,"controlExact":100,"partExact":100,"effect":0,"interval":[0,0],"read":false,"acts":null},{"family":"swap","title":"Swaps","tasks":8,"controlExact":12.5,"partExact":12.5,"effect":0,"interval":[-18.75,18.75],"read":false,"acts":null}],"note":"Descriptive: no notebook preregisters a family. Each family's interval is widened for every family read (1 − 0.05/k)."},"notebooks":[{"notebook":"#082","verdict":"EXCITES","effect":15.1,"interval":[4.17,26.04],"pairs":96,"rule":2,"stoppedEarly":true,"provisional":true,"costRatio":1.617,"url":"https://opsinlab.io/notebooks/82","signed":"https://opsinlab.io/v1/verdicts/505"}]}],"inOtherWords":[],"url":"https://opsinlab.io/parts/d6e756431ab361d7"}