{"id":"a2bf4da3507285c6","label":"Frozen strategy on unseen data","part":{"kind":"line","text":"Before committing to a trading strategy, verify it on a held-out period it was not tuned on, limit yourself to a few backtests, and freeze the strategy before the test year rather than endlessly tuning on the same data."},"source":null,"summary":"Changes nothing that matters on Market calls, Haiku 5.5 with thinking off.","measurements":2,"settings":[{"setting":"Market calls, Haiku 5.5 with thinking off","suite":"market-calls","base":{"model":"claude-haiku-5-5","thinking":"off"},"lean":"nothing","status":"open","pooled":{"k":2,"hi":1.41,"i2":0.786,"lo":-3.51,"effect":-1.05},"notebooks":[{"notebook":"#055","verdict":"UNRESOLVED","effect":1.85,"interval":[-2.55,6.25],"pairs":432,"rule":2,"stoppedEarly":false,"provisional":false,"costRatio":1.071,"url":"https://opsinlab.io/notebooks/55","signed":"https://opsinlab.io/v1/verdicts/346"},{"notebook":"#056","verdict":"UNRESOLVED","effect":-3.59,"interval":[-8.22,1.04],"pairs":432,"rule":2,"stoppedEarly":false,"provisional":false,"costRatio":1.07,"url":"https://opsinlab.io/notebooks/56","signed":"https://opsinlab.io/v1/verdicts/352"}]}],"inOtherWords":[],"url":"https://opsinlab.io/parts/a2bf4da3507285c6"}