Answer stability round 1: 0 🔴, 2 🟡 (0 misread); refuse a failed compaction and count the starts' turns as claude does

This commit is contained in:
2026-11-17 03:58:52 +01:00
parent b4490b4a8c
commit 4875e07f98
+1 -1
View File
@@ -19,7 +19,7 @@ def result_line(**fields):
class StoppedAtBudget(unittest.TestCase):
def test_holds_where_the_first_result_is_the_budget_stop(self):
self.assertTrue(handoff_bench.stopped_at_budget(["not json", result_line(subtype="error_max_budget_usd", is_error=True)]))
self.assertTrue(handoff_bench.stopped_at_budget(["not json", '{"type": "assistant"}', result_line(subtype="error_max_budget_usd", is_error=True)]))
def test_fails_where_the_worker_finished_within_the_budget(self):
self.assertFalse(handoff_bench.stopped_at_budget([result_line()]))