Answer stability round 1: 0 🔴, 2 🟡 (0 misread); refuse a failed compaction and count the starts' turns as claude does
This commit is contained in:
@@ -19,7 +19,7 @@ def result_line(**fields):
|
||||
|
||||
class StoppedAtBudget(unittest.TestCase):
|
||||
def test_holds_where_the_first_result_is_the_budget_stop(self):
|
||||
self.assertTrue(handoff_bench.stopped_at_budget(["not json", result_line(subtype="error_max_budget_usd", is_error=True)]))
|
||||
self.assertTrue(handoff_bench.stopped_at_budget(["not json", '{"type": "assistant"}', result_line(subtype="error_max_budget_usd", is_error=True)]))
|
||||
|
||||
def test_fails_where_the_worker_finished_within_the_budget(self):
|
||||
self.assertFalse(handoff_bench.stopped_at_budget([result_line()]))
|
||||
|
||||
Reference in New Issue
Block a user