Kill the task heading mutant of the archived prompt's split

This commit is contained in:
2026-11-17 01:25:07 +01:00
parent 2f0708f390
commit 38544dd2d3
+4
View File
@@ -309,6 +309,10 @@ class JudgeArchivedRuns(unittest.TestCase):
quoting = self.PROMPT.replace("Worker chose", f"Quoted: {TRANSCRIPT_HEADING}Worker chose", 1)
self.assertIsInstance(self.judged(quoting, evidence="Quoted:")[0], Unfinished)
def test_splits_the_prompt_at_the_first_task_heading(self):
quoting = self.PROMPT.replace("Do it.", f"Quote:\n\n{TASK_HEADING}Ship slowly.", 1)
self.assertIsInstance(self.judged(quoting, answer="Ship fast.", question="Which?")[0], QuotedAnswer)
def test_fails_before_the_judge_runs_on_a_prompt_without_a_heading(self):
for prompt in ("No headings at all.", f"{TASK_HEADING}Do it.", f"\n\n{TASK_HEADING}Do it.\n\nNo transcript heading."):
with self.subTest(prompt=prompt):