Kill the task heading mutant of the archived prompt's split
This commit is contained in:
@@ -309,6 +309,10 @@ class JudgeArchivedRuns(unittest.TestCase):
|
||||
quoting = self.PROMPT.replace("Worker chose", f"Quoted: {TRANSCRIPT_HEADING}Worker chose", 1)
|
||||
self.assertIsInstance(self.judged(quoting, evidence="Quoted:")[0], Unfinished)
|
||||
|
||||
def test_splits_the_prompt_at_the_first_task_heading(self):
|
||||
quoting = self.PROMPT.replace("Do it.", f"Quote:\n\n{TASK_HEADING}Ship slowly.", 1)
|
||||
self.assertIsInstance(self.judged(quoting, answer="Ship fast.", question="Which?")[0], QuotedAnswer)
|
||||
|
||||
def test_fails_before_the_judge_runs_on_a_prompt_without_a_heading(self):
|
||||
for prompt in ("No headings at all.", f"{TASK_HEADING}Do it.", f"\n\n{TASK_HEADING}Do it.\n\nNo transcript heading."):
|
||||
with self.subTest(prompt=prompt):
|
||||
|
||||
Reference in New Issue
Block a user