From 6dd52c685d95ef15c2a1f4d70453b37008fd9ea0 Mon Sep 17 00:00:00 2001 From: Thameem Ansari Date: Wed, 10 Jun 2026 21:50:23 -0500 Subject: [PATCH] fix: pass questionDate into question checkpoint so answer prompts get the real date The benchmark loaders (e.g. LongMemEval) put question_date into question.metadata.questionDate, and the answer phase reads checkpoint.questions[id].questionDate to fill the {{questionDate}} / 'Question Date:' slot in every answer prompt. But the orchestrator's initQuestion call never copied questionDate from the loaded question into the checkpoint, so the value was always undefined and every answer prompt rendered 'Question Date: Not specified'. Temporal-reasoning questions ('what did I buy 10 days ago?') are unanswerable without the question date, so temporal category scores were understated for every provider measured on the harness. --- src/orchestrator/index.ts | 1 + 1 file changed, 1 insertion(+) diff --git a/src/orchestrator/index.ts b/src/orchestrator/index.ts index 64578bb..0db1244 100644 --- a/src/orchestrator/index.ts +++ b/src/orchestrator/index.ts @@ -242,6 +242,7 @@ export class Orchestrator { question: q.question, groundTruth: q.groundTruth, questionType: q.questionType, + questionDate: q.metadata?.questionDate as string | undefined, }) }