{
 "verdict_values": [
  "Echosaw win",
  "Evidence Copilot declined to answer",
  "Tie",
  "Evidence Copilot win"
 ],
 "ground_truth": "ground-truth/ground-truth.json",
 "evidence_copilot_answers": "results/2026-11-12/evidence-copilot.json (original run, not re-run)",
 "scorecard": [
  {
   "clip": "midway",
   "question_id": "Q1",
   "verdict": "Echosaw win",
   "evidence_copilot": "Declined to answer: captured frames but said the image content was not visible to it and it would not guess.",
   "echosaw": "Nissan for the parked pickup (stated from the D40 body); possibly Toyota (Tacoma) at ~7s, possibly Lexus at ~42s, possibly Toyota (Sienna) at ~91s; silver minivan at ~18s: make cannot be told; 27 distant vehicles too far away.",
   "ground_truth": "Nissan (parked), Toyota Tacoma ~8-11s, Toyota Sienna ~18s, Lexus ~42s, white minivan ~92s (make not identified).",
   "notes": "Every stated make matches; the ~18s Sienna is not identified. Answered only what was asked: no. Each vehicle line also gives the model as unconfirmed with candidates."
  },
  {
   "clip": "midway",
   "question_id": "Q2",
   "verdict": "Echosaw win (partial)",
   "evidence_copilot": "Declined to answer: captured frames but said the image content was not visible to it and it would not guess.",
   "echosaw": "Likely models named, none stated as certain: Frontier/Navara (parked), Tacoma (~7s), ES/IS (~42s), Sienna (~91s); ~18s minivan cannot be told.",
   "ground_truth": "Frontier, Tacoma, Sienna (~18s), ES; ~92s minivan model not identified.",
   "notes": "Same models as the final run; the ~18s Sienna is missed. Answered only what was asked: yes (make and model per vehicle, with the reason)."
  },
  {
   "clip": "midway",
   "question_id": "Q3",
   "verdict": "Echosaw win",
   "evidence_copilot": "Declined to answer: captured frames but said the image content was not visible to it and it would not guess.",
   "echosaw": "No plate can be read on any vehicle; one line per vehicle with its link.",
   "ground_truth": "No plate legible.",
   "notes": "Correct. Answered only what was asked: no. Each moving vehicle line also gives its direction of travel."
  },
  {
   "clip": "midway",
   "question_id": "Q4",
   "verdict": "Echosaw win",
   "evidence_copilot": "Declined to answer: captured frames but said the image content was not visible to it and it would not guess.",
   "echosaw": "Table: parked pickup 0-110s, pickup 7-11s, silver minivan 18s, silver sedan 42-43s, white minivan 91-93s, plus one line for 27 background vehicles (1-108s).",
   "ground_truth": "Tacoma ~8-11s, Sienna ~17.75-19.25s, Lexus ~41.75-43.5s, white minivan ~91.25-94.25s, Nissan parked throughout.",
   "notes": "Every appearance matches within about a second. Answered only what was asked: mostly; the table adds a movement column."
  },
  {
   "clip": "midway",
   "question_id": "Q5",
   "verdict": "Echosaw win",
   "evidence_copilot": "Declined to answer: captured frames but said the image content was not visible to it and it would not guess.",
   "echosaw": "Parked pickup ~0s: parked the whole time (0-110s), with its link; pickup ~7s left to right toward the camera; silver minivan ~18s left to right; silver sedan ~42s and white minivan ~91s right to left toward the camera.",
   "ground_truth": "Tacoma pulls out toward the camera and exits bottom-right (left to right in frame); Sienna left to right; Lexus right to left; white minivan right to left; Nissan parked.",
   "notes": "All four moving vehicles right, and the parked pickup now has its own linked line saying parked. Answered only what was asked: yes."
  },
  {
   "clip": "midway",
   "question_id": "Q6",
   "verdict": "Echosaw win",
   "evidence_copilot": "Declined to answer: captured frames but said the image content was not visible to it and it would not guess.",
   "echosaw": "Clock 2026/10/21 16:11:46 to 16:13:36; IPCAM; www.mcsandst.com; 714-893-3553; SANITARY DISTRICT; PROPERTY OF MIDWAY CITY; ORGANICS (55s, 83s, 110s).",
   "ground_truth": "Clock overlay, IPCAM, PROPERTY OF MIDWAY CITY SANITARY DISTRICT, 714-893-3553, www.mcsandst.com, ORGANICS.",
   "notes": "All on-screen text found and read correctly."
  },
  {
   "clip": "nasa",
   "question_id": "Q7",
   "verdict": "Echosaw win",
   "evidence_copilot": "Timestamped lines under Speaker 0/1/2 with names inferred from the call (\"Butch\", \"Sunny\", \"Pam\"); Bill Nelson's 0:50 line attributed to Butch; said Jim does not speak.",
   "echosaw": "Seven timestamped turns under Speaker 1 to 4, each under the right speaker. Speaker 1 named Butch, Speaker 2 Sonny, Speaker 4 Pam, each flagged as inferred from the audio; Speaker 3 left unnamed.",
   "ground_truth": "Four speakers: Butch Wilmore (0:00 and 1:33), Suni Williams (0:09), Bill Nelson (0:49), Pam Melroy (0:56).",
   "notes": "All three name ties are right (Sonny is Suni Williams, spelled as heard). Bill Nelson (Speaker 3) is not named in the audio, so leaving him unnamed is correct. One cited cue is loose: it says Butch is named at 1:32, where Speaker 1 is thanking Pam. Evidence Copilot named three speakers but gave Bill Nelson's 0:50 line to Butch."
  }
 ],
 "summary": "Echosaw win on six of seven questions and a partial win on Q2; Evidence Copilot declined to answer all six street-clip questions.",
 "gaps_to_close": [
  "Models: likely models named, none stated as certain.",
  "The silver Toyota Sienna at ~18s is not identified (make or model).",
  "Q1 adds each vehicle's model and Q3 adds direction of travel, beyond the part asked; Q4 adds a movement column.",
  "Q7 cites 1:32 as a place Butch is named; there Speaker 1 is replying to Pam."
 ]
}