{
 "verdict_values": [
  "Echosaw win",
  "Evidence Copilot declined to answer",
  "Tie",
  "Evidence Copilot win"
 ],
 "ground_truth": "ground-truth/ground-truth.json",
 "evidence_copilot_answers": "results/2026-11-12/evidence-copilot.json (original run, not re-run)",
 "scorecard": [
  {
   "clip": "midway",
   "question_id": "Q1",
   "verdict": "Echosaw win",
   "evidence_copilot": "Declined to answer: captured frames but said the image content was not visible to it and it would not guess.",
   "echosaw": "Nissan confirmed for the parked pickup; possibly Toyota (Tacoma) at ~7s, possibly Lexus at ~42s, possibly Toyota (Sienna) at ~91s; silver minivan at ~18s: make cannot be told.",
   "ground_truth": "Nissan (parked), Toyota Tacoma ~8-11s, Toyota Sienna ~18s, Lexus ~42s, white minivan ~92s (make not identified).",
   "notes": "All stated makes match; the ~18s Sienna is not identified; the ~91s minivan make is not verifiable from the footage."
  },
  {
   "clip": "midway",
   "question_id": "Q2",
   "verdict": "Echosaw win (partial)",
   "evidence_copilot": "Declined to answer: captured frames but said the image content was not visible to it and it would not guess.",
   "echosaw": "No model confirmed. Candidates: Frontier/Navara (parked), Tacoma (~7s), ES/IS (~42s), Sienna (~91s); ~18s minivan cannot be told.",
   "ground_truth": "Frontier, Tacoma, Sienna (~18s), ES; ~92s minivan model not identified.",
   "notes": "Right candidates for three vehicles but none confirmed; the ~18s Sienna is missed. Rendered answer contains an empty numbered list and a repeated closing paragraph."
  },
  {
   "clip": "midway",
   "question_id": "Q3",
   "verdict": "Echosaw win",
   "evidence_copilot": "Declined to answer: captured frames but said the image content was not visible to it and it would not guess.",
   "echosaw": "No plate can be read on any vehicle, listed per vehicle.",
   "ground_truth": "No plate legible.",
   "notes": "Correct."
  },
  {
   "clip": "midway",
   "question_id": "Q4",
   "verdict": "Echosaw win",
   "evidence_copilot": "Declined to answer: captured frames but said the image content was not visible to it and it would not guess. Offered to log appearances the user identifies.",
   "echosaw": "Per vehicle: Nissan 0-110s parked; pickup 7-11s; silver minivan 18s; silver sedan 42-43s; white minivan 91-93s; 27 distant background vehicles 1-108s.",
   "ground_truth": "Tacoma ~8-11s, Sienna ~17.75-19.25s, Lexus ~41.75-43.5s, white minivan ~91.25-94.25s, Nissan parked throughout.",
   "notes": "All five near-road vehicles with first/last times within about 1s. The 27 background vehicles were not part of the ground truth and are unverified."
  },
  {
   "clip": "midway",
   "question_id": "Q5",
   "verdict": "Echosaw win",
   "evidence_copilot": "Declined to answer: captured frames but said the image content was not visible to it and it would not guess.",
   "echosaw": "Nissan parked; pickup ~7s left to right and toward the camera; silver minivan ~18s left to right; silver sedan ~42s right to left; white minivan ~91s right to left.",
   "ground_truth": "Tacoma pulls out toward the camera and exits bottom-right (left to right in frame); Sienna left to right; Lexus right to left; white minivan right to left; Nissan parked.",
   "notes": "All five match."
  },
  {
   "clip": "midway",
   "question_id": "Q6",
   "verdict": "Echosaw win",
   "evidence_copilot": "Declined to answer: captured frames but said the image content was not visible to it and it would not guess.",
   "echosaw": "Clock overlay 2026/10/21 16:11:46 at 0s to 16:13:36 at 110s; IPCAM; www.mcsandst.com; 714-893-3553; SANITARY DISTRICT; PROPERTY OF MIDWAY CITY; ORGANICS at 55s, 83s and 110s.",
   "ground_truth": "Clock overlay, IPCAM, PROPERTY OF MIDWAY CITY SANITARY DISTRICT, 714-893-3553, www.mcsandst.com, ORGANICS.",
   "notes": "Every ground-truth string found, URL now exact. The bin line is split in two; ORGANICS is listed only at three moments."
  },
  {
   "clip": "nasa",
   "question_id": "Q7",
   "verdict": "Echosaw win (partial)",
   "evidence_copilot": "Timestamped lines under Speaker 0/1/2 with names inferred from the call (\"Butch\", \"Sunny\", \"Pam\"); Bill Nelson's 0:50 line attributed to Butch; said Jim does not speak.",
   "echosaw": "Seven timestamped turns under Speaker 1-4 (0:00, 0:10, 0:33, 0:50, 0:56, 1:03, 1:32) with a summary of each; Speaker 4 named as Pam (inferred from the audio); declined to tie Butch or Suni to Speaker 1 or 2.",
   "ground_truth": "Four speakers: Butch Wilmore (0:00 and 1:33), Suni Williams (0:09), Bill Nelson (0:49), Pam Melroy (0:56).",
   "notes": "Echosaw separates all four speakers and attributes every turn correctly; Evidence Copilot names three people but merges Nelson into Wilmore. Evidence Copilot names more speakers."
  }
 ],
 "carried_from_original_run": [
  {
   "clip": "nasa",
   "question_id": "transcript speakers",
   "verdict": "Echosaw win",
   "source": "results/2026-11-12/ (speaker-label re-upload, not re-run)",
   "echosaw": "4 speaker labels, turns within 1s of the footage.",
   "evidence_copilot": "3 labels; Nelson grouped with Wilmore."
  },
  {
   "clip": "midway",
   "question_id": "original 4K HEVC file",
   "verdict": "Echosaw win",
   "source": "results/2026-11-12/ (not re-run)",
   "echosaw": "Production job on the original file finished COMPLETE.",
   "evidence_copilot": "Could not play or process the file."
  }
 ],
 "gaps_to_close": [
  "Q7 names: Emma names only Pam. Speaker 2 says \"what Butch said\" and Speaker 4 addresses \"Butch and Sonny\", but Emma does not tie Butch or Suni to a label; Evidence Copilot named three people.",
  "Q1/Q2: the silver Toyota Sienna at ~18s is \"cannot be told\"; no model is confirmed for any vehicle (Lexus left as ES or IS).",
  "Q2 rendering: empty \"1. 2.\" list followed by a repeated closing paragraph.",
  "Q6: PROPERTY OF MIDWAY CITY SANITARY DISTRICT is split into two entries; ORGANICS listed only at 55s, 83s and 110s.",
  "Latency: Q1 took 91s and Q6 76s server-side; the other five took 5-12s.",
  "New chat on an organization member's report does not start a new server conversation (shared media-<hash> thread), so earlier turns stay in the model context."
 ]
}