{
 "verdict_values": [
  "Echosaw win",
  "Evidence Copilot declined to answer",
  "Tie",
  "Evidence Copilot win"
 ],
 "ground_truth": "ground-truth/ground-truth.json",
 "evidence_copilot_answers": "results/2026-11-12/evidence-copilot.json (original run, not re-run)",
 "scorecard": [
  {
   "clip": "midway",
   "question_id": "Q1",
   "verdict": "Echosaw win",
   "evidence_copilot": "Declined to answer: captured frames but said the image content was not visible to it and it would not guess.",
   "echosaw": "Nissan confirmed for the parked pickup (D40 body); possibly Toyota (Tacoma) at ~7s, possibly Lexus at ~42s, possibly Toyota (Sienna) at ~91s; silver minivan at ~18s: make and model cannot be told; 27 distant vehicles too far away.",
   "ground_truth": "Nissan (parked), Toyota Tacoma ~8-11s, Toyota Sienna ~18s, Lexus ~42s, white minivan ~92s (make not identified).",
   "notes": "Every stated make matches; the ~18s Sienna is not identified; the ~91s minivan make is not verifiable from the footage."
  },
  {
   "clip": "midway",
   "question_id": "Q2",
   "verdict": "Echosaw win (partial)",
   "evidence_copilot": "Declined to answer: captured frames but said the image content was not visible to it and it would not guess.",
   "echosaw": "Likely models named, none stated as certain: Frontier/Navara (parked), Tacoma (~7s), ES/IS (~42s), Sienna (~91s); ~18s minivan cannot be told.",
   "ground_truth": "Frontier, Tacoma, Sienna (~18s), ES; ~92s minivan model not identified.",
   "notes": "Likely models named for four vehicles, none stated as certain; the ~18s Sienna is missed. The empty list stub from the 22:33 run is gone."
  },
  {
   "clip": "midway",
   "question_id": "Q3",
   "verdict": "Echosaw win",
   "evidence_copilot": "Declined to answer: captured frames but said the image content was not visible to it and it would not guess.",
   "echosaw": "No license plate can be read on any vehicle, listed per vehicle.",
   "ground_truth": "No plate legible.",
   "notes": "Correct."
  },
  {
   "clip": "midway",
   "question_id": "Q4",
   "verdict": "Echosaw win",
   "evidence_copilot": "Declined to answer: captured frames but said the image content was not visible to it and it would not guess. Offered to log appearances the user identifies.",
   "echosaw": "Per vehicle: Nissan 0-110s parked; pickup 7-11s; silver minivan 18s; silver sedan 42-43s; white minivan 91-93s; 27 distant background vehicles 1-110s.",
   "ground_truth": "Tacoma ~8-11s, Sienna ~17.75-19.25s, Lexus ~41.75-43.5s, white minivan ~91.25-94.25s, Nissan parked throughout.",
   "notes": "All five near-road vehicles with first/last times within about 1s. The 27 background vehicles were not part of the ground truth and are unverified."
  },
  {
   "clip": "midway",
   "question_id": "Q5",
   "verdict": "Echosaw win",
   "evidence_copilot": "Declined to answer: captured frames but said the image content was not visible to it and it would not guess.",
   "echosaw": "Pickup ~7s left to right and toward the camera; silver minivan ~18s left to right; silver sedan ~42s right to left and toward the camera; white minivan ~91s right to left and toward the camera. The first entry lost its label: it starts \"The make is Nissan...\" with no \"~0s: white pickup truck\" or \"parked the whole time\".",
   "ground_truth": "Tacoma pulls out toward the camera and exits bottom-right (left to right in frame); Sienna left to right; Lexus right to left; white minivan right to left; Nissan parked.",
   "notes": "All four moving vehicles match. The parked Nissan has no direction of travel; its line (label and parked status) was cut by an Echosaw answer filter before display, which does not change the direction result. Rescored from partial to win."
  },
  {
   "clip": "midway",
   "question_id": "Q6",
   "verdict": "Echosaw win",
   "evidence_copilot": "Declined to answer: captured frames but said the image content was not visible to it and it would not guess.",
   "echosaw": "Clock overlay 2026/10/21 16:11:46 at 0s to 16:13:36 at 110s; IPCAM; www.mcsandst.com; 714-893-3553; SANITARY DISTRICT; PROPERTY OF MIDWAY CITY; ORGANICS visible 55s-110s (seen at 55s, 83s, 110s).",
   "ground_truth": "Clock overlay, IPCAM, PROPERTY OF MIDWAY CITY SANITARY DISTRICT, 714-893-3553, www.mcsandst.com, ORGANICS.",
   "notes": "Every ground-truth string found, URL exact. The bin line is split in two entries."
  },
  {
   "clip": "nasa",
   "question_id": "Q7",
   "verdict": "Echosaw win (partial)",
   "evidence_copilot": "Timestamped lines under Speaker 0/1/2 with names inferred from the call (\"Butch\", \"Sunny\", \"Pam\"); Bill Nelson's 0:50 line attributed to Butch; said Jim does not speak.",
   "echosaw": "Seven timestamped turns under Speaker 1-4 (0:00, 0:10, 0:33, 0:50, 0:56, 1:03, 1:32) with a summary of each; Speaker 1 named as Butch (inferred from the audio); said the transcript does not make clear which speaker \"Jim\" or \"Sonny\" belongs to; Speaker 2, 3 and 4 not named.",
   "ground_truth": "Four speakers: Butch Wilmore (0:00 and 1:33), Suni Williams (0:09), Bill Nelson (0:49), Pam Melroy (0:56).",
   "notes": "Echosaw separates all four speakers and attributes every turn correctly; Evidence Copilot merges Nelson into Wilmore. Evidence Copilot names three people, Echosaw one."
  }
 ],
 "carried_from_original_run": [
  {
   "clip": "nasa",
   "question_id": "transcript speakers",
   "verdict": "Echosaw win",
   "source": "results/2026-11-12/ (speaker-label re-upload, not re-run)",
   "echosaw": "4 speaker labels, turns within 1s of the footage.",
   "evidence_copilot": "3 labels; Nelson grouped with Wilmore."
  },
  {
   "clip": "midway",
   "question_id": "original 4K HEVC file",
   "verdict": "Echosaw win",
   "source": "results/2026-11-12/ (not re-run)",
   "echosaw": "Production job on the original file finished COMPLETE.",
   "evidence_copilot": "Could not play or process the file."
  }
 ],
 "gaps_to_close": [
  "Q7 names: Emma names only Speaker 1 (Butch). Speaker 3 says \"flip it to Pam\" right before Speaker 4, and Speaker 4 greets \"Butch and Sonny\", but Emma does not tie Pam or Suni to a label; Evidence Copilot named three people.",
  "Q5 output: the parked Nissan entry lost its \"~0s: white pickup truck\" label and \"parked the whole time\", leaving a bare \"The make is Nissan...\" bullet.",
  "Q1/Q2: the silver Toyota Sienna at ~18s is \"cannot be told\"; no model is confirmed for any vehicle (Lexus left as ES or IS).",
  "Q2-Q5 repeat the same per-vehicle block (make, model, plate, times, direction) instead of answering only what was asked.",
  "Q6: PROPERTY OF MIDWAY CITY SANITARY DISTRICT is split into two entries."
 ]
}