[
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS revenue,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM order_items oi\n    JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS revenue,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM orders o\n    JOIN order_items oi ON oi.order_id = o.id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o2.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o2 ON o2.id = oi.order_id\n  GROUP BY o2.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o2.customer_id, SUM(oi.qty) AS units\n  FROM orders o2\n  JOIN order_items oi ON oi.order_id = o2.id\n  GROUP BY o2.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o2.customer_id, SUM(oi.qty) AS units\n  FROM orders o2\n  JOIN order_items oi ON oi.order_id = o2.id\n  GROUP BY o2.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers AS c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) AS o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM orders AS ord\n  JOIN order_items AS oi ON oi.order_id = ord.id\n  GROUP BY ord.customer_id\n) AS i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM orders ord\n  JOIN order_items oi ON oi.order_id = ord.id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM orders ord\n  JOIN order_items oi ON oi.order_id = ord.id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM orders ord\n  JOIN order_items oi ON oi.order_id = ord.id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers AS c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) AS o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM orders AS ord\n  JOIN order_items AS oi ON oi.order_id = ord.id\n  GROUP BY ord.customer_id\n) AS i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM orders ord\n  JOIN order_items oi ON oi.order_id = ord.id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM orders ord\n  JOIN order_items oi ON oi.order_id = ord.id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM orders ord\n  JOIN order_items oi ON oi.order_id = ord.id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS revenue,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM orders o\n    JOIN order_items oi ON oi.order_id = o.id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c\nORDER BY c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM orders ord\n  JOIN order_items oi ON oi.order_id = ord.id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM orders ord\n  JOIN order_items oi ON oi.order_id = ord.id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM orders ord\n  JOIN order_items oi ON oi.order_id = ord.id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM orders ord\n  JOIN order_items oi ON oi.order_id = ord.id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM orders ord\n  JOIN order_items oi ON oi.order_id = ord.id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS revenue,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM orders o\n    JOIN order_items oi ON oi.order_id = o.id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM orders ord\n  JOIN order_items oi ON oi.order_id = ord.id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o2.customer_id, SUM(oi.qty) AS units\n  FROM orders o2\n  JOIN order_items oi ON oi.order_id = o2.id\n  GROUP BY o2.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(r.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM orders o\n  JOIN order_items oi ON oi.order_id = o.id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(r.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM orders o\n  JOIN order_items oi ON oi.order_id = o.id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(r.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM orders o\n  JOIN order_items oi ON oi.order_id = o.id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM orders ord\n  JOIN order_items oi ON oi.order_id = ord.id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o2.customer_id, SUM(oi.qty) AS units\n  FROM orders o2\n  JOIN order_items oi ON oi.order_id = o2.id\n  GROUP BY o2.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(r.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM orders o\n  JOIN order_items oi ON oi.order_id = o.id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(r.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM orders o\n  JOIN order_items oi ON oi.order_id = o.id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(r.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM orders o\n  JOIN order_items oi ON oi.order_id = o.id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(r.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM orders o\n  JOIN order_items oi ON oi.order_id = o.id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(SUM(o.order_total), 0) AS revenue,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(r.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM orders o\n  JOIN order_items oi ON oi.order_id = o.id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM orders ord\n  JOIN order_items oi ON oi.order_id = ord.id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM orders ord\n  JOIN order_items oi ON oi.order_id = ord.id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM orders ord\n  JOIN order_items oi ON oi.order_id = ord.id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(r.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM orders o\n  JOIN order_items oi ON oi.order_id = o.id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(SUM(o.order_total), 0) AS revenue,\n  COALESCE(SUM(oi.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) oi ON oi.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS revenue,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM orders o\n    JOIN order_items oi ON oi.order_id = o.id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c\nORDER BY c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o2.customer_id, SUM(p2.amount) AS paid\n  FROM payments p2\n  JOIN orders o2 ON o2.id = p2.order_id\n  GROUP BY o2.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o3.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o3 ON o3.id = oi.order_id\n  GROUP BY o3.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o2.customer_id, SUM(p2.amount) AS paid\n  FROM payments p2\n  JOIN orders o2 ON o2.id = p2.order_id\n  GROUP BY o2.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o3.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o3 ON o3.id = oi.order_id\n  GROUP BY o3.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c\nORDER BY c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(it.qty) AS units\n  FROM order_items it\n  JOIN orders ord ON ord.id = it.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o2.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o2 ON o2.id = pm.order_id\n  GROUP BY o2.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o3.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o3 ON o3.id = oi.order_id\n  GROUP BY o3.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o2.customer_id, SUM(p2.amount) AS paid\n  FROM payments p2\n  JOIN orders o2 ON o2.id = p2.order_id\n  GROUP BY o2.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o3.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o3 ON o3.id = oi.order_id\n  GROUP BY o3.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(it.qty) AS units\n  FROM order_items it\n  JOIN orders ord ON ord.id = it.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o2.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o2 ON o2.id = pm.order_id\n  GROUP BY o2.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o3.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o3 ON o3.id = oi.order_id\n  GROUP BY o3.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o2.customer_id, SUM(p2.amount) AS paid\n  FROM payments p2\n  JOIN orders o2 ON o2.id = p2.order_id\n  GROUP BY o2.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o3.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o3 ON o3.id = oi.order_id\n  GROUP BY o3.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c\nORDER BY c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS charged,\n  COALESCE((\n    SELECT SUM(p.amount)\n    FROM payments p\n    JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS paid,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM order_items oi\n    JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS charged,\n  COALESCE((\n    SELECT SUM(p.amount)\n    FROM payments p\n    JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS paid,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM order_items oi\n    JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS charged,\n  COALESCE((\n    SELECT SUM(p.amount)\n    FROM payments p\n    JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS paid,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM order_items oi\n    JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS charged,\n  COALESCE((\n    SELECT SUM(p.amount)\n    FROM payments p\n    JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS paid,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM order_items oi\n    JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS charged,\n  COALESCE((\n    SELECT SUM(p.amount)\n    FROM payments p\n    JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS paid,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM order_items oi\n    JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS charged,\n  COALESCE((\n    SELECT SUM(p.amount)\n    FROM payments p\n    JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS paid,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM order_items oi\n    JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS charged,\n  COALESCE((\n    SELECT SUM(p.amount)\n    FROM payments p\n    JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS paid,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM order_items oi\n    JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS charged,\n  COALESCE((\n    SELECT SUM(p.amount)\n    FROM payments p\n    JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS paid,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM order_items oi\n    JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c\nORDER BY c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS charged,\n  COALESCE((\n    SELECT SUM(p.amount)\n    FROM payments p\n    JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS paid,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM order_items oi\n    JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS charged,\n  COALESCE((\n    SELECT SUM(p.amount)\n    FROM payments p\n    JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS paid,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM order_items oi\n    JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS charged,\n  COALESCE((\n    SELECT SUM(p.amount)\n    FROM payments p\n    JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS paid,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM order_items oi\n    JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS charged,\n  COALESCE((\n    SELECT SUM(p.amount)\n    FROM payments p\n    JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS paid,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM order_items oi\n    JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS charged,\n  COALESCE((\n    SELECT SUM(p.amount)\n    FROM payments p\n    JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS paid,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM order_items oi\n    JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS charged,\n  COALESCE((\n    SELECT SUM(p.amount)\n    FROM payments p\n    JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS paid,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM order_items oi\n    JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS charged,\n  COALESCE((\n    SELECT SUM(p.amount)\n    FROM payments p\n    JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS paid,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM order_items oi\n    JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(it.qty) AS units\n  FROM order_items it\n  JOIN orders ord ON ord.id = it.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS charged,\n  COALESCE((\n    SELECT SUM(p.amount)\n    FROM payments p\n    JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS paid,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM order_items oi\n    JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS charged,\n  COALESCE((\n    SELECT SUM(p.amount)\n    FROM payments p\n    JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS paid,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM order_items oi\n    JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS charged,\n  COALESCE((\n    SELECT SUM(p.amount)\n    FROM payments p\n    JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS paid,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM order_items oi\n    JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS charged,\n  COALESCE((\n    SELECT SUM(p.amount)\n    FROM payments p\n    JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS paid,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM order_items oi\n    JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o2.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o2 ON o2.id = pm.order_id\n  GROUP BY o2.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o3.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o3 ON o3.id = oi.order_id\n  GROUP BY o3.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS charged,\n  COALESCE((\n    SELECT SUM(p.amount)\n    FROM payments p\n    JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS paid,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM order_items oi\n    JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(it.qty) AS units\n  FROM order_items it\n  JOIN orders ord ON ord.id = it.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(it.qty) AS units\n  FROM order_items it\n  JOIN orders ord ON ord.id = it.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments p\n  JOIN country_debt_summary c ON c.country = p.country\n  GROUP BY c.region\n) r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments p\n  JOIN country_debt_summary c ON c.country = p.country\n  GROUP BY c.region\n) r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments p\n  JOIN country_debt_summary c ON c.country = p.country\n  GROUP BY c.region\n) r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) AS d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region AS region, SUM(p.amount) AS total_repaid\n  FROM repayments AS p\n  JOIN country_debt_summary AS c ON c.country = p.country\n  GROUP BY c.region\n) AS r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) AS d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region AS region, SUM(p.amount) AS total_repaid\n  FROM repayments AS p\n  JOIN country_debt_summary AS c ON c.country = p.country\n  GROUP BY c.region\n) AS r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments p\n  JOIN country_debt_summary c ON c.country = p.country\n  GROUP BY c.region\n) r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN country_debt_summary AS c\n  ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) AS r\n  ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments p\n  JOIN country_debt_summary c ON c.country = p.country\n  GROUP BY c.region\n) r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(rp.amount) AS total_repaid\n  FROM repayments rp\n  JOIN country_debt_summary c ON c.country = rp.country\n  GROUP BY c.region\n) r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) AS d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments AS p\n  JOIN country_debt_summary AS c ON c.country = p.country\n  GROUP BY c.region\n) AS r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) AS d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments AS p\n  JOIN country_debt_summary AS c ON c.country = p.country\n  GROUP BY c.region\n) AS r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "WITH debt AS (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n),\nrepaid AS (\n  SELECT c.region, SUM(r.amount) AS total_repaid\n  FROM repayments r\n  JOIN country_debt_summary c ON c.country = r.country\n  GROUP BY c.region\n)\nSELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(p.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt d ON d.region = rb.region\nLEFT JOIN repaid p ON p.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments p\n  JOIN country_debt_summary c ON c.country = p.country\n  GROUP BY c.region\n) r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "WITH debt AS (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n),\nrepaid AS (\n  SELECT c.region, SUM(r.amount) AS total_repaid\n  FROM repayments r\n  JOIN country_debt_summary c ON c.country = r.country\n  GROUP BY c.region\n)\nSELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(p.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt d ON d.region = rb.region\nLEFT JOIN repaid p ON p.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments p\n  JOIN country_debt_summary c ON c.country = p.country\n  GROUP BY c.region\n) r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) AS d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments AS p\n  JOIN country_debt_summary AS c ON c.country = p.country\n  GROUP BY c.region\n) AS r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) AS d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments AS p\n  JOIN country_debt_summary AS c ON c.country = p.country\n  GROUP BY c.region\n) AS r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) AS d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments AS p\n  JOIN country_debt_summary AS c ON c.country = p.country\n  GROUP BY c.region\n) AS r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments p\n  JOIN country_debt_summary c ON c.country = p.country\n  GROUP BY c.region\n) r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region AS region, SUM(p.amount) AS total_repaid\n  FROM repayments p\n  JOIN country_debt_summary c ON c.country = p.country\n  GROUP BY c.region\n) r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments p\n  JOIN country_debt_summary c ON c.country = p.country\n  GROUP BY c.region\n) r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments p\n  JOIN country_debt_summary c ON c.country = p.country\n  GROUP BY c.region\n) r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(rp.amount) AS total_repaid\n  FROM repayments rp\n  JOIN country_debt_summary c ON c.country = rp.country\n  GROUP BY c.region\n) r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) AS d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments AS p\n  JOIN country_debt_summary AS c ON c.country = p.country\n  GROUP BY c.region\n) AS r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(p.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) AS d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(r.amount) AS total_repaid\n  FROM repayments AS r\n  JOIN country_debt_summary AS c ON c.country = r.country\n  GROUP BY c.region\n) AS p ON p.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments p\n  JOIN country_debt_summary c ON c.country = p.country\n  GROUP BY c.region\n) r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(d.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT\n    c.region,\n    SUM(c.outstanding_debt) AS total_debt,\n    SUM(COALESCE(r.repaid, 0)) AS total_repaid\n  FROM country_debt_summary AS c\n  LEFT JOIN (\n    SELECT country, SUM(amount) AS repaid\n    FROM repayments\n    GROUP BY country\n  ) AS r ON r.country = c.country\n  GROUP BY c.region\n) AS d ON d.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) AS d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments AS p\n  JOIN country_debt_summary AS c ON c.country = p.country\n  GROUP BY c.region\n) AS r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(d.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT\n    c.region,\n    SUM(c.outstanding_debt) AS total_debt,\n    SUM(COALESCE(r.repaid, 0)) AS total_repaid\n  FROM country_debt_summary AS c\n  LEFT JOIN (\n    SELECT country, SUM(amount) AS repaid\n    FROM repayments\n    GROUP BY country\n  ) AS r ON r.country = c.country\n  GROUP BY c.region\n) AS d ON d.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments p\n  JOIN country_debt_summary c ON c.country = p.country\n  GROUP BY c.region\n) r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(p.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) AS d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(r.amount) AS total_repaid\n  FROM repayments AS r\n  JOIN country_debt_summary AS c ON c.country = r.country\n  GROUP BY c.region\n) AS p ON p.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) AS d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments AS p\n  JOIN country_debt_summary AS c ON c.country = p.country\n  GROUP BY c.region\n) AS r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(rp.amount) AS total_repaid\n  FROM repayments rp\n  JOIN country_debt_summary c ON c.country = rp.country\n  GROUP BY c.region\n) r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) AS d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments AS p\n  JOIN country_debt_summary AS c ON c.country = p.country\n  GROUP BY c.region\n) AS r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(d.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT\n    c.region,\n    SUM(c.outstanding_debt) AS total_debt,\n    SUM(COALESCE(r.repaid, 0)) AS total_repaid\n  FROM country_debt_summary c\n  LEFT JOIN (\n    SELECT country, SUM(amount) AS repaid\n    FROM repayments\n    GROUP BY country\n  ) r ON r.country = c.country\n  GROUP BY c.region\n) d ON d.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) AS d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments AS p\n  JOIN country_debt_summary AS c ON c.country = p.country\n  GROUP BY c.region\n) AS r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments p\n  JOIN country_debt_summary c ON c.country = p.country\n  GROUP BY c.region\n) r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments p\n  JOIN country_debt_summary c ON c.country = p.country\n  GROUP BY c.region\n) r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN country_debt_summary AS c\n  ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) AS r\n  ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id,\n         SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id,\n         SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o2.customer_id, SUM(p2.amount) AS paid\n  FROM payments p2\n  JOIN orders o2 ON o2.id = p2.order_id\n  GROUP BY o2.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o3.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o3 ON o3.id = oi.order_id\n  GROUP BY o3.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o2.customer_id, SUM(p2.amount) AS paid\n  FROM payments p2\n  JOIN orders o2 ON o2.id = p2.order_id\n  GROUP BY o2.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o3.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o3 ON o3.id = oi.order_id\n  GROUP BY o3.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers AS c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) AS o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id,\n         SUM(pay.amount) AS paid\n  FROM payments AS pay\n  JOIN orders AS ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) AS p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id,\n         SUM(it.qty) AS units\n  FROM order_items AS it\n  JOIN orders AS ord ON ord.id = it.order_id\n  GROUP BY ord.customer_id\n) AS i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o2.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o2 ON o2.id = pm.order_id\n  GROUP BY o2.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o3.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o3 ON o3.id = oi.order_id\n  GROUP BY o3.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o2.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o2 ON o2.id = pm.order_id\n  GROUP BY o2.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o3.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o3 ON o3.id = oi.order_id\n  GROUP BY o3.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(it.qty) AS units\n  FROM order_items it\n  JOIN orders ord ON ord.id = it.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o2.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o2 ON o2.id = pm.order_id\n  GROUP BY o2.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o3.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o3 ON o3.id = oi.order_id\n  GROUP BY o3.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o2.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o2 ON o2.id = pm.order_id\n  GROUP BY o2.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o3.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o3 ON o3.id = oi.order_id\n  GROUP BY o3.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o\n  ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p\n  ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i\n  ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id,\n         SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id,\n         SUM(it.qty) AS units\n  FROM order_items it\n  JOIN orders ord ON ord.id = it.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o\n  ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM orders ord\n  JOIN payments pay ON pay.order_id = ord.id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM orders ord\n  JOIN order_items oi ON oi.order_id = ord.id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(it.qty) AS units\n  FROM order_items it\n  JOIN orders ord ON ord.id = it.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o2.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o2 ON o2.id = pm.order_id\n  GROUP BY o2.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o3.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o3 ON o3.id = oi.order_id\n  GROUP BY o3.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM orders ord\n  JOIN payments pay ON pay.order_id = ord.id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM orders ord\n  JOIN order_items oi ON oi.order_id = ord.id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(it.qty) AS units\n  FROM order_items it\n  JOIN orders ord ON ord.id = it.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o2.customer_id, SUM(pm.amount) AS paid\n  FROM orders o2\n  JOIN payments pm ON pm.order_id = o2.id\n  GROUP BY o2.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o3.customer_id, SUM(oi.qty) AS units\n  FROM orders o3\n  JOIN order_items oi ON oi.order_id = o3.id\n  GROUP BY o3.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o2.customer_id, SUM(p2.amount) AS paid\n  FROM orders o2\n  JOIN payments p2 ON p2.order_id = o2.id\n  GROUP BY o2.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o3.customer_id, SUM(oi.qty) AS units\n  FROM orders o3\n  JOIN order_items oi ON oi.order_id = o3.id\n  GROUP BY o3.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(it.qty) AS units\n  FROM order_items it\n  JOIN orders ord ON ord.id = it.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(it.qty) AS units\n  FROM order_items it\n  JOIN orders ord ON ord.id = it.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(o.paid, 0) AS paid,\n  COALESCE(o.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT\n    ord.customer_id,\n    COUNT(*) AS orders,\n    SUM(ord.order_total) AS charged,\n    AVG(ord.order_total) AS avg_order,\n    SUM(p.paid) AS paid,\n    SUM(i.units) AS units\n  FROM orders ord\n  LEFT JOIN (\n    SELECT order_id, SUM(amount) AS paid\n    FROM payments\n    GROUP BY order_id\n  ) p ON p.order_id = ord.id\n  LEFT JOIN (\n    SELECT order_id, SUM(qty) AS units\n    FROM order_items\n    GROUP BY order_id\n  ) i ON i.order_id = ord.id\n  GROUP BY ord.customer_id\n) o ON o.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  d.region,\n  d.total_debt,\n  d.countries,\n  b.target_repayment_ratio\nFROM (\n  SELECT\n    region,\n    SUM(outstanding_amount) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS d\nLEFT JOIN region_benchmarks AS b\n  ON b.region = d.region\nORDER BY d.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  d.region,\n  d.total_debt,\n  d.countries,\n  b.target_repayment_ratio\nFROM (\n  SELECT\n    region,\n    SUM(outstanding_amount) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS d\nLEFT JOIN region_benchmarks AS b\n  ON b.region = d.region\nORDER BY d.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  d.region,\n  d.total_debt,\n  d.countries,\n  b.target_repayment_ratio\nFROM (\n  SELECT\n    region,\n    SUM(outstanding_amount) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS d\nLEFT JOIN region_benchmarks AS b\n  ON b.region = d.region\nORDER BY d.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  d.region,\n  d.total_debt,\n  d.countries,\n  b.target_repayment_ratio\nFROM (\n  SELECT\n    region,\n    SUM(outstanding_amount) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS d\nLEFT JOIN region_benchmarks AS b\n  ON b.region = d.region\nORDER BY d.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  d.region,\n  d.total_debt,\n  d.countries,\n  b.target_repayment_ratio\nFROM (\n  SELECT\n    region,\n    SUM(outstanding_amount) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS d\nLEFT JOIN region_benchmarks AS b\n  ON b.region = d.region\nORDER BY d.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  d.region,\n  d.total_debt,\n  d.countries,\n  b.target_repayment_ratio\nFROM (\n  SELECT\n    region,\n    SUM(outstanding_amount) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS d\nLEFT JOIN region_benchmarks AS b\n  ON b.region = d.region\nORDER BY d.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  d.region AS region,\n  SUM(d.outstanding_amount) AS total_debt,\n  COUNT(DISTINCT d.country) AS countries,\n  (SELECT b.target_repayment_ratio\n     FROM region_benchmarks b\n    WHERE b.region = d.region\n    LIMIT 1) AS target_repayment_ratio\nFROM debt_positions d\nGROUP BY d.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT d.region,\n       d.total_debt,\n       d.countries,\n       b.target_repayment_ratio\nFROM (\n  SELECT region,\n         SUM(outstanding_amount) AS total_debt,\n         COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS d\nLEFT JOIN (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n) AS b ON b.region = d.region\nORDER BY d.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  d.region,\n  d.total_debt,\n  d.countries,\n  b.target_repayment_ratio\nFROM (\n  SELECT\n    region,\n    SUM(outstanding_amount) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS d\nLEFT JOIN (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n) AS b ON b.region = d.region\nORDER BY d.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  d.region,\n  d.total_debt,\n  d.countries,\n  b.target_repayment_ratio\nFROM (\n  SELECT\n    region,\n    SUM(outstanding_amount) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS d\nLEFT JOIN (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n) AS b ON b.region = d.region\nORDER BY d.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT d.region,\n       d.total_debt,\n       d.countries,\n       b.target_repayment_ratio\nFROM (\n    SELECT region,\n           SUM(outstanding_amount) AS total_debt,\n           COUNT(DISTINCT country) AS countries\n    FROM debt_positions\n    GROUP BY region\n) AS d\nLEFT JOIN region_benchmarks AS b\n       ON b.region = d.region\nORDER BY d.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  d.region,\n  d.total_debt,\n  d.countries,\n  b.target_repayment_ratio\nFROM (\n  SELECT\n    region,\n    SUM(outstanding_amount) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS d\nLEFT JOIN region_benchmarks AS b\n  ON b.region = d.region\nORDER BY d.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  d.region,\n  d.total_debt,\n  d.countries,\n  b.target_repayment_ratio\nFROM (\n  SELECT\n    region,\n    SUM(outstanding_amount) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS d\nLEFT JOIN (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n) AS b ON b.region = d.region\nORDER BY d.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  d.region,\n  d.total_debt,\n  d.countries,\n  b.target_repayment_ratio\nFROM (\n  SELECT\n    region,\n    SUM(outstanding_amount) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS d\nLEFT JOIN region_benchmarks AS b\n  ON b.region = d.region\nORDER BY d.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  d.region,\n  d.total_debt,\n  d.countries,\n  b.target_repayment_ratio\nFROM (\n  SELECT\n    region,\n    SUM(outstanding_amount) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS d\nLEFT JOIN region_benchmarks AS b\n  ON b.region = d.region\nORDER BY d.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT d.region,\n       d.total_debt,\n       d.countries,\n       b.target_repayment_ratio\nFROM (\n  SELECT region,\n         SUM(outstanding_amount) AS total_debt,\n         COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS d\nLEFT JOIN region_benchmarks AS b ON b.region = d.region\nORDER BY d.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT d.region,\n       d.total_debt,\n       d.countries,\n       b.target_repayment_ratio\nFROM (\n    SELECT region,\n           SUM(outstanding_amount) AS total_debt,\n           COUNT(DISTINCT country) AS countries\n    FROM debt_positions\n    GROUP BY region\n) AS d\nLEFT JOIN region_benchmarks AS b\n       ON b.region = d.region\nORDER BY d.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  d.region,\n  d.total_debt,\n  d.countries,\n  b.target_repayment_ratio\nFROM (\n  SELECT\n    region,\n    SUM(outstanding_amount) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS d\nLEFT JOIN region_benchmarks AS b\n  ON b.region = d.region\nORDER BY d.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT d.region,\n       d.total_debt,\n       d.countries,\n       b.target_repayment_ratio\nFROM (\n    SELECT region,\n           SUM(outstanding_amount) AS total_debt,\n           COUNT(DISTINCT country) AS countries\n    FROM debt_positions\n    GROUP BY region\n) AS d\nLEFT JOIN region_benchmarks AS b\n       ON b.region = d.region\nORDER BY d.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  d.region,\n  d.total_debt,\n  d.countries,\n  b.target_repayment_ratio\nFROM (\n  SELECT\n    region,\n    SUM(outstanding_amount) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS d\nLEFT JOIN region_benchmarks AS b\n  ON b.region = d.region\nORDER BY d.region"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(py.amount) AS paid\n  FROM payments py\n  JOIN orders o ON o.id = py.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         COALESCE(SUM(order_total), 0) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT o.customer_id, COALESCE(SUM(r.amount), 0) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\np AS (\n  SELECT o.customer_id, COALESCE(SUM(p.amount), 0) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nu AS (\n  SELECT o.customer_id, COALESCE(SUM(oi.qty), 0) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\ns AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id,\n         SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id,\n         SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id,\n         SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id,\n         COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-fable-5-2",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM orders o\n  JOIN order_items oi ON oi.order_id = o.id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(r.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM orders o\n  JOIN order_items oi ON oi.order_id = o.id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(r.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers AS c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) AS o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items AS oi\n  JOIN orders AS ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) AS i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(SUM(o.order_total), 0) AS revenue,\n  COALESCE(SUM(oi.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o\n  ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) oi\n  ON oi.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o2.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o2 ON o2.id = oi.order_id\n  GROUP BY o2.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers AS c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) AS o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items AS oi\n  JOIN orders AS ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) AS i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers AS c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) AS o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items AS oi\n  JOIN orders AS ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) AS i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(r.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM orders ord\n  JOIN order_items oi ON oi.order_id = ord.id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(r.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM orders o\n  JOIN order_items oi ON oi.order_id = o.id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(o.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT\n    ord.customer_id,\n    SUM(ord.order_total) AS revenue,\n    SUM(COALESCE(i.units, 0)) AS units\n  FROM orders ord\n  LEFT JOIN (\n    SELECT order_id, SUM(qty) AS units\n    FROM order_items\n    GROUP BY order_id\n  ) i ON i.order_id = ord.id\n  GROUP BY ord.customer_id\n) o ON o.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM orders ord\n  JOIN order_items oi ON oi.order_id = ord.id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM orders o\n  JOIN order_items oi ON oi.order_id = o.id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM orders ord\n  JOIN order_items oi ON oi.order_id = ord.id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(r.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM orders o\n  JOIN order_items oi ON oi.order_id = o.id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(SUM(o.order_total), 0) AS revenue,\n  COALESCE(SUM(oi.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o\n  ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) oi\n  ON oi.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(SUM(o.order_total), 0) AS revenue,\n  COALESCE(SUM(oi.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o\n  ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) oi\n  ON oi.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(SUM(o.order_total), 0) AS revenue,\n  COALESCE(SUM(oi.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o\n  ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) oi\n  ON oi.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(SUM(o.order_total), 0) AS revenue,\n  COALESCE(SUM(oi.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o\n  ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) oi\n  ON oi.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(SUM(o.order_total), 0) AS revenue,\n  COALESCE(SUM(oi.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o\n  ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) oi\n  ON oi.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(r.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM orders o\n  JOIN order_items oi ON oi.order_id = o.id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(SUM(o.order_total), 0) AS revenue,\n  COALESCE(SUM(oi.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o\n  ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) oi\n  ON oi.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(SUM(o.order_total), 0) AS revenue,\n  COALESCE(SUM(oi.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o\n  ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) oi\n  ON oi.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(SUM(o.order_total), 0) AS revenue,\n  COALESCE(SUM(oi.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o\n  ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) oi\n  ON oi.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0)    AS paid,\n  COALESCE(i.units, 0)   AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0)    AS paid,\n  COALESCE(u.units, 0)   AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0)    AS paid,\n  COALESCE(u.units, 0)   AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0)    AS paid,\n  COALESCE(u.units, 0)   AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0)    AS paid,\n  COALESCE(u.units, 0)   AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0)    AS paid,\n  COALESCE(u.units, 0)   AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0)    AS paid,\n  COALESCE(u.units, 0)   AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0)    AS paid,\n  COALESCE(u.units, 0)   AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0)    AS paid,\n  COALESCE(u.units, 0)   AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0)    AS paid,\n  COALESCE(i.units, 0)   AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0)    AS paid,\n  COALESCE(u.units, 0)   AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0)    AS paid,\n  COALESCE(i.units, 0)   AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c\n  ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r\n  ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c\n  ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r\n  ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN country_debt_summary AS c\n  ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) AS r\n  ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c\n  ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r\n  ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c\n  ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r\n  ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(c.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT\n    cds.country,\n    cds.region,\n    cds.outstanding_debt,\n    COALESCE(r.repaid, 0) AS repaid\n  FROM country_debt_summary cds\n  LEFT JOIN (\n    SELECT country, SUM(amount) AS repaid\n    FROM repayments\n    GROUP BY country\n  ) r ON r.country = cds.country\n) c ON c.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN country_debt_summary AS c\n  ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) AS r\n  ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(c.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT\n    cds.country,\n    cds.region,\n    cds.outstanding_debt,\n    COALESCE(r.repaid, 0) AS repaid\n  FROM country_debt_summary cds\n  LEFT JOIN (\n    SELECT country, SUM(amount) AS repaid\n    FROM repayments\n    GROUP BY country\n  ) r ON r.country = cds.country\n) c ON c.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) AS d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments AS p\n  JOIN country_debt_summary AS c ON c.country = p.country\n  GROUP BY c.region\n) AS r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(c.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT\n    cds.country,\n    cds.region,\n    cds.outstanding_debt,\n    COALESCE(r.repaid, 0) AS repaid\n  FROM country_debt_summary AS cds\n  LEFT JOIN (\n    SELECT country, SUM(amount) AS repaid\n    FROM repayments\n    GROUP BY country\n  ) AS r ON r.country = cds.country\n) AS c ON c.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN country_debt_summary AS c\n  ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) AS r\n  ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c\n  ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r\n  ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(c.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT\n    cds.country,\n    cds.region,\n    cds.outstanding_debt,\n    COALESCE(r.repaid, 0) AS repaid\n  FROM country_debt_summary cds\n  LEFT JOIN (\n    SELECT country, SUM(amount) AS repaid\n    FROM repayments\n    GROUP BY country\n  ) r ON r.country = cds.country\n) c ON c.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(c.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT\n    cds.country,\n    cds.region,\n    cds.outstanding_debt,\n    COALESCE(r.repaid, 0) AS repaid\n  FROM country_debt_summary AS cds\n  LEFT JOIN (\n    SELECT country, SUM(amount) AS repaid\n    FROM repayments\n    GROUP BY country\n  ) AS r ON r.country = cds.country\n) AS c ON c.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "WITH country_repaid AS (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n),\nregion_totals AS (\n  SELECT\n    c.region,\n    SUM(c.outstanding_debt) AS total_debt,\n    SUM(COALESCE(cr.repaid, 0)) AS total_repaid\n  FROM country_debt_summary c\n  LEFT JOIN country_repaid cr ON cr.country = c.country\n  GROUP BY c.region\n)\nSELECT\n  rb.region,\n  COALESCE(rt.total_debt, 0) AS total_debt,\n  COALESCE(rt.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN region_totals rt ON rt.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN country_debt_summary AS c\n  ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) AS r\n  ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c\n  ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r\n  ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN country_debt_summary AS c\n  ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) AS r\n  ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c\n  ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r\n  ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c\n  ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r\n  ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.country_repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c\n  ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS country_repaid\n  FROM repayments\n  GROUP BY country\n) r\n  ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c\n  ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r\n  ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.country_repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN country_debt_summary AS c\n  ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS country_repaid\n  FROM repayments\n  GROUP BY country\n) AS r\n  ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c\n  ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r\n  ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c\n  ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r\n  ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN country_debt_summary AS c\n  ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) AS r\n  ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN country_debt_summary AS c\n  ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) AS r\n  ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.charged * 1.0 / NULLIF(o.orders, 0) AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  CASE WHEN COUNT(o.id) > 0 THEN SUM(o.order_total) * 1.0 / COUNT(o.id) END AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total * 1.0) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  CASE WHEN COUNT(o.id) > 0 THEN CAST(SUM(o.order_total) AS REAL) / COUNT(o.id) END AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  CASE WHEN COUNT(o.id) > 0 THEN SUM(o.order_total) * 1.0 / COUNT(o.id) END AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total * 1.0) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "WITH order_payments AS (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n),\norder_units AS (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n),\nper_order AS (\n  SELECT\n    o.id,\n    o.customer_id,\n    o.order_total,\n    COALESCE(op.paid, 0) AS paid,\n    COALESCE(ou.units, 0) AS units\n  FROM orders o\n  LEFT JOIN order_payments op ON op.order_id = o.id\n  LEFT JOIN order_units ou ON ou.order_id = o.id\n)\nSELECT\n  c.name AS name,\n  COUNT(po.id) AS orders,\n  COALESCE(SUM(po.order_total), 0) AS charged,\n  AVG(po.order_total * 1.0) AS avg_order,\n  COALESCE(SUM(po.paid), 0) AS paid,\n  COALESCE(SUM(po.units), 0) AS units\nFROM customers c\nLEFT JOIN per_order po ON po.customer_id = c.id\nGROUP BY c.id, c.name\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0)   AS orders,\n  COALESCE(o.charged, 0)  AS charged,\n  o.avg_order             AS avg_order,\n  COALESCE(p.paid, 0)     AS paid,\n  COALESCE(i.units, 0)    AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*)         AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "WITH order_stats AS (\n  SELECT\n    o.id AS order_id,\n    o.customer_id,\n    o.order_total,\n    COALESCE((SELECT SUM(p.amount) FROM payments p WHERE p.order_id = o.id), 0) AS paid,\n    COALESCE((SELECT SUM(oi.qty) FROM order_items oi WHERE oi.order_id = o.id), 0) AS units\n  FROM orders o\n)\nSELECT\n  c.name,\n  COUNT(os.order_id) AS orders,\n  COALESCE(SUM(os.order_total), 0) AS charged,\n  CASE WHEN COUNT(os.order_id) = 0 THEN NULL\n       ELSE SUM(os.order_total) * 1.0 / COUNT(os.order_id)\n  END AS avg_order,\n  COALESCE(SUM(os.paid), 0) AS paid,\n  COALESCE(SUM(os.units), 0) AS units\nFROM customers c\nLEFT JOIN order_stats os ON os.customer_id = c.id\nGROUP BY c.id, c.name\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "WITH order_stats AS (\n  SELECT customer_id,\n         COUNT(*)         AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\npayment_stats AS (\n  SELECT o.customer_id,\n         SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_stats AS (\n  SELECT o.customer_id,\n         SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n)\nSELECT c.name,\n       COALESCE(os.orders, 0)  AS orders,\n       COALESCE(os.charged, 0) AS charged,\n       CAST(os.charged AS REAL) / NULLIF(os.orders, 0) AS avg_order,\n       COALESCE(ps.paid, 0)    AS paid,\n       COALESCE(us.units, 0)   AS units\nFROM customers c\nLEFT JOIN order_stats   os ON os.customer_id = c.id\nLEFT JOIN payment_stats ps ON ps.customer_id = c.id\nLEFT JOIN unit_stats    us ON us.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id)                       AS orders,\n  COALESCE(SUM(o.order_total), 0)   AS charged,\n  AVG(o.order_total)                AS avg_order,\n  COALESCE(SUM(p.paid), 0)          AS paid,\n  COALESCE(SUM(i.units), 0)         AS units\nFROM customers c\nLEFT JOIN orders o\n  ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name\nORDER BY c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0)   AS orders,\n  COALESCE(o.charged, 0)  AS charged,\n  o.avg_order             AS avg_order,\n  COALESCE(p.paid, 0)     AS paid,\n  COALESCE(i.units, 0)    AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*)          AS orders,\n         SUM(order_total)  AS charged,\n         AVG(order_total)  AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id,\n         SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id,\n         SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0)   AS orders,\n  COALESCE(o.charged, 0)  AS charged,\n  o.avg_order             AS avg_order,\n  COALESCE(p.paid, 0)     AS paid,\n  COALESCE(i.units, 0)    AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*)         AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.order_count, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  CASE WHEN COALESCE(o.order_count, 0) = 0 THEN NULL\n       ELSE 1.0 * o.charged / o.order_count END AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS order_count, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.order_count, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  CASE WHEN COALESCE(o.order_count, 0) = 0 THEN NULL\n       ELSE 1.0 * o.charged / o.order_count END AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS order_count, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total * 1.0) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o\n  ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id)                     AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total)              AS avg_order,\n  COALESCE(SUM(p.paid), 0)        AS paid,\n  COALESCE(SUM(i.units), 0)       AS units\nFROM customers AS c\nLEFT JOIN orders AS o\n  ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) AS p\n  ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) AS i\n  ON i.order_id = o.id\nGROUP BY c.id, c.name\nORDER BY c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id)                                   AS orders,\n  COALESCE(SUM(o.order_total), 0)               AS charged,\n  AVG(o.order_total * 1.0)                      AS avg_order,\n  COALESCE(SUM(p.paid), 0)                      AS paid,\n  COALESCE(SUM(i.units), 0)                     AS units\nFROM customers c\nLEFT JOIN orders o\n  ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o\n  ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0)  AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order            AS avg_order,\n  COALESCE(p.paid, 0)    AS paid,\n  COALESCE(u.units, 0)   AS units\nFROM customers AS c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*)         AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) AS o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id,\n         SUM(pay.amount) AS paid\n  FROM payments AS pay\n  JOIN orders AS ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) AS p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id,\n         SUM(oi.qty) AS units\n  FROM order_items AS oi\n  JOIN orders AS ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) AS u ON u.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0)  AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order            AS avg_order,\n  COALESCE(p.paid, 0)    AS paid,\n  COALESCE(i.units, 0)   AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*)         AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0)                AS orders,\n  COALESCE(o.charged, 0)               AS charged,\n  o.charged * 1.0 / NULLIF(o.orders, 0) AS avg_order,\n  COALESCE(p.paid, 0)                  AS paid,\n  COALESCE(u.units, 0)                 AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nORDER BY c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id)                                   AS orders,\n  COALESCE(SUM(o.order_total), 0)               AS charged,\n  AVG(o.order_total * 1.0)                      AS avg_order,\n  COALESCE(SUM(p.paid), 0)                      AS paid,\n  COALESCE(SUM(i.units), 0)                     AS units\nFROM customers c\nLEFT JOIN orders o\n  ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o\n  ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id)                       AS orders,\n  COALESCE(SUM(o.order_total), 0)   AS charged,\n  AVG(o.order_total)                AS avg_order,\n  COALESCE(SUM(p.paid), 0)          AS paid,\n  COALESCE(SUM(i.units), 0)         AS units\nFROM customers AS c\nLEFT JOIN orders AS o\n  ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) AS p\n  ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) AS i\n  ON i.order_id = o.id\nGROUP BY c.id, c.name\nORDER BY c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(oi.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) oi ON oi.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "WITH order_units AS (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n),\norder_payments AS (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n)\nSELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(op.paid), 0) AS paid,\n  COALESCE(SUM(ou.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN order_units ou ON ou.order_id = o.id\nLEFT JOIN order_payments op ON op.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  CASE WHEN COUNT(o.id) > 0\n       THEN CAST(SUM(o.order_total) AS REAL) / COUNT(o.id)\n  END AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o\n  ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p\n  ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i\n  ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "WITH order_stats AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         COALESCE(SUM(order_total), 0) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n),\npay_stats AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_stats AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n)\nSELECT c.name,\n       COALESCE(os.orders, 0) AS orders,\n       COALESCE(os.charged, 0) AS charged,\n       os.avg_order AS avg_order,\n       COALESCE(ps.paid, 0) AS paid,\n       COALESCE(us.units, 0) AS units\nFROM customers c\nLEFT JOIN order_stats os ON os.customer_id = c.id\nLEFT JOIN pay_stats ps ON ps.customer_id = c.id\nLEFT JOIN unit_stats us ON us.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\np AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nu AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n)\nSELECT c.name,\n       COALESCE(o.orders, 0) AS orders,\n       COALESCE(o.charged, 0) AS charged,\n       CASE WHEN COALESCE(o.orders, 0) = 0 THEN NULL\n            ELSE CAST(o.charged AS REAL) / o.orders END AS avg_order,\n       COALESCE(p.paid, 0) AS paid,\n       COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "WITH order_units AS (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n),\norder_paid AS (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n),\ncust AS (\n  SELECT\n    o.customer_id,\n    COUNT(*) AS orders,\n    SUM(o.order_total) AS charged,\n    SUM(COALESCE(p.paid, 0)) AS paid,\n    SUM(COALESCE(u.units, 0)) AS units\n  FROM orders o\n  LEFT JOIN order_units u ON u.order_id = o.id\n  LEFT JOIN order_paid p ON p.order_id = o.id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(cu.orders, 0) AS orders,\n  COALESCE(cu.charged, 0) AS charged,\n  CASE WHEN COALESCE(cu.orders, 0) = 0 THEN NULL\n       ELSE 1.0 * cu.charged / cu.orders END AS avg_order,\n  COALESCE(cu.paid, 0) AS paid,\n  COALESCE(cu.units, 0) AS units\nFROM customers c\nLEFT JOIN cust cu ON cu.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "WITH order_agg AS (\n  SELECT customer_id,\n         COUNT(*)         AS order_count,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\npayment_agg AS (\n  SELECT o.customer_id,\n         SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_agg AS (\n  SELECT o.customer_id,\n         SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(oa.order_count, 0) AS orders,\n  COALESCE(oa.charged, 0)     AS charged,\n  CASE WHEN COALESCE(oa.order_count, 0) = 0 THEN NULL\n       ELSE 1.0 * oa.charged / oa.order_count\n  END                         AS avg_order,\n  COALESCE(pa.paid, 0)        AS paid,\n  COALESCE(ua.units, 0)       AS units\nFROM customers c\nLEFT JOIN order_agg   oa ON oa.customer_id = c.id\nLEFT JOIN payment_agg pa ON pa.customer_id = c.id\nLEFT JOIN unit_agg    ua ON ua.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "WITH order_stats AS (\n  SELECT\n    customer_id,\n    COUNT(*) AS orders,\n    SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\npayment_stats AS (\n  SELECT\n    o.customer_id,\n    SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_stats AS (\n  SELECT\n    o.customer_id,\n    SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(os.orders, 0) AS orders,\n  COALESCE(os.charged, 0) AS charged,\n  CASE WHEN COALESCE(os.orders, 0) = 0 THEN NULL\n       ELSE 1.0 * os.charged / os.orders END AS avg_order,\n  COALESCE(ps.paid, 0) AS paid,\n  COALESCE(us.units, 0) AS units\nFROM customers c\nLEFT JOIN order_stats os ON os.customer_id = c.id\nLEFT JOIN payment_stats ps ON ps.customer_id = c.id\nLEFT JOIN unit_stats us ON us.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "WITH order_stats AS (\n  SELECT\n    customer_id,\n    COUNT(*) AS orders,\n    SUM(order_total) AS charged,\n    AVG(order_total * 1.0) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n),\npay_stats AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_stats AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(os.orders, 0) AS orders,\n  COALESCE(os.charged, 0) AS charged,\n  os.avg_order AS avg_order,\n  COALESCE(ps.paid, 0) AS paid,\n  COALESCE(us.units, 0) AS units\nFROM customers c\nLEFT JOIN order_stats os ON os.customer_id = c.id\nLEFT JOIN pay_stats ps ON ps.customer_id = c.id\nLEFT JOIN unit_stats us ON us.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "WITH order_pay AS (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n),\norder_units AS (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n),\ncust AS (\n  SELECT\n    o.customer_id,\n    COUNT(*) AS orders,\n    SUM(o.order_total) AS charged,\n    AVG(o.order_total) AS avg_order,\n    SUM(COALESCE(p.paid, 0)) AS paid,\n    SUM(COALESCE(u.units, 0)) AS units\n  FROM orders o\n  LEFT JOIN order_pay p ON p.order_id = o.id\n  LEFT JOIN order_units u ON u.order_id = o.id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(cu.orders, 0) AS orders,\n  COALESCE(cu.charged, 0) AS charged,\n  cu.avg_order AS avg_order,\n  COALESCE(cu.paid, 0) AS paid,\n  COALESCE(cu.units, 0) AS units\nFROM customers c\nLEFT JOIN cust cu ON cu.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "WITH order_stats AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\npayment_stats AS (\n  SELECT o.customer_id,\n         SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_stats AS (\n  SELECT o.customer_id,\n         SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n)\nSELECT c.name,\n       COALESCE(os.orders, 0) AS orders,\n       COALESCE(os.charged, 0) AS charged,\n       CASE WHEN COALESCE(os.orders, 0) = 0 THEN NULL\n            ELSE 1.0 * os.charged / os.orders END AS avg_order,\n       COALESCE(ps.paid, 0) AS paid,\n       COALESCE(us.units, 0) AS units\nFROM customers c\nLEFT JOIN order_stats os ON os.customer_id = c.id\nLEFT JOIN payment_stats ps ON ps.customer_id = c.id\nLEFT JOIN unit_stats us ON us.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "WITH order_agg AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\npay_agg AS (\n  SELECT o.customer_id,\n         SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_agg AS (\n  SELECT o.customer_id,\n         SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n)\nSELECT c.name,\n       COALESCE(oa.orders, 0) AS orders,\n       COALESCE(oa.charged, 0) AS charged,\n       CASE WHEN COALESCE(oa.orders, 0) = 0 THEN NULL\n            ELSE oa.charged * 1.0 / oa.orders END AS avg_order,\n       COALESCE(pa.paid, 0) AS paid,\n       COALESCE(ua.units, 0) AS units\nFROM customers c\nLEFT JOIN order_agg oa ON oa.customer_id = c.id\nLEFT JOIN pay_agg  pa ON pa.customer_id = c.id\nLEFT JOIN unit_agg ua ON ua.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "WITH order_stats AS (\n  SELECT\n    o.customer_id,\n    COUNT(*)            AS orders,\n    SUM(o.order_total)  AS charged,\n    AVG(o.order_total)  AS avg_order\n  FROM orders o\n  GROUP BY o.customer_id\n),\npayment_stats AS (\n  SELECT\n    o.customer_id,\n    SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_stats AS (\n  SELECT\n    o.customer_id,\n    SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(os.orders, 0)  AS orders,\n  COALESCE(os.charged, 0) AS charged,\n  os.avg_order            AS avg_order,\n  COALESCE(ps.paid, 0)    AS paid,\n  COALESCE(us.units, 0)   AS units\nFROM customers c\nLEFT JOIN order_stats   os ON os.customer_id = c.id\nLEFT JOIN payment_stats ps ON ps.customer_id = c.id\nLEFT JOIN unit_stats    us ON us.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "WITH order_pay AS (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n),\norder_units AS (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n),\ncust AS (\n  SELECT\n    o.customer_id,\n    COUNT(*) AS orders,\n    SUM(o.order_total) AS charged,\n    SUM(COALESCE(p.paid, 0)) AS paid,\n    SUM(COALESCE(u.units, 0)) AS units\n  FROM orders o\n  LEFT JOIN order_pay p ON p.order_id = o.id\n  LEFT JOIN order_units u ON u.order_id = o.id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(cu.orders, 0) AS orders,\n  COALESCE(cu.charged, 0) AS charged,\n  CASE WHEN COALESCE(cu.orders, 0) = 0 THEN NULL\n       ELSE CAST(cu.charged AS REAL) / cu.orders END AS avg_order,\n  COALESCE(cu.paid, 0) AS paid,\n  COALESCE(cu.units, 0) AS units\nFROM customers c\nLEFT JOIN cust cu ON cu.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT\n    customer_id,\n    COUNT(*) AS orders,\n    SUM(order_total) AS charged,\n    AVG(order_total * 1.0) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.country_total_debt), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, country, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n) c ON c.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.country_total_debt), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT region, country, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n) AS c\n  ON c.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT region, country, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n)\nSELECT\n  rb.region,\n  COALESCE(SUM(cd.country_total_debt), 0) AS total_debt,\n  COUNT(cd.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt cd ON cd.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT country, region, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY country, region\n)\nSELECT\n  rb.region,\n  COALESCE(SUM(cd.country_total_debt), 0) AS total_debt,\n  COUNT(cd.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt cd ON cd.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.country_total_debt), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, country, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n) c ON c.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.country_debt), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT region, country, MAX(country_total_debt) AS country_debt\n  FROM debt_positions\n  GROUP BY region, country\n) AS c\n  ON c.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.country_total_debt), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, country, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n) c ON c.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.country_total_debt), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, country, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n) c ON c.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.country_total_debt), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, country, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n) c ON c.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.country_total_debt), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT country, region, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY country, region\n) c ON c.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT\n    country,\n    region,\n    MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY country, region\n)\nSELECT\n  rb.region,\n  COALESCE(SUM(cd.country_total_debt), 0) AS total_debt,\n  COUNT(cd.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt cd\n  ON cd.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.country_total_debt), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT region, country, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n) AS c\n  ON c.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT\n    country,\n    region,\n    MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY country, region\n)\nSELECT\n  rb.region,\n  COALESCE(SUM(cd.country_total_debt), 0) AS total_debt,\n  COUNT(cd.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt cd\n  ON cd.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.country_total_debt), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, country, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n) c ON c.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.country_total_debt), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT country, region, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY country, region\n) AS c\n  ON c.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT\n    region,\n    country,\n    MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n)\nSELECT\n  rb.region,\n  COALESCE(SUM(cd.country_total_debt), 0) AS total_debt,\n  COUNT(cd.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN country_debt AS cd\n  ON cd.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT\n    region,\n    country,\n    MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nregion_debt AS (\n  SELECT\n    region,\n    SUM(country_total_debt) AS total_debt,\n    COUNT(*) AS countries\n  FROM country_debt\n  GROUP BY region\n)\nSELECT\n  rb.region,\n  COALESCE(rd.total_debt, 0) AS total_debt,\n  COALESCE(rd.countries, 0) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN region_debt rd ON rd.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT\n    region,\n    country,\n    MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nregion_totals AS (\n  SELECT\n    region,\n    SUM(country_total_debt) AS total_debt,\n    COUNT(*) AS countries\n  FROM country_debt\n  GROUP BY region\n)\nSELECT\n  rb.region,\n  COALESCE(rt.total_debt, 0) AS total_debt,\n  COALESCE(rt.countries, 0) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN region_totals rt ON rt.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "WITH per_country AS (\n  SELECT\n    region,\n    country,\n    MAX(country_total_debt) AS country_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nper_region AS (\n  SELECT\n    region,\n    SUM(country_debt) AS total_debt,\n    COUNT(*) AS countries\n  FROM per_country\n  GROUP BY region\n)\nSELECT\n  rb.region,\n  COALESCE(pr.total_debt, 0) AS total_debt,\n  COALESCE(pr.countries, 0) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN per_region AS pr\n  ON pr.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT\n    country,\n    region,\n    MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY country, region\n)\nSELECT\n  rb.region,\n  COALESCE(SUM(cd.country_total_debt), 0) AS total_debt,\n  COUNT(cd.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN country_debt AS cd\n  ON cd.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(d.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT d.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS d\n  ON d.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.country_total_debt), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT country, region, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY country, region\n) AS c\n  ON c.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.country_total_debt), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT country, region, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY country, region\n) AS c\n  ON c.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(d.countries, 0) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT\n    region,\n    SUM(outstanding_amount) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) d ON d.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.country_debt), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT\n    region,\n    country,\n    SUM(outstanding_amount) AS country_debt\n  FROM debt_positions\n  GROUP BY region, country\n) AS c\n  ON c.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(d.countries, 0) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT\n    region,\n    SUM(outstanding_amount) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS d\n  ON d.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(d.countries, 0) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT\n    region,\n    SUM(outstanding_amount) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS d\n  ON d.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.country_debt), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT\n    region,\n    country,\n    MAX(country_total_debt) AS country_debt\n  FROM debt_positions\n  GROUP BY region, country\n) AS c\n  ON c.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT\n    country,\n    region,\n    MAX(country_total_debt) AS total_debt\n  FROM debt_positions\n  GROUP BY country, region\n)\nSELECT\n  rb.region,\n  COALESCE(SUM(cd.total_debt), 0) AS total_debt,\n  COUNT(cd.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN country_debt AS cd\n  ON cd.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(d.countries, 0) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT\n    region,\n    SUM(outstanding_amount) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) d ON d.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.country_debt), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, country, SUM(outstanding_amount) AS country_debt\n  FROM debt_positions\n  GROUP BY region, country\n) c ON c.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(d.countries, 0) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN (\n  SELECT\n    region,\n    SUM(outstanding_amount) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS d\n  ON d.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT region, country, MAX(country_total_debt) AS country_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nregion_totals AS (\n  SELECT region,\n         SUM(country_debt) AS total_debt,\n         COUNT(DISTINCT country) AS countries\n  FROM country_debt\n  GROUP BY region\n),\nbenchmarks AS (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n)\nSELECT r.region,\n       r.total_debt,\n       r.countries,\n       b.target_repayment_ratio\nFROM region_totals r\nLEFT JOIN benchmarks b ON b.region = r.region\nORDER BY r.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT region, country, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nregion_debt AS (\n  SELECT region,\n         SUM(country_total_debt) AS total_debt,\n         COUNT(DISTINCT country) AS countries\n  FROM country_debt\n  GROUP BY region\n),\nbenchmarks AS (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n)\nSELECT rd.region,\n       rd.total_debt,\n       rd.countries,\n       b.target_repayment_ratio\nFROM region_debt rd\nLEFT JOIN benchmarks b ON b.region = rd.region\nORDER BY rd.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT region, country, MAX(country_total_debt) AS country_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nregion_debt AS (\n  SELECT region,\n         SUM(country_debt) AS total_debt,\n         COUNT(*) AS countries\n  FROM country_debt\n  GROUP BY region\n),\nbench AS (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n)\nSELECT rd.region,\n       rd.total_debt,\n       rd.countries,\n       b.target_repayment_ratio\nFROM region_debt rd\nLEFT JOIN bench b ON b.region = rd.region\nORDER BY rd.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT region, country, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nregion_debt AS (\n  SELECT region,\n         SUM(country_total_debt) AS total_debt,\n         COUNT(DISTINCT country) AS countries\n  FROM country_debt\n  GROUP BY region\n),\nbench AS (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n)\nSELECT r.region,\n       r.total_debt,\n       r.countries,\n       b.target_repayment_ratio\nFROM region_debt r\nLEFT JOIN bench b ON b.region = r.region\nORDER BY r.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  d.region,\n  d.total_debt,\n  d.countries,\n  b.target_repayment_ratio\nFROM (\n  SELECT\n    region,\n    SUM(outstanding_amount) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS d\nLEFT JOIN (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n) AS b\n  ON b.region = d.region\nORDER BY d.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT region, country, MAX(country_total_debt) AS total_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nregion_debt AS (\n  SELECT region,\n         SUM(total_debt) AS total_debt,\n         COUNT(*) AS countries\n  FROM country_debt\n  GROUP BY region\n),\nbenchmarks AS (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n)\nSELECT rd.region,\n       rd.total_debt,\n       rd.countries,\n       b.target_repayment_ratio\nFROM region_debt rd\nLEFT JOIN benchmarks b ON b.region = rd.region\nORDER BY rd.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT\n    region,\n    country,\n    MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nregion_totals AS (\n  SELECT\n    region,\n    SUM(country_total_debt) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM country_debt\n  GROUP BY region\n),\nbenchmarks AS (\n  SELECT\n    region,\n    MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n)\nSELECT\n  rt.region,\n  rt.total_debt,\n  rt.countries,\n  b.target_repayment_ratio\nFROM region_totals rt\nLEFT JOIN benchmarks b ON b.region = rt.region\nORDER BY rt.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT region, country, MAX(country_total_debt) AS country_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nregion_debt AS (\n  SELECT region,\n         SUM(country_debt) AS total_debt,\n         COUNT(DISTINCT country) AS countries\n  FROM country_debt\n  GROUP BY region\n),\nbench AS (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n)\nSELECT rd.region,\n       rd.total_debt,\n       rd.countries,\n       b.target_repayment_ratio\nFROM region_debt rd\nLEFT JOIN bench b ON b.region = rd.region\nORDER BY rd.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT region, country, MAX(country_total_debt) AS country_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nregion_debt AS (\n  SELECT region,\n         SUM(country_debt) AS total_debt,\n         COUNT(DISTINCT country) AS countries\n  FROM country_debt\n  GROUP BY region\n),\nbench AS (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n)\nSELECT rd.region,\n       rd.total_debt,\n       rd.countries,\n       b.target_repayment_ratio\nFROM region_debt rd\nLEFT JOIN bench b ON b.region = rd.region\nORDER BY rd.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT region,\n         country,\n         SUM(outstanding_amount) AS country_outstanding\n  FROM debt_positions\n  GROUP BY region, country\n),\nregion_debt AS (\n  SELECT region,\n         SUM(country_outstanding) AS total_debt,\n         COUNT(DISTINCT country) AS countries\n  FROM country_debt\n  GROUP BY region\n),\nbenchmarks AS (\n  SELECT region,\n         MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n)\nSELECT rd.region,\n       rd.total_debt,\n       rd.countries,\n       b.target_repayment_ratio\nFROM region_debt rd\nLEFT JOIN benchmarks b ON b.region = rd.region\nORDER BY rd.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT region, country, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nregion_debt AS (\n  SELECT region,\n         SUM(country_total_debt) AS total_debt,\n         COUNT(*) AS countries\n  FROM country_debt\n  GROUP BY region\n),\nbenchmarks AS (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n)\nSELECT rd.region,\n       rd.total_debt,\n       rd.countries,\n       b.target_repayment_ratio\nFROM region_debt rd\nLEFT JOIN benchmarks b ON b.region = rd.region\nORDER BY rd.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT region,\n         country,\n         MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nregion_debt AS (\n  SELECT region,\n         SUM(country_total_debt) AS total_debt,\n         COUNT(*) AS countries\n  FROM country_debt\n  GROUP BY region\n),\nbenchmarks AS (\n  SELECT region,\n         MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n)\nSELECT rd.region,\n       rd.total_debt,\n       rd.countries,\n       b.target_repayment_ratio\nFROM region_debt rd\nLEFT JOIN benchmarks b ON b.region = rd.region\nORDER BY rd.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT region, country, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nregion_debt AS (\n  SELECT region,\n         SUM(country_total_debt) AS total_debt,\n         COUNT(*) AS countries\n  FROM country_debt\n  GROUP BY region\n),\nbenchmarks AS (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n)\nSELECT rd.region,\n       rd.total_debt,\n       rd.countries,\n       b.target_repayment_ratio\nFROM region_debt rd\nLEFT JOIN benchmarks b ON b.region = rd.region\nORDER BY rd.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT\n    region,\n    country,\n    MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nregion_debt AS (\n  SELECT\n    region,\n    SUM(country_total_debt) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM country_debt\n  GROUP BY region\n),\nbenchmarks AS (\n  SELECT\n    region,\n    MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n)\nSELECT\n  rd.region,\n  rd.total_debt,\n  rd.countries,\n  b.target_repayment_ratio\nFROM region_debt AS rd\nLEFT JOIN benchmarks AS b\n  ON b.region = rd.region\nORDER BY rd.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT\n    region,\n    country,\n    MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nregion_debt AS (\n  SELECT\n    region,\n    SUM(country_total_debt) AS total_debt,\n    COUNT(*) AS countries\n  FROM country_debt\n  GROUP BY region\n),\nbenchmarks AS (\n  SELECT\n    region,\n    MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n)\nSELECT\n  rd.region,\n  rd.total_debt,\n  rd.countries,\n  b.target_repayment_ratio\nFROM region_debt rd\nLEFT JOIN benchmarks b\n  ON b.region = rd.region\nORDER BY rd.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT\n    region,\n    country,\n    MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nregion_debt AS (\n  SELECT\n    region,\n    SUM(country_total_debt) AS total_debt,\n    COUNT(*) AS countries\n  FROM country_debt\n  GROUP BY region\n),\nbenchmarks AS (\n  SELECT\n    region,\n    MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n)\nSELECT\n  rd.region,\n  rd.total_debt,\n  rd.countries,\n  b.target_repayment_ratio\nFROM region_debt rd\nLEFT JOIN benchmarks b ON b.region = rd.region\nORDER BY rd.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT region,\n         country,\n         MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nregion_debt AS (\n  SELECT region,\n         SUM(country_total_debt) AS total_debt,\n         COUNT(*) AS countries\n  FROM country_debt\n  GROUP BY region\n),\nbenchmarks AS (\n  SELECT region,\n         MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n)\nSELECT rd.region,\n       rd.total_debt,\n       rd.countries,\n       b.target_repayment_ratio\nFROM region_debt rd\nLEFT JOIN benchmarks b ON b.region = rd.region\nORDER BY rd.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "WITH region_debt AS (\n  SELECT\n    region,\n    SUM(outstanding_amount) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n),\nbenchmarks AS (\n  SELECT\n    region,\n    MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n)\nSELECT\n  d.region,\n  d.total_debt,\n  d.countries,\n  b.target_repayment_ratio\nFROM region_debt AS d\nLEFT JOIN benchmarks AS b\n  ON b.region = d.region\nORDER BY d.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT\n    region,\n    country,\n    MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nregion_debt AS (\n  SELECT\n    region,\n    SUM(country_total_debt) AS total_debt,\n    COUNT(*) AS countries\n  FROM country_debt\n  GROUP BY region\n),\nbenchmarks AS (\n  SELECT\n    region,\n    MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n)\nSELECT\n  rd.region,\n  rd.total_debt,\n  rd.countries,\n  b.target_repayment_ratio\nFROM region_debt rd\nLEFT JOIN benchmarks b\n  ON b.region = rd.region\nORDER BY rd.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "WITH debt_by_region AS (\n  SELECT\n    region,\n    SUM(outstanding_amount) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n),\nbenchmarks AS (\n  SELECT\n    region,\n    MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n)\nSELECT\n  d.region,\n  d.total_debt,\n  d.countries,\n  b.target_repayment_ratio\nFROM debt_by_region AS d\nLEFT JOIN benchmarks AS b\n  ON b.region = d.region\nORDER BY d.region"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders GROUP BY customer_id\n),\nr AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r JOIN orders o ON o.id = r.order_id GROUP BY o.customer_id\n),\np AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p JOIN orders o ON o.id = p.order_id GROUP BY o.customer_id\n),\nu AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi JOIN orders o ON o.id = oi.order_id GROUP BY o.customer_id\n),\ns AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s JOIN orders o ON o.id = s.order_id GROUP BY o.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\np AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nu AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\ns AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(py.amount) AS paid\n  FROM payments py\n  JOIN orders ord ON ord.id = py.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0)                        AS orders,\n  COALESCE(o.charged, 0)                       AS charged,\n  COALESCE(r.refunded, 0)                      AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0)                          AS paid,\n  COALESCE(u.units, 0)                         AS units,\n  COALESCE(s.shipments, 0)                     AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         COALESCE(SUM(order_total), 0) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n),\np AS (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n),\nu AS (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n),\ns AS (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0)                           AS orders,\n  COALESCE(o.charged, 0)                          AS charged,\n  COALESCE(r.refunded, 0)                         AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0)                             AS paid,\n  COALESCE(i.units, 0)                            AS units,\n  COALESCE(s.shipments, 0)                        AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(r.refunded), 0) AS refunded,\n  COALESCE(SUM(o.order_total), 0) - COALESCE(SUM(r.refunded), 0) AS net_revenue,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units,\n  COALESCE(SUM(s.shipments), 0) AS shipments\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (SELECT order_id, SUM(amount) AS refunded FROM refunds GROUP BY order_id) r ON r.order_id = o.id\nLEFT JOIN (SELECT order_id, SUM(amount) AS paid FROM payments GROUP BY order_id) p ON p.order_id = o.id\nLEFT JOIN (SELECT order_id, SUM(qty) AS units FROM order_items GROUP BY order_id) i ON i.order_id = o.id\nLEFT JOIN (SELECT order_id, COUNT(*) AS shipments FROM shipments GROUP BY order_id) s ON s.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(r.refunded), 0) AS refunded,\n  COALESCE(SUM(o.order_total), 0) - COALESCE(SUM(r.refunded), 0) AS net_revenue,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units,\n  COALESCE(SUM(s.shipments), 0) AS shipments\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (SELECT order_id, SUM(amount) AS refunded FROM refunds GROUP BY order_id) r ON r.order_id = o.id\nLEFT JOIN (SELECT order_id, SUM(amount) AS paid FROM payments GROUP BY order_id) p ON p.order_id = o.id\nLEFT JOIN (SELECT order_id, SUM(qty) AS units FROM order_items GROUP BY order_id) i ON i.order_id = o.id\nLEFT JOIN (SELECT order_id, COUNT(*) AS shipments FROM shipments GROUP BY order_id) s ON s.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(r.refunded), 0) AS refunded,\n  COALESCE(SUM(o.order_total), 0) - COALESCE(SUM(r.refunded), 0) AS net_revenue,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units,\n  COALESCE(SUM(s.shipments), 0) AS shipments\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (SELECT order_id, SUM(amount) AS refunded FROM refunds GROUP BY order_id) r ON r.order_id = o.id\nLEFT JOIN (SELECT order_id, SUM(amount) AS paid FROM payments GROUP BY order_id) p ON p.order_id = o.id\nLEFT JOIN (SELECT order_id, SUM(qty) AS units FROM order_items GROUP BY order_id) i ON i.order_id = o.id\nLEFT JOIN (SELECT order_id, COUNT(*) AS shipments FROM shipments GROUP BY order_id) s ON s.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders GROUP BY customer_id\n),\nr AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\np AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nu AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\ns AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(r.refunded), 0) AS refunded,\n  COALESCE(SUM(o.order_total), 0) - COALESCE(SUM(r.refunded), 0) AS net_revenue,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units,\n  COALESCE(SUM(s.shipments), 0) AS shipments\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (SELECT order_id, SUM(amount) AS refunded FROM refunds GROUP BY order_id) r ON r.order_id = o.id\nLEFT JOIN (SELECT order_id, SUM(amount) AS paid FROM payments GROUP BY order_id) p ON p.order_id = o.id\nLEFT JOIN (SELECT order_id, SUM(qty) AS units FROM order_items GROUP BY order_id) i ON i.order_id = o.id\nLEFT JOIN (SELECT order_id, COUNT(*) AS shipments FROM shipments GROUP BY order_id) s ON s.order_id = o.id\nGROUP BY c.id, c.name\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n),\np AS (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n),\nu AS (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n),\ns AS (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\np AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nu AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\ns AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT c.name,\n       COALESCE(o.orders, 0) AS orders,\n       COALESCE(o.charged, 0) AS charged,\n       COALESCE(r.refunded, 0) AS refunded,\n       COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n       COALESCE(p.paid, 0) AS paid,\n       COALESCE(u.units, 0) AS units,\n       COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "WITH order_agg AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nrefund_agg AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\npayment_agg AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_agg AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\nshipment_agg AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(oa.orders, 0) AS orders,\n  COALESCE(oa.charged, 0) AS charged,\n  COALESCE(ra.refunded, 0) AS refunded,\n  COALESCE(oa.charged, 0) - COALESCE(ra.refunded, 0) AS net_revenue,\n  COALESCE(pa.paid, 0) AS paid,\n  COALESCE(ua.units, 0) AS units,\n  COALESCE(sa.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN order_agg oa ON oa.customer_id = c.id\nLEFT JOIN refund_agg ra ON ra.customer_id = c.id\nLEFT JOIN payment_agg pa ON pa.customer_id = c.id\nLEFT JOIN unit_agg ua ON ua.customer_id = c.id\nLEFT JOIN shipment_agg sa ON sa.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "WITH\norder_agg AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nrefund_agg AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\npayment_agg AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_agg AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\nshipment_agg AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(oa.orders, 0) AS orders,\n  COALESCE(oa.charged, 0) AS charged,\n  COALESCE(ra.refunded, 0) AS refunded,\n  COALESCE(oa.charged, 0) - COALESCE(ra.refunded, 0) AS net_revenue,\n  COALESCE(pa.paid, 0) AS paid,\n  COALESCE(ua.units, 0) AS units,\n  COALESCE(sa.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN order_agg oa ON oa.customer_id = c.id\nLEFT JOIN refund_agg ra ON ra.customer_id = c.id\nLEFT JOIN payment_agg pa ON pa.customer_id = c.id\nLEFT JOIN unit_agg ua ON ua.customer_id = c.id\nLEFT JOIN shipment_agg sa ON sa.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "WITH\norder_items_agg AS (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n),\npayments_agg AS (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n),\nrefunds_agg AS (\n  SELECT order_id, SUM(amount) AS refunded\n  FROM refunds\n  GROUP BY order_id\n),\nshipments_agg AS (\n  SELECT order_id, COUNT(*) AS shipments\n  FROM shipments\n  GROUP BY order_id\n),\ncustomer_agg AS (\n  SELECT\n    o.customer_id,\n    COUNT(*)                          AS orders,\n    SUM(o.order_total)                AS charged,\n    COALESCE(SUM(r.refunded), 0)      AS refunded,\n    COALESCE(SUM(p.paid), 0)          AS paid,\n    COALESCE(SUM(i.units), 0)         AS units,\n    COALESCE(SUM(s.shipments), 0)     AS shipments\n  FROM orders o\n  LEFT JOIN order_items_agg i ON i.order_id = o.id\n  LEFT JOIN payments_agg    p ON p.order_id = o.id\n  LEFT JOIN refunds_agg     r ON r.order_id = o.id\n  LEFT JOIN shipments_agg   s ON s.order_id = o.id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(a.orders, 0)                              AS orders,\n  COALESCE(a.charged, 0)                             AS charged,\n  COALESCE(a.refunded, 0)                            AS refunded,\n  COALESCE(a.charged, 0) - COALESCE(a.refunded, 0)   AS net_revenue,\n  COALESCE(a.paid, 0)                                AS paid,\n  COALESCE(a.units, 0)                               AS units,\n  COALESCE(a.shipments, 0)                           AS shipments\nFROM customers c\nLEFT JOIN customer_agg a ON a.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "WITH order_agg AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nrefund_agg AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\npayment_agg AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_agg AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\nshipment_agg AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT c.name,\n       COALESCE(oa.orders, 0) AS orders,\n       COALESCE(oa.charged, 0) AS charged,\n       COALESCE(ra.refunded, 0) AS refunded,\n       COALESCE(oa.charged, 0) - COALESCE(ra.refunded, 0) AS net_revenue,\n       COALESCE(pa.paid, 0) AS paid,\n       COALESCE(ua.units, 0) AS units,\n       COALESCE(sa.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN order_agg oa ON oa.customer_id = c.id\nLEFT JOIN refund_agg ra ON ra.customer_id = c.id\nLEFT JOIN payment_agg pa ON pa.customer_id = c.id\nLEFT JOIN unit_agg ua ON ua.customer_id = c.id\nLEFT JOIN shipment_agg sa ON sa.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "WITH order_stats AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nrefund_stats AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\npayment_stats AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_stats AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\nshipment_stats AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(os.orders, 0) AS orders,\n  COALESCE(os.charged, 0) AS charged,\n  COALESCE(rs.refunded, 0) AS refunded,\n  COALESCE(os.charged, 0) - COALESCE(rs.refunded, 0) AS net_revenue,\n  COALESCE(ps.paid, 0) AS paid,\n  COALESCE(us.units, 0) AS units,\n  COALESCE(ss.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN order_stats os ON os.customer_id = c.id\nLEFT JOIN refund_stats rs ON rs.customer_id = c.id\nLEFT JOIN payment_stats ps ON ps.customer_id = c.id\nLEFT JOIN unit_stats us ON us.customer_id = c.id\nLEFT JOIN shipment_stats ss ON ss.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "WITH order_agg AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nrefund_agg AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\npayment_agg AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_agg AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\nshipment_agg AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(oa.orders, 0)   AS orders,\n  COALESCE(oa.charged, 0)  AS charged,\n  COALESCE(ra.refunded, 0) AS refunded,\n  COALESCE(oa.charged, 0) - COALESCE(ra.refunded, 0) AS net_revenue,\n  COALESCE(pa.paid, 0)     AS paid,\n  COALESCE(ua.units, 0)    AS units,\n  COALESCE(sa.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN order_agg    oa ON oa.customer_id = c.id\nLEFT JOIN refund_agg   ra ON ra.customer_id = c.id\nLEFT JOIN payment_agg  pa ON pa.customer_id = c.id\nLEFT JOIN unit_agg     ua ON ua.customer_id = c.id\nLEFT JOIN shipment_agg sa ON sa.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "WITH\norder_agg AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nrefund_agg AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\npayment_agg AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_agg AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\nshipment_agg AS (\n  SELECT o.customer_id, COUNT(s.id) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(oa.orders, 0) AS orders,\n  COALESCE(oa.charged, 0) AS charged,\n  COALESCE(ra.refunded, 0) AS refunded,\n  COALESCE(oa.charged, 0) - COALESCE(ra.refunded, 0) AS net_revenue,\n  COALESCE(pa.paid, 0) AS paid,\n  COALESCE(ua.units, 0) AS units,\n  COALESCE(sa.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN order_agg oa ON oa.customer_id = c.id\nLEFT JOIN refund_agg ra ON ra.customer_id = c.id\nLEFT JOIN payment_agg pa ON pa.customer_id = c.id\nLEFT JOIN unit_agg ua ON ua.customer_id = c.id\nLEFT JOIN shipment_agg sa ON sa.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0)                              AS orders,\n  COALESCE(o.charged, 0)                             AS charged,\n  COALESCE(r.refunded, 0)                            AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0)   AS net_revenue,\n  COALESCE(p.paid, 0)                                AS paid,\n  COALESCE(i.units, 0)                               AS units,\n  COALESCE(s.shipments, 0)                           AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(r.refunded), 0) AS refunded,\n  COALESCE(SUM(o.order_total), 0) - COALESCE(SUM(r.refunded), 0) AS net_revenue,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units,\n  COALESCE(SUM(s.shipments), 0) AS shipments\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (SELECT order_id, SUM(amount) AS refunded FROM refunds GROUP BY order_id) r ON r.order_id = o.id\nLEFT JOIN (SELECT order_id, SUM(amount) AS paid FROM payments GROUP BY order_id) p ON p.order_id = o.id\nLEFT JOIN (SELECT order_id, SUM(qty) AS units FROM order_items GROUP BY order_id) i ON i.order_id = o.id\nLEFT JOIN (SELECT order_id, COUNT(*) AS shipments FROM shipments GROUP BY order_id) s ON s.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id, COUNT(*) AS orders, COALESCE(SUM(order_total), 0) AS charged\n  FROM orders GROUP BY customer_id\n),\nr AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\np AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nu AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\ns AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id, COUNT(*) AS orders, COALESCE(SUM(order_total), 0) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n),\np AS (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n),\nu AS (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n),\ns AS (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         COALESCE(SUM(order_total), 0) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT o.customer_id, COALESCE(SUM(r.amount), 0) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\np AS (\n  SELECT o.customer_id, COALESCE(SUM(p.amount), 0) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nu AS (\n  SELECT o.customer_id, COALESCE(SUM(oi.qty), 0) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\ns AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT c.name,\n       COALESCE(o.orders, 0) AS orders,\n       COALESCE(o.charged, 0) AS charged,\n       COALESCE(r.refunded, 0) AS refunded,\n       COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n       COALESCE(p.paid, 0) AS paid,\n       COALESCE(u.units, 0) AS units,\n       COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id, COUNT(*) AS orders, COALESCE(SUM(order_total), 0) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n),\np AS (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n),\nu AS (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n),\ns AS (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.order_count, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipment_count, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS order_count, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipment_count\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\np AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nu AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\ns AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         COALESCE(SUM(order_total), 0) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT ord.customer_id, COALESCE(SUM(rf.amount), 0) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n),\np AS (\n  SELECT ord.customer_id, COALESCE(SUM(pm.amount), 0) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n),\nu AS (\n  SELECT ord.customer_id, COALESCE(SUM(oi.qty), 0) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n),\ns AS (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\np AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nu AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\ns AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-opus-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         COALESCE(SUM(order_total), 0) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n),\np AS (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n),\nu AS (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n),\ns AS (\n  SELECT ord.customer_id, COUNT(sh.id) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.id AS customer_id,\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o2.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o2 ON o2.id = oi.order_id\n  GROUP BY o2.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o2.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o2 ON o2.id = oi.order_id\n  GROUP BY o2.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM orders o\n  JOIN order_items oi ON oi.order_id = o.id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM orders o\n  JOIN order_items oi ON oi.order_id = o.id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM orders o\n            JOIN order_items oi ON oi.order_id = o.id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o2.customer_id, SUM(oi.qty) AS units\n  FROM orders o2\n  JOIN order_items oi ON oi.order_id = o2.id\n  GROUP BY o2.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(SUM(o.order_total), 0) AS revenue,\n       COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(SUM(o.order_total), 0) AS revenue,\n       COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(SUM(o.order_total), 0) AS revenue,\n       COALESCE(SUM(u.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n    SELECT order_id, SUM(qty) AS units\n    FROM order_items\n    GROUP BY order_id\n) u ON u.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(SUM(o.order_total), 0) AS revenue,\n       COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM orders o\n            JOIN order_items oi ON oi.order_id = o.id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(SUM(o.order_total), 0) AS charged,\n       COALESCE(SUM(p.paid), 0) AS paid,\n       COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE((SELECT SUM(o.order_total)\n                 FROM orders o\n                 WHERE o.customer_id = c.id), 0) AS charged,\n       COALESCE((SELECT SUM(p.amount)\n                 FROM payments p\n                 JOIN orders o ON o.id = p.order_id\n                 WHERE o.customer_id = c.id), 0) AS paid,\n       COALESCE((SELECT SUM(i.qty)\n                 FROM order_items i\n                 JOIN orders o ON o.id = i.order_id\n                 WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(SUM(o.order_total), 0) AS charged,\n       COALESCE(SUM(p.paid), 0) AS paid,\n       COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.charged, 0) AS charged,\n       COALESCE(p.paid, 0) AS paid,\n       COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(py.amount) AS paid\n  FROM payments py\n  JOIN orders o ON o.id = py.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(py.amount) AS paid\n  FROM payments py\n  JOIN orders od ON od.id = py.order_id\n  GROUP BY od.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders od ON od.id = oi.order_id\n  GROUP BY od.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(SUM(o.order_total), 0) AS charged,\n       COALESCE(SUM(p.paid), 0) AS paid,\n       COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(SUM(o.order_total), 0) AS charged,\n       COALESCE(SUM(p.paid), 0) AS paid,\n       COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(SUM(o.order_total), 0) AS charged,\n       COALESCE(SUM(p.paid), 0) AS paid,\n       COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments p\n  JOIN country_debt_summary c ON c.country = p.country\n  GROUP BY c.region\n) r ON r.region = rb.region"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE((SELECT SUM(c.outstanding_debt)\n            FROM country_debt_summary c\n            WHERE c.region = rb.region), 0) AS total_debt,\n  COALESCE((SELECT SUM(r.amount)\n            FROM repayments r\n            JOIN country_debt_summary c ON c.country = r.country\n            WHERE c.region = rb.region), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE((SELECT SUM(c.outstanding_debt)\n            FROM country_debt_summary c\n            WHERE c.region = rb.region), 0) AS total_debt,\n  COALESCE((SELECT SUM(r.amount)\n            FROM repayments r\n            JOIN country_debt_summary c ON c.country = r.country\n            WHERE c.region = rb.region), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE((SELECT SUM(c.outstanding_debt)\n            FROM country_debt_summary c\n            WHERE c.region = rb.region), 0) AS total_debt,\n  COALESCE((SELECT SUM(r.amount)\n            FROM repayments r\n            JOIN country_debt_summary c ON c.country = r.country\n            WHERE c.region = rb.region), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM country_debt_summary c\n  JOIN repayments p ON p.country = c.country\n  GROUP BY c.region\n) r ON r.region = rb.region"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(COALESCE(r.repaid, 0)), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(COALESCE(r.repaid, 0)), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary c ON c.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) r ON r.country = c.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(CAST(SUM(o.order_total) AS REAL) / NULLIF(COUNT(o.id), 0), 0) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(AVG(o.order_total), 0) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(AVG(o.order_total), 0) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(AVG(o.order_total), 0) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT c.name,\n       COUNT(o.id) AS orders,\n       COALESCE(SUM(o.order_total), 0) AS charged,\n       AVG(o.order_total) AS avg_order,\n       COALESCE(SUM(p.paid), 0) AS paid,\n       COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders od ON od.id = pm.order_id\n  GROUP BY od.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders od ON od.id = oi.order_id\n  GROUP BY od.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(AVG(o.order_total), 0) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(AVG(o.order_total), 0) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT c.name,\n       COUNT(o.id) AS orders,\n       COALESCE(SUM(o.order_total), 0) AS charged,\n       AVG(o.order_total) AS avg_order,\n       COALESCE(SUM(p.paid), 0) AS paid,\n       COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT c.name,\n       COUNT(o.id) AS orders,\n       COALESCE(SUM(o.order_total), 0) AS charged,\n       AVG(o.order_total) AS avg_order,\n       COALESCE(SUM(p.paid), 0) AS paid,\n       COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT c.name AS name,\n       COUNT(o.id) AS orders,\n       COALESCE(SUM(o.order_total), 0) AS charged,\n       AVG(o.order_total) AS avg_order,\n       COALESCE(SUM(p.paid), 0) AS paid,\n       COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT c.name AS name,\n       COUNT(o.id) AS orders,\n       COALESCE(SUM(o.order_total), 0) AS charged,\n       AVG(o.order_total) AS avg_order,\n       COALESCE(SUM(p.paid), 0) AS paid,\n       COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT c.name,\n       COUNT(o.id) AS orders,\n       COALESCE(SUM(o.order_total), 0) AS charged,\n       AVG(o.order_total) AS avg_order,\n       COALESCE(SUM(p.paid), 0) AS paid,\n       COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "WITH item_agg AS (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n),\npay_agg AS (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n)\nSELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN item_agg i ON i.order_id = o.id\nLEFT JOIN pay_agg p ON p.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id, COUNT(*) AS order_count, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\np AS (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n),\ni AS (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(o.order_count, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  CAST(o.charged AS REAL) / o.order_count AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT c.name,\n       COUNT(o.id) AS orders,\n       COALESCE(SUM(o.order_total), 0) AS charged,\n       AVG(o.order_total) AS avg_order,\n       COALESCE(SUM(p.paid), 0) AS paid,\n       COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT c.name,\n       COUNT(o.id) AS orders,\n       COALESCE(SUM(o.order_total), 0) AS charged,\n       AVG(o.order_total) AS avg_order,\n       COALESCE(SUM(p.paid), 0) AS paid,\n       COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(o.charged * 1.0 / o.orders, 0) AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(AVG(o.order_total), 0) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(1.0 * SUM(o.order_total) / COUNT(o.id), 0) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(AVG(o.order_total), 0) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(o.order_total) * 1.0 / COUNT(o.id), 0) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(1.0 * SUM(o.order_total) / COUNT(o.id), 0) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT c.name,\n       COUNT(o.id) AS orders,\n       COALESCE(SUM(o.order_total), 0) AS charged,\n       AVG(o.order_total) AS avg_order,\n       COALESCE(SUM(p.paid), 0) AS paid,\n       COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n    SELECT order_id, SUM(amount) AS paid\n    FROM payments\n    GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n    SELECT order_id, SUM(qty) AS units\n    FROM order_items\n    GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  1.0 * SUM(o.order_total) / COUNT(o.id) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM orders o\n  JOIN order_items oi ON oi.order_id = o.id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(pay.amount) AS paid\n  FROM orders o\n  JOIN payments pay ON pay.order_id = o.id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "WITH oi AS (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n),\np AS (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n)\nSELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(oi.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN oi ON oi.order_id = o.id\nLEFT JOIN p ON p.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT c.name,\n       COUNT(o.id) AS orders,\n       COALESCE(SUM(o.order_total), 0) AS charged,\n       AVG(o.order_total) AS avg_order,\n       COALESCE(SUM(p.paid), 0) AS paid,\n       COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(oa.orders, 0) AS orders,\n  COALESCE(oa.charged, 0) AS charged,\n  oa.avg_order AS avg_order,\n  COALESCE(pa.paid, 0) AS paid,\n  COALESCE(ia.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) oa ON oa.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) pa ON pa.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) ia ON ia.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT c.name,\n       COUNT(o.id) AS orders,\n       COALESCE(SUM(o.order_total), 0) AS charged,\n       AVG(o.order_total) AS avg_order,\n       COALESCE(SUM(p.paid), 0) AS paid,\n       COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n    SELECT order_id, SUM(amount) AS paid\n    FROM payments\n    GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n    SELECT order_id, SUM(qty) AS units\n    FROM order_items\n    GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(AVG(o.order_total), 0) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  r.region,\n  COALESCE(SUM(d.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT d.country) AS countries,\n  r.target_repayment_ratio\nFROM region_benchmarks r\nLEFT JOIN debt_positions d ON d.region = r.region\nGROUP BY r.region, r.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "WITH country_totals AS (\n  SELECT country, region, MAX(country_total_debt) AS total_debt\n  FROM debt_positions\n  GROUP BY country, region\n)\nSELECT\n  b.region AS region,\n  COALESCE(SUM(c.total_debt), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  b.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks b\nLEFT JOIN country_totals c ON c.region = b.region\nGROUP BY b.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.total_debt), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT country, region, MAX(country_total_debt) AS total_debt\n  FROM debt_positions\n  GROUP BY country, region\n) c ON c.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT country, region, MAX(country_total_debt) AS total_debt\n  FROM debt_positions\n  GROUP BY country, region\n)\nSELECT\n  b.region AS region,\n  COALESCE(SUM(c.total_debt), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  b.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks b\nLEFT JOIN country_debt c ON c.region = b.region\nGROUP BY b.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  b.region AS region,\n  COALESCE(SUM(c.total_debt), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  b.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks b\nLEFT JOIN (\n  SELECT country, region, MAX(country_total_debt) AS total_debt\n  FROM debt_positions\n  GROUP BY country, region\n) c ON c.region = b.region\nGROUP BY b.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "WITH country_totals AS (\n  SELECT country, region, MAX(country_total_debt) AS country_debt\n  FROM debt_positions\n  GROUP BY country, region\n)\nSELECT\n  b.region AS region,\n  COALESCE(SUM(c.country_debt), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  b.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks b\nLEFT JOIN country_totals c ON c.region = b.region\nGROUP BY b.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  b.region,\n  COALESCE(SUM(c.country_debt), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  b.target_repayment_ratio\nFROM region_benchmarks b\nLEFT JOIN (\n  SELECT country, region, MAX(country_total_debt) AS country_debt\n  FROM debt_positions\n  GROUP BY country, region\n) c ON c.region = b.region\nGROUP BY b.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  b.region,\n  COALESCE(SUM(c.total), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  b.target_repayment_ratio\nFROM region_benchmarks b\nLEFT JOIN (\n  SELECT country, region, MAX(country_total_debt) AS total\n  FROM debt_positions\n  GROUP BY country, region\n) c ON c.region = b.region\nGROUP BY b.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.total_debt), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT country, region, MAX(country_total_debt) AS total_debt\n  FROM debt_positions\n  GROUP BY country, region\n) c ON c.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(c.total_debt), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT country, region, MAX(country_total_debt) AS total_debt\n  FROM debt_positions\n  GROUP BY country, region\n) c ON c.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "WITH country_totals AS (\n  SELECT country, region, MAX(country_total_debt) AS total\n  FROM debt_positions\n  GROUP BY country, region\n)\nSELECT\n  b.region AS region,\n  COALESCE(SUM(c.total), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  b.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks b\nLEFT JOIN country_totals c ON c.region = b.region\nGROUP BY b.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  b.region,\n  COALESCE(SUM(c.total), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  b.target_repayment_ratio\nFROM region_benchmarks b\nLEFT JOIN (\n  SELECT country, region, MAX(country_total_debt) AS total\n  FROM debt_positions\n  GROUP BY country, region\n) c ON c.region = b.region\nGROUP BY b.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  b.region,\n  COALESCE(SUM(c.total), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  b.target_repayment_ratio\nFROM region_benchmarks b\nLEFT JOIN (\n  SELECT country, region, MAX(country_total_debt) AS total\n  FROM debt_positions\n  GROUP BY country, region\n) c ON c.region = b.region\nGROUP BY b.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  b.region,\n  COALESCE(SUM(c.total), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  b.target_repayment_ratio\nFROM region_benchmarks b\nLEFT JOIN (\n  SELECT country, region, MAX(country_total_debt) AS total\n  FROM debt_positions\n  GROUP BY country, region\n) c ON c.region = b.region\nGROUP BY b.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  b.region,\n  COALESCE(SUM(c.total), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  b.target_repayment_ratio\nFROM region_benchmarks b\nLEFT JOIN (\n  SELECT country, region, MAX(country_total_debt) AS total\n  FROM debt_positions\n  GROUP BY country, region\n) c ON c.region = b.region\nGROUP BY b.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "WITH country_totals AS (\n  SELECT country, region, MAX(country_total_debt) AS total_debt\n  FROM debt_positions\n  GROUP BY country, region\n)\nSELECT\n  b.region AS region,\n  COALESCE(SUM(c.total_debt), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  b.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks b\nLEFT JOIN country_totals c ON c.region = b.region\nGROUP BY b.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  b.region,\n  COALESCE(SUM(c.total), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  b.target_repayment_ratio\nFROM region_benchmarks b\nLEFT JOIN (\n  SELECT country, region, MAX(country_total_debt) AS total\n  FROM debt_positions\n  GROUP BY country, region\n) c ON c.region = b.region\nGROUP BY b.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "WITH country_totals AS (\n  SELECT country, region, MAX(country_total_debt) AS total\n  FROM debt_positions\n  GROUP BY country, region\n)\nSELECT\n  b.region AS region,\n  COALESCE(SUM(c.total), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  b.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks b\nLEFT JOIN country_totals c ON c.region = b.region\nGROUP BY b.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "WITH country_totals AS (\n  SELECT country, region, MAX(country_total_debt) AS total_debt\n  FROM debt_positions\n  GROUP BY country, region\n)\nSELECT\n  b.region AS region,\n  COALESCE(SUM(c.total_debt), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  b.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks b\nLEFT JOIN country_totals c ON c.region = b.region\nGROUP BY b.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  b.region,\n  COALESCE(SUM(c.total), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  b.target_repayment_ratio\nFROM region_benchmarks b\nLEFT JOIN (\n  SELECT country, region, MAX(country_total_debt) AS total\n  FROM debt_positions\n  GROUP BY country, region\n) c ON c.region = b.region\nGROUP BY b.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  b.region,\n  COALESCE(SUM(c.country_debt), 0) AS total_debt,\n  COUNT(c.country) AS countries,\n  b.target_repayment_ratio\nFROM region_benchmarks b\nLEFT JOIN (\n  SELECT country, region, MAX(country_total_debt) AS country_debt\n  FROM debt_positions\n  GROUP BY country, region\n) c ON c.region = b.region\nGROUP BY b.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT d.region,\n       d.total_debt,\n       d.countries,\n       b.target_repayment_ratio\nFROM (\n  SELECT region,\n         SUM(outstanding_amount) AS total_debt,\n         COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) d\nLEFT JOIN (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n) b ON b.region = d.region"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "WITH country_totals AS (\n  SELECT region, country, MAX(country_total_debt) AS country_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nregion_totals AS (\n  SELECT region,\n         SUM(country_debt) AS total_debt,\n         COUNT(*) AS countries\n  FROM country_totals\n  GROUP BY region\n),\nbenchmarks AS (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n)\nSELECT r.region,\n       r.total_debt,\n       r.countries,\n       b.target_repayment_ratio\nFROM region_totals r\nLEFT JOIN benchmarks b ON b.region = r.region"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT region, country, MAX(country_total_debt) AS debt\n  FROM debt_positions\n  GROUP BY region, country\n)\nSELECT\n  cd.region AS region,\n  SUM(cd.debt) AS total_debt,\n  COUNT(*) AS countries,\n  (SELECT MAX(b.target_repayment_ratio)\n   FROM region_benchmarks b\n   WHERE b.region = cd.region) AS target_repayment_ratio\nFROM country_debt cd\nGROUP BY cd.region"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  d.region AS region,\n  SUM(d.outstanding_amount) AS total_debt,\n  COUNT(DISTINCT d.country) AS countries,\n  b.target_repayment_ratio AS target_repayment_ratio\nFROM debt_positions d\nLEFT JOIN (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n) b ON b.region = d.region\nGROUP BY d.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  d.region AS region,\n  SUM(d.outstanding_amount) AS total_debt,\n  COUNT(DISTINCT d.country) AS countries,\n  b.target_repayment_ratio AS target_repayment_ratio\nFROM debt_positions d\nLEFT JOIN (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n) b ON b.region = d.region\nGROUP BY d.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  d.region AS region,\n  SUM(d.outstanding_amount) AS total_debt,\n  COUNT(DISTINCT d.country) AS countries,\n  b.target_repayment_ratio AS target_repayment_ratio\nFROM debt_positions d\nLEFT JOIN (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n) b ON b.region = d.region\nGROUP BY d.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT region, country, MAX(country_total_debt) AS debt\n  FROM debt_positions\n  GROUP BY region, country\n)\nSELECT\n  c.region AS region,\n  SUM(c.debt) AS total_debt,\n  COUNT(*) AS countries,\n  b.target_repayment_ratio AS target_repayment_ratio\nFROM country_debt c\nLEFT JOIN region_benchmarks b ON b.region = c.region\nGROUP BY c.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  d.region AS region,\n  SUM(d.outstanding_amount) AS total_debt,\n  COUNT(DISTINCT d.country) AS countries,\n  b.target_repayment_ratio AS target_repayment_ratio\nFROM debt_positions d\nLEFT JOIN (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n) b ON b.region = d.region\nGROUP BY d.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "WITH country_totals AS (\n  SELECT region, country, MAX(country_total_debt) AS country_debt\n  FROM debt_positions\n  GROUP BY region, country\n)\nSELECT\n  c.region AS region,\n  SUM(c.country_debt) AS total_debt,\n  COUNT(*) AS countries,\n  b.target_repayment_ratio AS target_repayment_ratio\nFROM country_totals c\nLEFT JOIN region_benchmarks b ON b.region = c.region\nGROUP BY c.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  d.region AS region,\n  SUM(d.outstanding_amount) AS total_debt,\n  COUNT(DISTINCT d.country) AS countries,\n  (SELECT b.target_repayment_ratio\n   FROM region_benchmarks b\n   WHERE b.region = d.region\n   LIMIT 1) AS target_repayment_ratio\nFROM debt_positions d\nGROUP BY d.region"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT d.region,\n       d.total_debt,\n       d.countries,\n       b.target_repayment_ratio\nFROM (\n  SELECT region,\n         SUM(outstanding_amount) AS total_debt,\n         COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) d\nLEFT JOIN (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n) b ON b.region = d.region"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  d.region AS region,\n  SUM(d.outstanding_amount) AS total_debt,\n  COUNT(DISTINCT d.country) AS countries,\n  b.target_repayment_ratio AS target_repayment_ratio\nFROM debt_positions d\nLEFT JOIN (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n) b ON b.region = d.region\nGROUP BY d.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "WITH country_totals AS (\n  SELECT region, country, MAX(country_total_debt) AS country_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nbench AS (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n)\nSELECT\n  c.region AS region,\n  SUM(c.country_debt) AS total_debt,\n  COUNT(*) AS countries,\n  b.target_repayment_ratio AS target_repayment_ratio\nFROM country_totals c\nLEFT JOIN bench b ON b.region = c.region\nGROUP BY c.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  d.region AS region,\n  SUM(d.outstanding_amount) AS total_debt,\n  COUNT(DISTINCT d.country) AS countries,\n  b.target_repayment_ratio AS target_repayment_ratio\nFROM debt_positions d\nLEFT JOIN (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n) b ON b.region = d.region\nGROUP BY d.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "WITH country_level AS (\n  SELECT region, country, MAX(country_total_debt) AS country_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nbench AS (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n)\nSELECT\n  c.region AS region,\n  SUM(c.country_debt) AS total_debt,\n  COUNT(*) AS countries,\n  b.target_repayment_ratio AS target_repayment_ratio\nFROM country_level c\nLEFT JOIN bench b ON b.region = c.region\nGROUP BY c.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT d.region AS region,\n       SUM(d.outstanding_amount) AS total_debt,\n       COUNT(DISTINCT d.country) AS countries,\n       b.target_repayment_ratio AS target_repayment_ratio\nFROM debt_positions d\nLEFT JOIN (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n) b ON b.region = d.region\nGROUP BY d.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "WITH c AS (\n  SELECT region, country, MAX(country_total_debt) AS debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nb AS (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n)\nSELECT c.region AS region,\n       SUM(c.debt) AS total_debt,\n       COUNT(*) AS countries,\n       b.target_repayment_ratio AS target_repayment_ratio\nFROM c\nLEFT JOIN b ON b.region = c.region\nGROUP BY c.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT region, country, MAX(country_total_debt) AS country_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nbench AS (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n)\nSELECT\n  c.region AS region,\n  SUM(c.country_debt) AS total_debt,\n  COUNT(*) AS countries,\n  b.target_repayment_ratio AS target_repayment_ratio\nFROM country_debt c\nLEFT JOIN bench b ON b.region = c.region\nGROUP BY c.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT d.region,\n       SUM(d.outstanding_amount) AS total_debt,\n       COUNT(DISTINCT d.country) AS countries,\n       (SELECT MAX(b.target_repayment_ratio)\n          FROM region_benchmarks b\n         WHERE b.region = d.region) AS target_repayment_ratio\nFROM debt_positions d\nGROUP BY d.region"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT region, country, MAX(country_total_debt) AS debt\n  FROM debt_positions\n  GROUP BY region, country\n)\nSELECT\n  cd.region AS region,\n  SUM(cd.debt) AS total_debt,\n  COUNT(*) AS countries,\n  (SELECT MAX(b.target_repayment_ratio)\n   FROM region_benchmarks b\n   WHERE b.region = cd.region) AS target_repayment_ratio\nFROM country_debt cd\nGROUP BY cd.region"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders od ON od.id = rf.order_id\n  GROUP BY od.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders od ON od.id = pm.order_id\n  GROUP BY od.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders od ON od.id = oi.order_id\n  GROUP BY od.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders od ON od.id = sh.order_id\n  GROUP BY od.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(r.amt), 0) AS refunded,\n  COALESCE(SUM(o.order_total), 0) - COALESCE(SUM(r.amt), 0) AS net_revenue,\n  COALESCE(SUM(p.amt), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units,\n  COALESCE(SUM(s.cnt), 0) AS shipments\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (SELECT order_id, SUM(amount) AS amt FROM refunds GROUP BY order_id) r ON r.order_id = o.id\nLEFT JOIN (SELECT order_id, SUM(amount) AS amt FROM payments GROUP BY order_id) p ON p.order_id = o.id\nLEFT JOIN (SELECT order_id, SUM(qty) AS units FROM order_items GROUP BY order_id) i ON i.order_id = o.id\nLEFT JOIN (SELECT order_id, COUNT(*) AS cnt FROM shipments GROUP BY order_id) s ON s.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders od ON od.id = rf.order_id\n  GROUP BY od.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders od ON od.id = pm.order_id\n  GROUP BY od.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders od ON od.id = oi.order_id\n  GROUP BY od.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders od ON od.id = sh.order_id\n  GROUP BY od.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o2.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o2 ON o2.id = rf.order_id\n  GROUP BY o2.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o3.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o3 ON o3.id = pm.order_id\n  GROUP BY o3.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o4.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o4 ON o4.id = oi.order_id\n  GROUP BY o4.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT o5.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o5 ON o5.id = sh.order_id\n  GROUP BY o5.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders od ON od.id = rf.order_id\n  GROUP BY od.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders od ON od.id = pm.order_id\n  GROUP BY od.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders od ON od.id = oi.order_id\n  GROUP BY od.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders od ON od.id = sh.order_id\n  GROUP BY od.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n),\np AS (\n  SELECT o.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n),\nu AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\ns AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(r.refunded), 0) AS refunded,\n  COALESCE(SUM(o.order_total), 0) - COALESCE(SUM(r.refunded), 0) AS net_revenue,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units,\n  COALESCE(SUM(s.shipments), 0) AS shipments\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS refunded FROM refunds GROUP BY order_id\n) r ON r.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid FROM payments GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units FROM order_items GROUP BY order_id\n) i ON i.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, COUNT(*) AS shipments FROM shipments GROUP BY order_id\n) s ON s.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n),\np AS (\n  SELECT o.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n),\nu AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\ns AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders od ON od.id = rf.order_id\n  GROUP BY od.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(py.amount) AS paid\n  FROM payments py\n  JOIN orders od ON od.id = py.order_id\n  GROUP BY od.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders od ON od.id = oi.order_id\n  GROUP BY od.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders od ON od.id = sh.order_id\n  GROUP BY od.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\np AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nu AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\ns AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o2.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o2 ON o2.id = rf.order_id\n  GROUP BY o2.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o3.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o3 ON o3.id = pm.order_id\n  GROUP BY o3.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o4.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o4 ON o4.id = oi.order_id\n  GROUP BY o4.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o5.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o5 ON o5.id = sh.order_id\n  GROUP BY o5.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n),\np AS (\n  SELECT o.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n),\nu AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\ns AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(r.refunded), 0) AS refunded,\n  COALESCE(SUM(o.order_total), 0) - COALESCE(SUM(r.refunded), 0) AS net_revenue,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units,\n  COALESCE(SUM(s.shipments), 0) AS shipments\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS refunded FROM refunds GROUP BY order_id\n) r ON r.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid FROM payments GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units FROM order_items GROUP BY order_id\n) i ON i.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, COUNT(*) AS shipments FROM shipments GROUP BY order_id\n) s ON s.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(r.refunded), 0) AS refunded,\n  COALESCE(SUM(o.order_total), 0) - COALESCE(SUM(r.refunded), 0) AS net_revenue,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units,\n  COALESCE(SUM(s.shipments), 0) AS shipments\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (SELECT order_id, SUM(amount) AS refunded FROM refunds GROUP BY order_id) r ON r.order_id = o.id\nLEFT JOIN (SELECT order_id, SUM(amount) AS paid FROM payments GROUP BY order_id) p ON p.order_id = o.id\nLEFT JOIN (SELECT order_id, SUM(qty) AS units FROM order_items GROUP BY order_id) i ON i.order_id = o.id\nLEFT JOIN (SELECT order_id, COUNT(*) AS shipments FROM shipments GROUP BY order_id) s ON s.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n),\np AS (\n  SELECT o.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n),\nu AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\ns AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(r.refunded), 0) AS refunded,\n  COALESCE(SUM(o.order_total), 0) - COALESCE(SUM(r.refunded), 0) AS net_revenue,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units,\n  COALESCE(SUM(s.shipments), 0) AS shipments\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS refunded\n  FROM refunds\n  GROUP BY order_id\n) r ON r.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, COUNT(*) AS shipments\n  FROM shipments\n  GROUP BY order_id\n) s ON s.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n),\np AS (\n  SELECT o.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n),\nu AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\ns AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\np AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nu AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\ns AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(r.amt), 0) AS refunded,\n  COALESCE(SUM(o.order_total), 0) - COALESCE(SUM(r.amt), 0) AS net_revenue,\n  COALESCE(SUM(p.amt), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units,\n  COALESCE(SUM(s.cnt), 0) AS shipments\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (SELECT order_id, SUM(amount) AS amt FROM refunds GROUP BY order_id) r ON r.order_id = o.id\nLEFT JOIN (SELECT order_id, SUM(amount) AS amt FROM payments GROUP BY order_id) p ON p.order_id = o.id\nLEFT JOIN (SELECT order_id, SUM(qty) AS units FROM order_items GROUP BY order_id) i ON i.order_id = o.id\nLEFT JOIN (SELECT order_id, COUNT(*) AS cnt FROM shipments GROUP BY order_id) s ON s.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(r.refunded), 0) AS refunded,\n  COALESCE(SUM(o.order_total), 0) - COALESCE(SUM(r.refunded), 0) AS net_revenue,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units,\n  COALESCE(SUM(s.shipments), 0) AS shipments\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS refunded FROM refunds GROUP BY order_id\n) r ON r.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid FROM payments GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units FROM order_items GROUP BY order_id\n) i ON i.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, COUNT(*) AS shipments FROM shipments GROUP BY order_id\n) s ON s.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(r.refunded), 0) AS refunded,\n  COALESCE(SUM(o.order_total), 0) - COALESCE(SUM(r.refunded), 0) AS net_revenue,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units,\n  COALESCE(SUM(s.shipments), 0) AS shipments\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS refunded FROM refunds GROUP BY order_id\n) r ON r.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid FROM payments GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units FROM order_items GROUP BY order_id\n) i ON i.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, COUNT(*) AS shipments FROM shipments GROUP BY order_id\n) s ON s.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n),\np AS (\n  SELECT o.customer_id, SUM(pa.amount) AS paid\n  FROM payments pa\n  JOIN orders o ON o.id = pa.order_id\n  GROUP BY o.customer_id\n),\nu AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\ns AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT o.customer_id, SUM(f.amount) AS refunded\n  FROM refunds f\n  JOIN orders o ON o.id = f.order_id\n  GROUP BY o.customer_id\n),\np AS (\n  SELECT o.customer_id, SUM(py.amount) AS paid\n  FROM payments py\n  JOIN orders o ON o.id = py.order_id\n  GROUP BY o.customer_id\n),\nu AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\ns AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(r.refunded), 0) AS refunded,\n  COALESCE(SUM(o.order_total), 0) - COALESCE(SUM(r.refunded), 0) AS net_revenue,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units,\n  COALESCE(SUM(s.shipments), 0) AS shipments\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (SELECT order_id, SUM(amount) AS refunded FROM refunds GROUP BY order_id) r ON r.order_id = o.id\nLEFT JOIN (SELECT order_id, SUM(amount) AS paid FROM payments GROUP BY order_id) p ON p.order_id = o.id\nLEFT JOIN (SELECT order_id, SUM(qty) AS units FROM order_items GROUP BY order_id) i ON i.order_id = o.id\nLEFT JOIN (SELECT order_id, COUNT(*) AS shipments FROM shipments GROUP BY order_id) s ON s.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(r.refunded), 0) AS refunded,\n  COALESCE(SUM(o.order_total), 0) - COALESCE(SUM(r.refunded), 0) AS net_revenue,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units,\n  COALESCE(SUM(s.shipments), 0) AS shipments\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS refunded\n  FROM refunds\n  GROUP BY order_id\n) r ON r.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, COUNT(*) AS shipments\n  FROM shipments\n  GROUP BY order_id\n) s ON s.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(r.refunded), 0) AS refunded,\n  COALESCE(SUM(o.order_total), 0) - COALESCE(SUM(r.refunded), 0) AS net_revenue,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units,\n  COALESCE(SUM(s.shipments), 0) AS shipments\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS refunded FROM refunds GROUP BY order_id\n) r ON r.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid FROM payments GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units FROM order_items GROUP BY order_id\n) i ON i.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, COUNT(*) AS shipments FROM shipments GROUP BY order_id\n) s ON s.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders od ON od.id = rf.order_id\n  GROUP BY od.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(py.amount) AS paid\n  FROM payments py\n  JOIN orders od ON od.id = py.order_id\n  GROUP BY od.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders od ON od.id = oi.order_id\n  GROUP BY od.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders od ON od.id = sh.order_id\n  GROUP BY od.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(r.refunded), 0) AS refunded,\n  COALESCE(SUM(o.order_total), 0) - COALESCE(SUM(r.refunded), 0) AS net_revenue,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units,\n  COALESCE(SUM(s.shipments), 0) AS shipments\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS refunded FROM refunds GROUP BY order_id\n) r ON r.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid FROM payments GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units FROM order_items GROUP BY order_id\n) i ON i.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, COUNT(*) AS shipments FROM shipments GROUP BY order_id\n) s ON s.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(r.refunded), 0) AS refunded,\n  COALESCE(SUM(o.order_total), 0) - COALESCE(SUM(r.refunded), 0) AS net_revenue,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units,\n  COALESCE(SUM(s.shipments), 0) AS shipments\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (SELECT order_id, SUM(amount) AS refunded FROM refunds GROUP BY order_id) r ON r.order_id = o.id\nLEFT JOIN (SELECT order_id, SUM(amount) AS paid FROM payments GROUP BY order_id) p ON p.order_id = o.id\nLEFT JOIN (SELECT order_id, SUM(qty) AS units FROM order_items GROUP BY order_id) i ON i.order_id = o.id\nLEFT JOIN (SELECT order_id, COUNT(*) AS shipments FROM shipments GROUP BY order_id) s ON s.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\np AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nu AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\ns AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders od ON od.id = rf.order_id\n  GROUP BY od.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders od ON od.id = pm.order_id\n  GROUP BY od.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders od ON od.id = oi.order_id\n  GROUP BY od.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders od ON od.id = sh.order_id\n  GROUP BY od.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders od ON od.id = rf.order_id\n  GROUP BY od.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders od ON od.id = pm.order_id\n  GROUP BY od.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders od ON od.id = oi.order_id\n  GROUP BY od.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders od ON od.id = sh.order_id\n  GROUP BY od.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(r.refunded), 0) AS refunded,\n  COALESCE(SUM(o.order_total), 0) - COALESCE(SUM(r.refunded), 0) AS net_revenue,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units,\n  COALESCE(SUM(s.shipments), 0) AS shipments\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS refunded FROM refunds GROUP BY order_id\n) r ON r.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid FROM payments GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units FROM order_items GROUP BY order_id\n) i ON i.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, COUNT(*) AS shipments FROM shipments GROUP BY order_id\n) s ON s.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders od ON od.id = rf.order_id\n  GROUP BY od.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders od ON od.id = pm.order_id\n  GROUP BY od.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders od ON od.id = oi.order_id\n  GROUP BY od.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders od ON od.id = sh.order_id\n  GROUP BY od.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders od ON od.id = rf.order_id\n  GROUP BY od.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders od ON od.id = pm.order_id\n  GROUP BY od.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders od ON od.id = oi.order_id\n  GROUP BY od.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders od ON od.id = sh.order_id\n  GROUP BY od.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n),\np AS (\n  SELECT o.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n),\nu AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\ns AS (\n  SELECT o.customer_id, COUNT(sh.id) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders od ON od.id = rf.order_id\n  GROUP BY od.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders od ON od.id = pm.order_id\n  GROUP BY od.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders od ON od.id = oi.order_id\n  GROUP BY od.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders od ON od.id = sh.order_id\n  GROUP BY od.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf JOIN orders od ON od.id = rf.order_id\n  GROUP BY od.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm JOIN orders od ON od.id = pm.order_id\n  GROUP BY od.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi JOIN orders od ON od.id = oi.order_id\n  GROUP BY od.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, COUNT(*) AS shipments\n  FROM shipments sh JOIN orders od ON od.id = sh.order_id\n  GROUP BY od.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders od ON od.id = rf.order_id\n  GROUP BY od.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders od ON od.id = pm.order_id\n  GROUP BY od.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders od ON od.id = oi.order_id\n  GROUP BY od.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders od ON od.id = sh.order_id\n  GROUP BY od.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(r.refunded), 0) AS refunded,\n  COALESCE(SUM(o.order_total), 0) - COALESCE(SUM(r.refunded), 0) AS net_revenue,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units,\n  COALESCE(SUM(s.shipments), 0) AS shipments\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS refunded\n  FROM refunds\n  GROUP BY order_id\n) r ON r.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) i ON i.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, COUNT(*) AS shipments\n  FROM shipments\n  GROUP BY order_id\n) s ON s.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  (SELECT COUNT(*) FROM orders o WHERE o.customer_id = c.id) AS orders,\n  (SELECT COALESCE(SUM(o.order_total), 0) FROM orders o WHERE o.customer_id = c.id) AS charged,\n  (SELECT COALESCE(SUM(r.amount), 0) FROM refunds r JOIN orders o ON o.id = r.order_id WHERE o.customer_id = c.id) AS refunded,\n  (SELECT COALESCE(SUM(o.order_total), 0) FROM orders o WHERE o.customer_id = c.id)\n  - (SELECT COALESCE(SUM(r.amount), 0) FROM refunds r JOIN orders o ON o.id = r.order_id WHERE o.customer_id = c.id) AS net_revenue,\n  (SELECT COALESCE(SUM(p.amount), 0) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id) AS units,\n  (SELECT COUNT(*) FROM shipments s JOIN orders o ON o.id = s.order_id WHERE o.customer_id = c.id) AS shipments\nFROM customers c"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\np AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\noi AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\ns AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(oi.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN oi ON oi.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders od ON od.id = rf.order_id\n  GROUP BY od.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders od ON od.id = pm.order_id\n  GROUP BY od.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders od ON od.id = oi.order_id\n  GROUP BY od.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders od ON od.id = sh.order_id\n  GROUP BY od.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id, COUNT(*) AS orders, COALESCE(SUM(order_total), 0) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n),\np AS (\n  SELECT o.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n),\nu AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\ns AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  COALESCE(SUM(r.refunded), 0) AS refunded,\n  COALESCE(SUM(o.order_total), 0) - COALESCE(SUM(r.refunded), 0) AS net_revenue,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(i.units), 0) AS units,\n  COALESCE(SUM(s.shipments), 0) AS shipments\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS refunded FROM refunds GROUP BY order_id\n) r ON r.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid FROM payments GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units FROM order_items GROUP BY order_id\n) i ON i.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, COUNT(*) AS shipments FROM shipments GROUP BY order_id\n) s ON s.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id, COUNT(*) AS orders, COALESCE(SUM(order_total), 0) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT o.customer_id, COALESCE(SUM(rf.amount), 0) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n),\np AS (\n  SELECT o.customer_id, COALESCE(SUM(pm.amount), 0) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n),\nu AS (\n  SELECT o.customer_id, COALESCE(SUM(oi.qty), 0) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\ns AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT o.customer_id, SUM(f.amount) AS refunded\n  FROM refunds f\n  JOIN orders o ON o.id = f.order_id\n  GROUP BY o.customer_id\n),\np AS (\n  SELECT o.customer_id, SUM(py.amount) AS paid\n  FROM payments py\n  JOIN orders o ON o.id = py.order_id\n  GROUP BY o.customer_id\n),\nu AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\ns AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-sonnet-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty) FROM orders o JOIN order_items oi ON oi.order_id = o.id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE((SELECT SUM(o.order_total)\n                 FROM orders o\n                 WHERE o.customer_id = c.id), 0) AS revenue,\n       COALESCE((SELECT SUM(oi.qty)\n                 FROM orders o\n                 JOIN order_items oi ON oi.order_id = o.id\n                 WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty) FROM orders o JOIN order_items oi ON oi.order_id = o.id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty) FROM orders o JOIN order_items oi ON oi.order_id = o.id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty) FROM orders o JOIN order_items oi ON oi.order_id = o.id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty) FROM orders o JOIN order_items oi ON oi.order_id = o.id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS revenue,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM orders o\n    JOIN order_items oi ON oi.order_id = o.id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS revenue,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM orders o\n    JOIN order_items oi ON oi.order_id = o.id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.revenue, 0) AS revenue,\n       COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS revenue,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM orders o\n    JOIN order_items oi ON oi.order_id = o.id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.revenue, 0) AS revenue,\n       COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n    SELECT customer_id, SUM(order_total) AS revenue\n    FROM orders\n    GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id, SUM(oi.qty) AS units\n    FROM order_items oi\n    JOIN orders ord ON ord.id = oi.order_id\n    GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS revenue,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM orders o\n    JOIN order_items oi ON oi.order_id = o.id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS revenue,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM orders o\n    JOIN order_items oi ON oi.order_id = o.id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(r.revenue, 0) AS revenue,\n       COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM orders o\n  JOIN order_items oi ON oi.order_id = o.id\n  GROUP BY o.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM orders o\n            JOIN order_items oi ON oi.order_id = o.id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.revenue, 0) AS revenue,\n       COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS revenue,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM orders o\n    JOIN order_items oi ON oi.order_id = o.id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "bare",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.revenue, 0) AS revenue,\n       COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty) FROM orders o JOIN order_items oi ON oi.order_id = o.id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty) FROM orders o JOIN order_items oi ON oi.order_id = o.id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty) FROM orders o JOIN order_items oi ON oi.order_id = o.id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty) FROM orders o JOIN order_items oi ON oi.order_id = o.id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty) FROM orders o JOIN order_items oi ON oi.order_id = o.id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty) FROM orders o JOIN order_items oi ON oi.order_id = o.id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.revenue, 0) AS revenue,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS revenue,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM orders o\n    JOIN order_items oi ON oi.order_id = o.id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.revenue, 0) AS revenue,\n       COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS revenue\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty) FROM orders o JOIN order_items oi ON oi.order_id = o.id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty) FROM orders o JOIN order_items oi ON oi.order_id = o.id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS revenue,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM orders o\n    JOIN order_items oi ON oi.order_id = o.id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty) FROM orders o JOIN order_items oi ON oi.order_id = o.id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS revenue,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM orders o\n            JOIN order_items oi ON oi.order_id = o.id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE((SELECT SUM(o.order_total)\n                 FROM orders o\n                 WHERE o.customer_id = c.id), 0) AS revenue,\n       COALESCE((SELECT SUM(oi.qty)\n                 FROM orders o\n                 JOIN order_items oi ON oi.order_id = o.id\n                 WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  (SELECT COALESCE(SUM(o.order_total), 0)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS revenue,\n  (SELECT COALESCE(SUM(oi.qty), 0)\n     FROM orders o\n     JOIN order_items oi ON oi.order_id = o.id\n    WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t1",
  "schema": "documented",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  (SELECT COALESCE(SUM(o.order_total), 0)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS revenue,\n  (SELECT COALESCE(SUM(oi.qty), 0)\n     FROM orders o\n     JOIN order_items oi ON oi.order_id = o.id\n    WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  (SELECT COALESCE(SUM(o.order_total), 0)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS charged,\n  (SELECT COALESCE(SUM(p.amount), 0)\n     FROM payments p\n     JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0)\n     FROM order_items oi\n     JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  (SELECT COALESCE(SUM(o.order_total), 0)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS charged,\n  (SELECT COALESCE(SUM(p.amount), 0)\n     FROM payments p\n     JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0)\n     FROM order_items oi\n     JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  (SELECT COALESCE(SUM(o.order_total), 0)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS charged,\n  (SELECT COALESCE(SUM(p.amount), 0)\n     FROM payments p\n     JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0)\n     FROM orders o\n     JOIN order_items oi ON oi.order_id = o.id\n    WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  (SELECT COALESCE(SUM(o.order_total), 0)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS charged,\n  (SELECT COALESCE(SUM(p.amount), 0)\n     FROM payments p\n     JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0)\n     FROM order_items oi\n     JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  (SELECT COALESCE(SUM(o.order_total), 0)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS charged,\n  (SELECT COALESCE(SUM(p.amount), 0)\n     FROM payments p\n     JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0)\n     FROM order_items oi\n     JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  (SELECT COALESCE(SUM(o.order_total), 0)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS charged,\n  (SELECT COALESCE(SUM(p.amount), 0)\n     FROM payments p\n     JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0)\n     FROM order_items oi\n     JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.charged, 0) AS charged,\n       COALESCE(p.paid, 0) AS paid,\n       COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n    SELECT customer_id, SUM(order_total) AS charged\n    FROM orders\n    GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id, SUM(pay.amount) AS paid\n    FROM payments pay\n    JOIN orders ord ON ord.id = pay.order_id\n    GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id, SUM(oi.qty) AS units\n    FROM order_items oi\n    JOIN orders ord ON ord.id = oi.order_id\n    GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  (SELECT COALESCE(SUM(o.order_total), 0)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS charged,\n  (SELECT COALESCE(SUM(p.amount), 0)\n     FROM payments p\n     JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0)\n     FROM order_items oi\n     JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "bare",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE((SELECT SUM(o.order_total)\n                 FROM orders o\n                 WHERE o.customer_id = c.id), 0) AS charged,\n       COALESCE((SELECT SUM(p.amount)\n                 FROM payments p\n                 JOIN orders o ON o.id = p.order_id\n                 WHERE o.customer_id = c.id), 0) AS paid,\n       COALESCE((SELECT SUM(oi.qty)\n                 FROM order_items oi\n                 JOIN orders o ON o.id = oi.order_id\n                 WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.charged, 0) AS charged,\n       COALESCE(pm.paid, 0) AS paid,\n       COALESCE(it.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n    SELECT customer_id, SUM(order_total) AS charged\n    FROM orders\n    GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id, SUM(pay.amount) AS paid\n    FROM payments pay\n    JOIN orders ord ON ord.id = pay.order_id\n    GROUP BY ord.customer_id\n) pm ON pm.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id, SUM(oi.qty) AS units\n    FROM order_items oi\n    JOIN orders ord ON ord.id = oi.order_id\n    GROUP BY ord.customer_id\n) it ON it.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "WITH order_totals AS (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\npayment_totals AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_totals AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(ot.charged, 0) AS charged,\n  COALESCE(pt.paid, 0) AS paid,\n  COALESCE(ut.units, 0) AS units\nFROM customers c\nLEFT JOIN order_totals ot ON ot.customer_id = c.id\nLEFT JOIN payment_totals pt ON pt.customer_id = c.id\nLEFT JOIN unit_totals ut ON ut.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.charged, 0) AS charged,\n       COALESCE(p.paid, 0) AS paid,\n       COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  (SELECT COALESCE(SUM(o.order_total), 0)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS charged,\n  (SELECT COALESCE(SUM(p.amount), 0)\n     FROM payments p\n     JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0)\n     FROM order_items oi\n     JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "documented",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS charged,\n  COALESCE((\n    SELECT SUM(p.amount)\n    FROM payments p\n    JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS paid,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM order_items oi\n    JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON p.order_id = o.id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON oi.order_id = o.id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS charged,\n  COALESCE((\n    SELECT SUM(p.amount)\n    FROM payments p\n    JOIN orders o ON p.order_id = o.id\n    WHERE o.customer_id = c.id\n  ), 0) AS paid,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM order_items oi\n    JOIN orders o ON oi.order_id = o.id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT c.name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS charged,\n  COALESCE((\n    SELECT SUM(p.amount)\n    FROM payments p\n    JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS paid,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM order_items oi\n    JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE((SELECT SUM(o.order_total)\n                 FROM orders o\n                 WHERE o.customer_id = c.id), 0) AS charged,\n       COALESCE((SELECT SUM(p.amount)\n                 FROM payments p\n                 JOIN orders o ON o.id = p.order_id\n                 WHERE o.customer_id = c.id), 0) AS paid,\n       COALESCE((SELECT SUM(oi.qty)\n                 FROM order_items oi\n                 JOIN orders o ON o.id = oi.order_id\n                 WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.charged, 0) AS charged,\n       COALESCE(p.paid, 0) AS paid,\n       COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n    SELECT customer_id, SUM(order_total) AS charged\n    FROM orders\n    GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id, SUM(pay.amount) AS paid\n    FROM payments pay\n    JOIN orders ord ON ord.id = pay.order_id\n    GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id, SUM(oi.qty) AS units\n    FROM order_items oi\n    JOIN orders ord ON ord.id = oi.order_id\n    GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((\n    SELECT SUM(o.order_total)\n    FROM orders o\n    WHERE o.customer_id = c.id\n  ), 0) AS charged,\n  COALESCE((\n    SELECT SUM(p.amount)\n    FROM payments p\n    JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS paid,\n  COALESCE((\n    SELECT SUM(oi.qty)\n    FROM order_items oi\n    JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id\n  ), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE((SELECT SUM(o.order_total)\n            FROM orders o\n            WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount)\n            FROM payments p\n            JOIN orders o ON o.id = p.order_id\n            WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n            FROM order_items oi\n            JOIN orders o ON o.id = oi.order_id\n            WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t2",
  "schema": "keyless",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "WITH country_repaid AS (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n)\nSELECT\n  rb.region,\n  COALESCE(SUM(cd.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(cr.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary cd ON cd.region = rb.region\nLEFT JOIN country_repaid cr ON cr.country = cd.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE((\n    SELECT SUM(c.outstanding_debt)\n    FROM country_debt_summary c\n    WHERE c.region = rb.region\n  ), 0) AS total_debt,\n  COALESCE((\n    SELECT SUM(r.amount)\n    FROM repayments r\n    JOIN country_debt_summary c ON c.country = r.country\n    WHERE c.region = rb.region\n  ), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  (SELECT COALESCE(SUM(c.outstanding_debt), 0)\n     FROM country_debt_summary c\n    WHERE c.region = rb.region) AS total_debt,\n  (SELECT COALESCE(SUM(r.amount), 0)\n     FROM repayments r\n     JOIN country_debt_summary c ON c.country = r.country\n    WHERE c.region = rb.region) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE((\n    SELECT SUM(c.outstanding_debt)\n    FROM country_debt_summary c\n    WHERE c.region = rb.region\n  ), 0) AS total_debt,\n  COALESCE((\n    SELECT SUM(r.amount)\n    FROM repayments r\n    JOIN country_debt_summary c ON c.country = r.country\n    WHERE c.region = rb.region\n  ), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  r.region,\n  (SELECT COALESCE(SUM(c.outstanding_debt), 0)\n     FROM country_debt_summary c\n    WHERE c.region = r.region) AS total_debt,\n  (SELECT COALESCE(SUM(p.amount), 0)\n     FROM repayments p\n     JOIN country_debt_summary c ON c.country = p.country\n    WHERE c.region = r.region) AS total_repaid,\n  r.target_repayment_ratio\nFROM region_benchmarks r"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "WITH country_repaid AS (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n)\nSELECT\n  rb.region,\n  COALESCE(SUM(cds.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(cr.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary cds ON cds.region = rb.region\nLEFT JOIN country_repaid cr ON cr.country = cds.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "WITH debt AS (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n),\nrepaid AS (\n  SELECT c.region, SUM(r.amount) AS total_repaid\n  FROM repayments r\n  JOIN country_debt_summary c ON c.country = r.country\n  GROUP BY c.region\n)\nSELECT\n  b.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(p.total_repaid, 0) AS total_repaid,\n  b.target_repayment_ratio\nFROM region_benchmarks b\nLEFT JOIN debt d ON d.region = b.region\nLEFT JOIN repaid p ON p.region = b.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "WITH country_repaid AS (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n)\nSELECT\n  rb.region,\n  COALESCE(SUM(cds.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(cr.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary cds ON cds.region = rb.region\nLEFT JOIN country_repaid cr ON cr.country = cds.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  (SELECT COALESCE(SUM(c.outstanding_debt), 0)\n     FROM country_debt_summary c\n    WHERE c.region = rb.region) AS total_debt,\n  (SELECT COALESCE(SUM(r.amount), 0)\n     FROM repayments r\n     JOIN country_debt_summary c ON c.country = r.country\n    WHERE c.region = rb.region) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "WITH country_repaid AS (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n)\nSELECT\n  rb.region,\n  COALESCE(SUM(cds.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(cr.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary cds ON cds.region = rb.region\nLEFT JOIN country_repaid cr ON cr.country = cds.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT rb.region,\n       COALESCE(SUM(cds.outstanding_debt), 0) AS total_debt,\n       COALESCE(SUM(cr.repaid), 0) AS total_repaid,\n       rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary cds ON cds.region = rb.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) cr ON cr.country = cds.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "WITH country_repaid AS (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n),\nregion_totals AS (\n  SELECT c.region,\n         SUM(c.outstanding_debt) AS total_debt,\n         SUM(COALESCE(r.repaid, 0)) AS total_repaid\n  FROM country_debt_summary c\n  LEFT JOIN country_repaid r ON r.country = c.country\n  GROUP BY c.region\n)\nSELECT b.region,\n       COALESCE(t.total_debt, 0) AS total_debt,\n       COALESCE(t.total_repaid, 0) AS total_repaid,\n       b.target_repayment_ratio\nFROM region_benchmarks b\nLEFT JOIN region_totals t ON t.region = b.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  b.region AS region,\n  COALESCE(SUM(c.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(r.total_repaid), 0) AS total_repaid,\n  b.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks b\nLEFT JOIN country_debt_summary c\n  ON c.region = b.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS total_repaid\n  FROM repayments\n  GROUP BY country\n) r\n  ON r.country = c.country\nGROUP BY b.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT rb.region,\n       COALESCE(d.total_debt, 0) AS total_debt,\n       COALESCE(r.total_repaid, 0) AS total_repaid,\n       rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments p\n  JOIN country_debt_summary c ON c.country = p.country\n  GROUP BY c.region\n) r ON r.region = rb.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE((\n    SELECT SUM(cds.outstanding_debt)\n    FROM country_debt_summary cds\n    WHERE cds.region = rb.region\n  ), 0) AS total_debt,\n  COALESCE((\n    SELECT SUM(r.amount)\n    FROM repayments r\n    JOIN country_debt_summary cds ON cds.country = r.country\n    WHERE cds.region = rb.region\n  ), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE((\n    SELECT SUM(cds.outstanding_debt)\n    FROM country_debt_summary cds\n    WHERE cds.region = rb.region\n  ), 0) AS total_debt,\n  COALESCE((\n    SELECT SUM(r.amount)\n    FROM repayments r\n    JOIN country_debt_summary cds ON cds.country = r.country\n    WHERE cds.region = rb.region\n  ), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  (SELECT COALESCE(SUM(cds.outstanding_debt), 0)\n     FROM country_debt_summary cds\n    WHERE cds.region = rb.region) AS total_debt,\n  (SELECT COALESCE(SUM(rp.amount), 0)\n     FROM repayments rp\n     JOIN country_debt_summary cds ON cds.country = rp.country\n    WHERE cds.region = rb.region) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE((\n    SELECT SUM(c.outstanding_debt)\n    FROM country_debt_summary c\n    WHERE c.region = rb.region\n  ), 0) AS total_debt,\n  COALESCE((\n    SELECT SUM(r.amount)\n    FROM repayments r\n    JOIN country_debt_summary c ON c.country = r.country\n    WHERE c.region = rb.region\n  ), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE((SELECT SUM(c.outstanding_debt) FROM country_debt_summary c WHERE c.region = rb.region), 0) AS total_debt,\n  COALESCE((SELECT SUM(r.amount) FROM repayments r JOIN country_debt_summary c ON c.country = r.country WHERE c.region = rb.region), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "bare",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "WITH country_repaid AS (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n)\nSELECT\n  rb.region,\n  COALESCE(SUM(cds.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(cr.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary cds ON cds.region = rb.region\nLEFT JOIN country_repaid cr ON cr.country = cds.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "WITH country_repaid AS (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n)\nSELECT\n  rb.region,\n  COALESCE(SUM(cd.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(cr.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary cd ON cd.region = rb.region\nLEFT JOIN country_repaid cr ON cr.country = cd.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT cds.region, SUM(rp.amount) AS total_repaid\n  FROM repayments rp\n  JOIN country_debt_summary cds ON cds.country = rp.country\n  GROUP BY cds.region\n) r ON r.region = rb.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "WITH debt AS (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n),\nrepaid AS (\n  SELECT c.region, SUM(r.amount) AS total_repaid\n  FROM repayments r\n  JOIN country_debt_summary c ON c.country = r.country\n  GROUP BY c.region\n)\nSELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(p.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt d ON d.region = rb.region\nLEFT JOIN repaid p ON p.region = rb.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "WITH country_repaid AS (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n)\nSELECT\n  rb.region,\n  COALESCE(SUM(cds.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(cr.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary cds ON cds.region = rb.region\nLEFT JOIN country_repaid cr ON cr.country = cds.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT cds.region, SUM(rp.amount) AS total_repaid\n  FROM repayments rp\n  JOIN country_debt_summary cds ON cds.country = rp.country\n  GROUP BY cds.region\n) r ON r.region = rb.region\nORDER BY rb.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE((SELECT SUM(c.outstanding_debt) FROM country_debt_summary c WHERE c.region = rb.region), 0) AS total_debt,\n  COALESCE((SELECT SUM(p.amount) FROM repayments p JOIN country_debt_summary c ON c.country = p.country WHERE c.region = rb.region), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "WITH debt AS (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n),\nrepaid AS (\n  SELECT c.region, SUM(r.amount) AS total_repaid\n  FROM repayments r\n  JOIN country_debt_summary c ON c.country = r.country\n  GROUP BY c.region\n)\nSELECT rb.region,\n       COALESCE(d.total_debt, 0) AS total_debt,\n       COALESCE(p.total_repaid, 0) AS total_repaid,\n       rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt d ON d.region = rb.region\nLEFT JOIN repaid p ON p.region = rb.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE((\n    SELECT SUM(c.outstanding_debt)\n    FROM country_debt_summary c\n    WHERE c.region = rb.region\n  ), 0) AS total_debt,\n  COALESCE((\n    SELECT SUM(r.amount)\n    FROM repayments r\n    JOIN country_debt_summary c ON c.country = r.country\n    WHERE c.region = rb.region\n  ), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "WITH country_repaid AS (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n)\nSELECT\n  rb.region,\n  COALESCE(SUM(cds.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(cr.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary cds ON cds.region = rb.region\nLEFT JOIN country_repaid cr ON cr.country = cds.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "WITH country_repaid AS (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n)\nSELECT\n  rb.region,\n  COALESCE(SUM(cds.outstanding_debt), 0) AS total_debt,\n  COALESCE(SUM(cr.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN country_debt_summary cds ON cds.region = rb.region\nLEFT JOIN country_repaid cr ON cr.country = cds.country\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE((SELECT SUM(cds.outstanding_debt)\n            FROM country_debt_summary cds\n            WHERE cds.region = rb.region), 0) AS total_debt,\n  COALESCE((SELECT SUM(r.amount)\n            FROM repayments r\n            JOIN country_debt_summary cds ON cds.country = r.country\n            WHERE cds.region = rb.region), 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments p\n  JOIN country_debt_summary c ON c.country = p.country\n  GROUP BY c.region\n) r ON r.region = rb.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT cds.region, SUM(rp.amount) AS total_repaid\n  FROM repayments rp\n  JOIN country_debt_summary cds ON cds.country = rp.country\n  GROUP BY cds.region\n) r ON r.region = rb.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.region AS region,\n  SUM(c.outstanding_debt) AS total_debt,\n  COALESCE(SUM(r.repaid), 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM country_debt_summary AS c\nJOIN region_benchmarks AS rb\n  ON rb.region = c.region\nLEFT JOIN (\n  SELECT country, SUM(amount) AS repaid\n  FROM repayments\n  GROUP BY country\n) AS r\n  ON r.country = c.country\nGROUP BY c.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments p\n  JOIN country_debt_summary c ON c.country = p.country\n  GROUP BY c.region\n) r ON r.region = rb.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  (SELECT COALESCE(SUM(c.outstanding_debt), 0)\n     FROM country_debt_summary c\n    WHERE c.region = rb.region) AS total_debt,\n  (SELECT COALESCE(SUM(r.amount), 0)\n     FROM repayments r\n     JOIN country_debt_summary c ON c.country = r.country\n    WHERE c.region = rb.region) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT rb.region,\n       COALESCE(d.total_debt, 0) AS total_debt,\n       COALESCE(r.total_repaid, 0) AS total_repaid,\n       rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments p\n  JOIN country_debt_summary c ON c.country = p.country\n  GROUP BY c.region\n) r ON r.region = rb.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(r.total_repaid, 0) AS total_repaid,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments p\n  JOIN country_debt_summary c ON c.country = p.country\n  GROUP BY c.region\n) r ON r.region = rb.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT rb.region,\n       COALESCE(d.total_debt, 0) AS total_debt,\n       COALESCE(r.total_repaid, 0) AS total_repaid,\n       rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n) d ON d.region = rb.region\nLEFT JOIN (\n  SELECT c.region, SUM(p.amount) AS total_repaid\n  FROM repayments p\n  JOIN country_debt_summary c ON c.country = p.country\n  GROUP BY c.region\n) r ON r.region = rb.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t3",
  "schema": "documented",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "WITH debt AS (\n  SELECT region, SUM(outstanding_debt) AS total_debt\n  FROM country_debt_summary\n  GROUP BY region\n),\nrepaid AS (\n  SELECT c.region, SUM(r.amount) AS total_repaid\n  FROM repayments r\n  JOIN country_debt_summary c ON c.country = r.country\n  GROUP BY c.region\n)\nSELECT\n  b.region,\n  COALESCE(d.total_debt, 0) AS total_debt,\n  COALESCE(p.total_repaid, 0) AS total_repaid,\n  b.target_repayment_ratio\nFROM region_benchmarks b\nLEFT JOIN debt d ON d.region = b.region\nLEFT JOIN repaid p ON p.region = b.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  (SELECT COUNT(*) FROM orders o WHERE o.customer_id = c.id) AS orders,\n  (SELECT COALESCE(SUM(o.order_total), 0) FROM orders o WHERE o.customer_id = c.id) AS charged,\n  (SELECT SUM(o.order_total) * 1.0 / COUNT(*) FROM orders o WHERE o.customer_id = c.id) AS avg_order,\n  (SELECT COALESCE(SUM(p.amount), 0) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(i.qty), 0) FROM order_items i JOIN orders o ON o.id = i.order_id WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  (SELECT COUNT(*)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS orders,\n  (SELECT COALESCE(SUM(o.order_total), 0)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS charged,\n  (SELECT AVG(o.order_total)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS avg_order,\n  (SELECT COALESCE(SUM(p.amount), 0)\n     FROM payments p\n     JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0)\n     FROM order_items oi\n     JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.orders, 0) AS orders,\n       COALESCE(o.charged, 0) AS charged,\n       o.charged * 1.0 / o.orders AS avg_order,\n       COALESCE(p.paid, 0) AS paid,\n       COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n    SELECT customer_id,\n           COUNT(*) AS orders,\n           SUM(order_total) AS charged\n    FROM orders\n    GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id,\n           SUM(pay.amount) AS paid\n    FROM payments pay\n    JOIN orders ord ON ord.id = pay.order_id\n    GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id,\n           SUM(oi.qty) AS units\n    FROM order_items oi\n    JOIN orders ord ON ord.id = oi.order_id\n    GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT c.name,\n  (SELECT COUNT(*)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS orders,\n  (SELECT COALESCE(SUM(o.order_total), 0)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS charged,\n  (SELECT SUM(o.order_total) * 1.0 / COUNT(*)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS avg_order,\n  (SELECT COALESCE(SUM(p.amount), 0)\n     FROM payments p\n     JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0)\n     FROM order_items oi\n     JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT c.name,\n  (SELECT COUNT(*) FROM orders o WHERE o.customer_id = c.id) AS orders,\n  (SELECT COALESCE(SUM(o.order_total), 0) FROM orders o WHERE o.customer_id = c.id) AS charged,\n  (SELECT AVG(o.order_total) FROM orders o WHERE o.customer_id = c.id) AS avg_order,\n  (SELECT COALESCE(SUM(p.amount), 0) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  (SELECT COUNT(*)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS orders,\n  (SELECT COALESCE(SUM(o.order_total), 0)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS charged,\n  (SELECT SUM(o.order_total) * 1.0 / COUNT(*)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS avg_order,\n  (SELECT COALESCE(SUM(p.amount), 0)\n     FROM payments p\n     JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0)\n     FROM order_items oi\n     JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  (SELECT COUNT(*)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS orders,\n  (SELECT COALESCE(SUM(o.order_total), 0)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS charged,\n  (SELECT SUM(o.order_total) * 1.0 / COUNT(*)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS avg_order,\n  (SELECT COALESCE(SUM(p.amount), 0)\n     FROM payments p\n     JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0)\n     FROM order_items oi\n     JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  CASE WHEN COALESCE(o.orders, 0) = 0 THEN 0 ELSE o.charged * 1.0 / o.orders END AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "WITH ord AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\npay AS (\n  SELECT o.customer_id,\n         SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nitm AS (\n  SELECT o.customer_id,\n         SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n)\nSELECT c.name,\n       COALESCE(ord.orders, 0) AS orders,\n       COALESCE(ord.charged, 0) AS charged,\n       ord.charged * 1.0 / NULLIF(ord.orders, 0) AS avg_order,\n       COALESCE(pay.paid, 0) AS paid,\n       COALESCE(itm.units, 0) AS units\nFROM customers c\nLEFT JOIN ord ON ord.customer_id = c.id\nLEFT JOIN pay ON pay.customer_id = c.id\nLEFT JOIN itm ON itm.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.orders, 0) AS orders,\n       COALESCE(o.charged, 0) AS charged,\n       CASE WHEN o.orders > 0 THEN o.charged * 1.0 / o.orders END AS avg_order,\n       COALESCE(p.paid, 0) AS paid,\n       COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n    SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n    FROM orders\n    GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id, SUM(pay.amount) AS paid\n    FROM payments pay\n    JOIN orders ord ON ord.id = pay.order_id\n    GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id, SUM(oi.qty) AS units\n    FROM order_items oi\n    JOIN orders ord ON ord.id = oi.order_id\n    GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  (SELECT COUNT(*)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS orders,\n  (SELECT COALESCE(SUM(o.order_total), 0)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS charged,\n  (SELECT AVG(o.order_total)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS avg_order,\n  (SELECT COALESCE(SUM(p.amount), 0)\n     FROM payments p\n     JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0)\n     FROM order_items oi\n     JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  (SELECT COUNT(*)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS orders,\n  (SELECT COALESCE(SUM(o.order_total), 0)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS charged,\n  (SELECT SUM(o.order_total) * 1.0 / COUNT(*)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS avg_order,\n  (SELECT COALESCE(SUM(p.amount), 0)\n     FROM payments p\n     JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0)\n     FROM order_items oi\n     JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.orders, 0)   AS orders,\n       COALESCE(o.charged, 0)  AS charged,\n       o.avg_order             AS avg_order,\n       COALESCE(pay.paid, 0)   AS paid,\n       COALESCE(itm.units, 0)  AS units\nFROM customers c\nLEFT JOIN (\n    SELECT customer_id,\n           COUNT(*)         AS orders,\n           SUM(order_total) AS charged,\n           AVG(order_total) AS avg_order\n    FROM orders\n    GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id,\n           SUM(p.amount) AS paid\n    FROM payments p\n    JOIN orders ord ON ord.id = p.order_id\n    GROUP BY ord.customer_id\n) pay ON pay.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id,\n           SUM(oi.qty) AS units\n    FROM order_items oi\n    JOIN orders ord ON ord.id = oi.order_id\n    GROUP BY ord.customer_id\n) itm ON itm.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  (SELECT COUNT(*)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS orders,\n  (SELECT COALESCE(SUM(o.order_total), 0)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS charged,\n  (SELECT SUM(o.order_total) * 1.0 / COUNT(*)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS avg_order,\n  (SELECT COALESCE(SUM(p.amount), 0)\n     FROM payments p\n     JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0)\n     FROM order_items oi\n     JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.order_count, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.charged * 1.0 / o.order_count AS avg_order,\n  COALESCE(pay.paid, 0) AS paid,\n  COALESCE(itm.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS order_count, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) pay ON pay.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) itm ON itm.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  CASE WHEN COALESCE(o.orders, 0) = 0 THEN NULL ELSE o.charged * 1.0 / o.orders END AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  (SELECT COUNT(*)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS orders,\n  COALESCE((SELECT SUM(o.order_total)\n              FROM orders o\n             WHERE o.customer_id = c.id), 0) AS charged,\n  (SELECT 1.0 * SUM(o.order_total) / COUNT(*)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS avg_order,\n  COALESCE((SELECT SUM(p.amount)\n              FROM payments p\n              JOIN orders o ON o.id = p.order_id\n             WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n              FROM order_items oi\n              JOIN orders o ON o.id = oi.order_id\n             WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\np AS (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n),\nu AS (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  CASE WHEN o.orders > 0 THEN o.charged * 1.0 / o.orders END AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.orders, 0) AS orders,\n       COALESCE(o.charged, 0) AS charged,\n       CASE WHEN o.orders > 0 THEN o.charged * 1.0 / o.orders END AS avg_order,\n       COALESCE(p.paid, 0) AS paid,\n       COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n    SELECT customer_id,\n           COUNT(*) AS orders,\n           SUM(order_total) AS charged\n    FROM orders\n    GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id,\n           SUM(pay.amount) AS paid\n    FROM payments pay\n    JOIN orders ord ON ord.id = pay.order_id\n    GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id,\n           SUM(oi.qty) AS units\n    FROM order_items oi\n    JOIN orders ord ON ord.id = oi.order_id\n    GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "bare",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  (SELECT COUNT(*)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS orders,\n  (SELECT COALESCE(SUM(o.order_total), 0)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS charged,\n  (SELECT SUM(o.order_total) * 1.0 / COUNT(*)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS avg_order,\n  (SELECT COALESCE(SUM(p.amount), 0)\n     FROM payments p\n     JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0)\n     FROM order_items oi\n     JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COUNT(o.id) AS orders,\n  COALESCE(SUM(o.order_total), 0) AS charged,\n  AVG(o.order_total) AS avg_order,\n  COALESCE(SUM(p.paid), 0) AS paid,\n  COALESCE(SUM(u.units), 0) AS units\nFROM customers c\nLEFT JOIN orders o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT order_id, SUM(amount) AS paid\n  FROM payments\n  GROUP BY order_id\n) p ON p.order_id = o.id\nLEFT JOIN (\n  SELECT order_id, SUM(qty) AS units\n  FROM order_items\n  GROUP BY order_id\n) u ON u.order_id = o.id\nGROUP BY c.id, c.name"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.cnt, 0) AS orders,\n       COALESCE(o.charged, 0) AS charged,\n       COALESCE(o.charged * 1.0 / o.cnt, 0) AS avg_order,\n       COALESCE(p.paid, 0) AS paid,\n       COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n    SELECT customer_id, COUNT(*) AS cnt, SUM(order_total) AS charged\n    FROM orders\n    GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n    SELECT o2.customer_id, SUM(p2.amount) AS paid\n    FROM payments p2\n    JOIN orders o2 ON o2.id = p2.order_id\n    GROUP BY o2.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n    SELECT o3.customer_id, SUM(oi.qty) AS units\n    FROM order_items oi\n    JOIN orders o3 ON o3.id = oi.order_id\n    GROUP BY o3.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.orders, 0) AS orders,\n       COALESCE(o.charged, 0) AS charged,\n       o.charged * 1.0 / NULLIF(o.orders, 0) AS avg_order,\n       COALESCE(p.paid, 0) AS paid,\n       COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n    SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n    FROM orders\n    GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id, SUM(pay.amount) AS paid\n    FROM payments pay\n    JOIN orders ord ON ord.id = pay.order_id\n    GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id, SUM(it.qty) AS units\n    FROM order_items it\n    JOIN orders ord ON ord.id = it.order_id\n    GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.orders, 0) AS orders,\n       COALESCE(o.charged, 0) AS charged,\n       o.charged * 1.0 / o.orders AS avg_order,\n       COALESCE(p.paid, 0) AS paid,\n       COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n    SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n    FROM orders\n    GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id, SUM(pay.amount) AS paid\n    FROM payments pay\n    JOIN orders ord ON ord.id = pay.order_id\n    GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id, SUM(itm.qty) AS units\n    FROM order_items itm\n    JOIN orders ord ON ord.id = itm.order_id\n    GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0)   AS orders,\n  COALESCE(o.charged, 0)  AS charged,\n  o.charged * 1.0 / o.orders AS avg_order,\n  COALESCE(pay.paid, 0)   AS paid,\n  COALESCE(it.units, 0)   AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders ord ON ord.id = p.order_id\n  GROUP BY ord.customer_id\n) pay ON pay.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) it ON it.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.orders, 0)  AS orders,\n       COALESCE(o.charged, 0) AS charged,\n       o.charged * 1.0 / o.orders AS avg_order,\n       COALESCE(pm.paid, 0)   AS paid,\n       COALESCE(it.units, 0)  AS units\nFROM customers c\nLEFT JOIN (\n    SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n    FROM orders\n    GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id, SUM(p.amount) AS paid\n    FROM payments p\n    JOIN orders ord ON ord.id = p.order_id\n    GROUP BY ord.customer_id\n) pm ON pm.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id, SUM(oi.qty) AS units\n    FROM order_items oi\n    JOIN orders ord ON ord.id = oi.order_id\n    GROUP BY ord.customer_id\n) it ON it.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT c.name,\n       (SELECT COUNT(*) FROM orders o WHERE o.customer_id = c.id) AS orders,\n       (SELECT COALESCE(SUM(o.order_total), 0) FROM orders o WHERE o.customer_id = c.id) AS charged,\n       (SELECT SUM(o.order_total) * 1.0 / COUNT(*) FROM orders o WHERE o.customer_id = c.id) AS avg_order,\n       (SELECT COALESCE(SUM(p.amount), 0) FROM payments p JOIN orders o ON p.order_id = o.id WHERE o.customer_id = c.id) AS paid,\n       (SELECT COALESCE(SUM(i.qty), 0) FROM order_items i JOIN orders o ON i.order_id = o.id WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  (SELECT COUNT(*)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS orders,\n  (SELECT COALESCE(SUM(o.order_total), 0)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS charged,\n  (SELECT AVG(o.order_total)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS avg_order,\n  (SELECT COALESCE(SUM(p.amount), 0)\n     FROM payments p\n     JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(i.qty), 0)\n     FROM order_items i\n     JOIN orders o ON o.id = i.order_id\n    WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  (SELECT COUNT(*)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS orders,\n  (SELECT COALESCE(SUM(o.order_total), 0)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS charged,\n  (SELECT SUM(o.order_total) * 1.0 / COUNT(*)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS avg_order,\n  (SELECT COALESCE(SUM(p.amount), 0)\n     FROM payments p\n     JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0)\n     FROM order_items oi\n     JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.orders, 0) AS orders,\n       COALESCE(o.charged, 0) AS charged,\n       CASE WHEN o.orders > 0 THEN o.charged * 1.0 / o.orders END AS avg_order,\n       COALESCE(p.paid, 0) AS paid,\n       COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n    SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n    FROM orders\n    GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n    SELECT o.customer_id, SUM(p.amount) AS paid\n    FROM payments p\n    JOIN orders o ON o.id = p.order_id\n    GROUP BY o.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n    SELECT o.customer_id, SUM(oi.qty) AS units\n    FROM order_items oi\n    JOIN orders o ON o.id = oi.order_id\n    GROUP BY o.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.orders, 0) AS orders,\n       COALESCE(o.charged, 0) AS charged,\n       CASE WHEN o.orders > 0 THEN 1.0 * o.charged / o.orders END AS avg_order,\n       COALESCE(p.paid, 0) AS paid,\n       COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n    SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n    FROM orders\n    GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id, SUM(pm.amount) AS paid\n    FROM payments pm\n    JOIN orders ord ON ord.id = pm.order_id\n    GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id, SUM(oi.qty) AS units\n    FROM order_items oi\n    JOIN orders ord ON ord.id = oi.order_id\n    GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.orders, 0)   AS orders,\n       COALESCE(o.charged, 0)  AS charged,\n       o.charged * 1.0 / NULLIF(o.orders, 0) AS avg_order,\n       COALESCE(p.paid, 0)     AS paid,\n       COALESCE(i.units, 0)    AS units\nFROM customers c\nLEFT JOIN (\n    SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n    FROM orders\n    GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id, SUM(pay.amount) AS paid\n    FROM payments pay\n    JOIN orders ord ON ord.id = pay.order_id\n    GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id, SUM(oi.qty) AS units\n    FROM order_items oi\n    JOIN orders ord ON ord.id = oi.order_id\n    GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.orders, 0) AS orders,\n       COALESCE(o.charged, 0) AS charged,\n       o.charged * 1.0 / o.orders AS avg_order,\n       COALESCE(pay.paid, 0) AS paid,\n       COALESCE(it.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n    SELECT customer_id,\n           COUNT(*) AS orders,\n           SUM(order_total) AS charged\n    FROM orders\n    GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id,\n           SUM(pm.amount) AS paid\n    FROM payments pm\n    JOIN orders ord ON ord.id = pm.order_id\n    GROUP BY ord.customer_id\n) pay ON pay.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id,\n           SUM(oi.qty) AS units\n    FROM order_items oi\n    JOIN orders ord ON ord.id = oi.order_id\n    GROUP BY ord.customer_id\n) it ON it.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\ni AS (\n  SELECT o2.customer_id,\n         SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o2 ON o2.id = oi.order_id\n  GROUP BY o2.customer_id\n),\np AS (\n  SELECT o3.customer_id,\n         SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders o3 ON o3.id = pay.order_id\n  GROUP BY o3.customer_id\n)\nSELECT c.name,\n       COALESCE(o.orders, 0) AS orders,\n       COALESCE(o.charged, 0) AS charged,\n       CASE WHEN o.orders > 0 THEN 1.0 * o.charged / o.orders END AS avg_order,\n       COALESCE(p.paid, 0) AS paid,\n       COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN i ON i.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nu AS (\n  SELECT ord.customer_id,\n         SUM(oi.qty) AS units\n  FROM orders ord\n  JOIN order_items oi ON oi.order_id = ord.id\n  GROUP BY ord.customer_id\n),\np AS (\n  SELECT ord.customer_id,\n         SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n)\nSELECT c.name,\n       COALESCE(o.orders, 0)  AS orders,\n       COALESCE(o.charged, 0) AS charged,\n       o.charged * 1.0 / o.orders AS avg_order,\n       COALESCE(p.paid, 0)    AS paid,\n       COALESCE(u.units, 0)   AS units\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.charged * 1.0 / o.orders AS avg_order,\n  COALESCE(pay.paid, 0) AS paid,\n  COALESCE(it.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders ord ON ord.id = p.order_id\n  GROUP BY ord.customer_id\n) pay ON pay.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) it ON it.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  ROUND(COALESCE(o.charged, 0) * 1.0 / NULLIF(o.orders, 0), 2) AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(it.qty) AS units\n  FROM order_items it\n  JOIN orders ord ON ord.id = it.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.charged * 1.0 / o.orders AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.orders, 0)  AS orders,\n       COALESCE(o.charged, 0) AS charged,\n       o.charged * 1.0 / o.orders AS avg_order,\n       COALESCE(p.paid, 0)    AS paid,\n       COALESCE(i.units, 0)   AS units\nFROM customers c\nLEFT JOIN (\n    SELECT customer_id,\n           COUNT(*)         AS orders,\n           SUM(order_total) AS charged\n    FROM orders\n    GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id,\n           SUM(pay.amount) AS paid\n    FROM payments pay\n    JOIN orders ord ON ord.id = pay.order_id\n    GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id,\n           SUM(oi.qty) AS units\n    FROM order_items oi\n    JOIN orders ord ON ord.id = oi.order_id\n    GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "documented",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "WITH order_agg AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nitem_agg AS (\n  SELECT o.customer_id,\n         SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\npayment_agg AS (\n  SELECT o.customer_id,\n         SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n)\nSELECT c.name,\n       COALESCE(oa.orders, 0) AS orders,\n       COALESCE(oa.charged, 0) AS charged,\n       oa.charged * 1.0 / NULLIF(oa.orders, 0) AS avg_order,\n       COALESCE(pa.paid, 0) AS paid,\n       COALESCE(ia.units, 0) AS units\nFROM customers c\nLEFT JOIN order_agg oa ON oa.customer_id = c.id\nLEFT JOIN item_agg ia ON ia.customer_id = c.id\nLEFT JOIN payment_agg pa ON pa.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  (SELECT COUNT(*)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS orders,\n  (SELECT COALESCE(SUM(o.order_total), 0)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS charged,\n  (SELECT SUM(o.order_total) * 1.0 / NULLIF(COUNT(*), 0)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS avg_order,\n  (SELECT COALESCE(SUM(p.amount), 0)\n     FROM payments p\n     JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0)\n     FROM order_items oi\n     JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\np AS (\n  SELECT ord.customer_id,\n         SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n),\nu AS (\n  SELECT ord.customer_id,\n         SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n)\nSELECT c.name,\n       COALESCE(o.orders, 0) AS orders,\n       COALESCE(o.charged, 0) AS charged,\n       o.charged * 1.0 / o.orders AS avg_order,\n       COALESCE(p.paid, 0) AS paid,\n       COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  (SELECT COUNT(*)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS orders,\n  (SELECT COALESCE(SUM(o.order_total), 0)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS charged,\n  (SELECT CASE WHEN COUNT(*) = 0 THEN 0\n               ELSE SUM(o.order_total) * 1.0 / COUNT(*) END\n     FROM orders o\n    WHERE o.customer_id = c.id) AS avg_order,\n  (SELECT COALESCE(SUM(p.amount), 0)\n     FROM payments p\n     JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0)\n     FROM order_items oi\n     JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\np AS (\n  SELECT ord.customer_id,\n         SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n),\nu AS (\n  SELECT ord.customer_id,\n         SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n)\nSELECT c.name,\n       COALESCE(o.orders, 0) AS orders,\n       COALESCE(o.charged, 0) AS charged,\n       CASE WHEN o.orders > 0 THEN CAST(o.charged AS REAL) / o.orders END AS avg_order,\n       COALESCE(p.paid, 0) AS paid,\n       COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  (SELECT COUNT(*)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS orders,\n  COALESCE((SELECT SUM(o.order_total)\n              FROM orders o\n             WHERE o.customer_id = c.id), 0) AS charged,\n  (SELECT AVG(o.order_total)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS avg_order,\n  COALESCE((SELECT SUM(p.amount)\n              FROM payments p\n              JOIN orders o ON o.id = p.order_id\n             WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n              FROM order_items oi\n              JOIN orders o ON o.id = oi.order_id\n             WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  (SELECT COUNT(*)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS orders,\n  (SELECT COALESCE(SUM(o.order_total), 0)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS charged,\n  (SELECT SUM(o.order_total) * 1.0 / NULLIF(COUNT(*), 0)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS avg_order,\n  (SELECT COALESCE(SUM(p.amount), 0)\n     FROM payments p\n     JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0)\n     FROM order_items oi\n     JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.orders, 0) AS orders,\n       COALESCE(o.charged, 0) AS charged,\n       CASE WHEN o.orders > 0 THEN 1.0 * o.charged / o.orders END AS avg_order,\n       COALESCE(p.paid, 0) AS paid,\n       COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n    SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n    FROM orders\n    GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id, SUM(pay.amount) AS paid\n    FROM payments pay\n    JOIN orders ord ON ord.id = pay.order_id\n    GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id, SUM(oi.qty) AS units\n    FROM order_items oi\n    JOIN orders ord ON ord.id = oi.order_id\n    GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "WITH order_agg AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\npayment_agg AS (\n  SELECT o.customer_id,\n         SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_agg AS (\n  SELECT o.customer_id,\n         SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n)\nSELECT c.name,\n       COALESCE(oa.orders, 0) AS orders,\n       COALESCE(oa.charged, 0) AS charged,\n       CASE WHEN oa.orders > 0 THEN oa.charged * 1.0 / oa.orders END AS avg_order,\n       COALESCE(pa.paid, 0) AS paid,\n       COALESCE(ua.units, 0) AS units\nFROM customers c\nLEFT JOIN order_agg oa ON oa.customer_id = c.id\nLEFT JOIN payment_agg pa ON pa.customer_id = c.id\nLEFT JOIN unit_agg ua ON ua.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  (SELECT COUNT(*)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS orders,\n  COALESCE((SELECT SUM(o.order_total)\n     FROM orders o\n    WHERE o.customer_id = c.id), 0) AS charged,\n  (SELECT SUM(o.order_total) * 1.0 / COUNT(*)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS avg_order,\n  COALESCE((SELECT SUM(p.amount)\n     FROM payments p\n     JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n     FROM order_items oi\n     JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\noi AS (\n  SELECT ord.customer_id,\n         SUM(i.qty) AS units\n  FROM orders ord\n  JOIN order_items i ON i.order_id = ord.id\n  GROUP BY ord.customer_id\n),\np AS (\n  SELECT ord.customer_id,\n         SUM(pay.amount) AS paid\n  FROM orders ord\n  JOIN payments pay ON pay.order_id = ord.id\n  GROUP BY ord.customer_id\n)\nSELECT c.name,\n       COALESCE(o.orders, 0) AS orders,\n       COALESCE(o.charged, 0) AS charged,\n       o.charged * 1.0 / NULLIF(o.orders, 0) AS avg_order,\n       COALESCE(p.paid, 0) AS paid,\n       COALESCE(oi.units, 0) AS units\nFROM customers c\nLEFT JOIN o  ON o.customer_id  = c.id\nLEFT JOIN oi ON oi.customer_id = c.id\nLEFT JOIN p  ON p.customer_id  = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  CASE WHEN o.orders > 0 THEN 1.0 * o.charged / o.orders END AS avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.order_count, 0) AS orders,\n       COALESCE(o.charged, 0) AS charged,\n       o.avg_order,\n       COALESCE(p.paid, 0) AS paid,\n       COALESCE(i.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n    SELECT customer_id,\n           COUNT(*) AS order_count,\n           SUM(order_total) AS charged,\n           AVG(order_total) AS avg_order\n    FROM orders\n    GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id,\n           SUM(pay.amount) AS paid\n    FROM payments pay\n    JOIN orders ord ON ord.id = pay.order_id\n    GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id,\n           SUM(it.qty) AS units\n    FROM order_items it\n    JOIN orders ord ON ord.id = it.order_id\n    GROUP BY ord.customer_id\n) i ON i.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  o.avg_order,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged,\n         AVG(order_total) AS avg_order\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id,\n         SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id,\n         SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  (SELECT COUNT(*) FROM orders o WHERE o.customer_id = c.id) AS orders,\n  (SELECT COALESCE(SUM(o.order_total), 0) FROM orders o WHERE o.customer_id = c.id) AS charged,\n  (SELECT AVG(o.order_total) FROM orders o WHERE o.customer_id = c.id) AS avg_order,\n  (SELECT COALESCE(SUM(p.amount), 0) FROM payments p JOIN orders o ON p.order_id = o.id WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0) FROM order_items oi JOIN orders o ON oi.order_id = o.id WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.order_count, 0) AS orders,\n       COALESCE(o.charged, 0) AS charged,\n       CASE WHEN o.order_count > 0 THEN o.charged * 1.0 / o.order_count END AS avg_order,\n       COALESCE(p.paid, 0) AS paid,\n       COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n    SELECT customer_id, COUNT(*) AS order_count, SUM(order_total) AS charged\n    FROM orders\n    GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id, SUM(pay.amount) AS paid\n    FROM payments pay\n    JOIN orders ord ON ord.id = pay.order_id\n    GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id, SUM(oi.qty) AS units\n    FROM order_items oi\n    JOIN orders ord ON ord.id = oi.order_id\n    GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\np AS (\n  SELECT ord.customer_id,\n         SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n),\nu AS (\n  SELECT ord.customer_id,\n         SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n)\nSELECT c.name,\n       COALESCE(o.orders, 0) AS orders,\n       COALESCE(o.charged, 0) AS charged,\n       o.charged * 1.0 / NULLIF(o.orders, 0) AS avg_order,\n       COALESCE(p.paid, 0) AS paid,\n       COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.orders, 0) AS orders,\n       COALESCE(o.charged, 0) AS charged,\n       CASE WHEN o.orders > 0 THEN CAST(o.charged AS REAL) / o.orders END AS avg_order,\n       COALESCE(p.paid, 0) AS paid,\n       COALESCE(u.units, 0) AS units\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id,\n         SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id,\n         SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  (SELECT COUNT(*)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS orders,\n  COALESCE((SELECT SUM(o.order_total)\n     FROM orders o\n    WHERE o.customer_id = c.id), 0) AS charged,\n  (SELECT AVG(o.order_total)\n     FROM orders o\n    WHERE o.customer_id = c.id) AS avg_order,\n  COALESCE((SELECT SUM(p.amount)\n     FROM payments p\n     JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty)\n     FROM order_items oi\n     JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  (SELECT COUNT(*) FROM orders o WHERE o.customer_id = c.id) AS orders,\n  (SELECT COALESCE(SUM(o.order_total), 0) FROM orders o WHERE o.customer_id = c.id) AS charged,\n  (SELECT 1.0 * SUM(o.order_total) / COUNT(*) FROM orders o WHERE o.customer_id = c.id) AS avg_order,\n  (SELECT COALESCE(SUM(p.amount), 0) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t4",
  "schema": "keyless",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  (SELECT COUNT(*) FROM orders o WHERE o.customer_id = c.id) AS orders,\n  COALESCE((SELECT SUM(o.order_total) FROM orders o WHERE o.customer_id = c.id), 0) AS charged,\n  (SELECT SUM(o.order_total) * 1.0 / COUNT(*) FROM orders o WHERE o.customer_id = c.id) AS avg_order,\n  COALESCE((SELECT SUM(p.amount) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id), 0) AS paid,\n  COALESCE((SELECT SUM(oi.qty) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id), 0) AS units\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  dp.region,\n  SUM(dp.outstanding_amount) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM debt_positions AS dp\nJOIN region_benchmarks AS rb\n  ON rb.region = dp.region\nGROUP BY dp.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT rb.region,\n       COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n       COUNT(DISTINCT dp.country) AS countries,\n       rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  dp.region AS region,\n  SUM(dp.outstanding_amount) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM debt_positions dp\nJOIN region_benchmarks rb ON rb.region = dp.region\nGROUP BY dp.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT rb.region,\n       COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n       COUNT(DISTINCT dp.country) AS countries,\n       rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT rb.region,\n       COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n       COUNT(DISTINCT dp.country) AS countries,\n       rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT rb.region AS region,\n       COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n       COUNT(DISTINCT dp.country) AS countries,\n       rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT rb.region,\n       COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n       COUNT(DISTINCT dp.country) AS countries,\n       rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT r.region,\n       COALESCE(SUM(c.country_total_debt), 0) AS total_debt,\n       COUNT(c.country) AS countries,\n       r.target_repayment_ratio\nFROM region_benchmarks r\nLEFT JOIN (\n  SELECT country, region, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY country, region\n) c ON c.region = r.region\nGROUP BY r.region, r.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  dp.region AS region,\n  SUM(dp.outstanding_amount) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM debt_positions dp\nJOIN region_benchmarks rb ON rb.region = dp.region\nGROUP BY dp.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT rb.region,\n       COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n       COUNT(DISTINCT dp.country) AS countries,\n       rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "WITH country_totals AS (\n  SELECT region, country, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nregion_totals AS (\n  SELECT region,\n         SUM(country_total_debt) AS total_debt,\n         COUNT(*) AS countries\n  FROM country_totals\n  GROUP BY region\n)\nSELECT rb.region,\n       COALESCE(rt.total_debt, 0) AS total_debt,\n       COALESCE(rt.countries, 0) AS countries,\n       rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN region_totals rt ON rt.region = rb.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "bare",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "WITH country_level AS (\n  SELECT country, region, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY country, region\n)\nSELECT c.region,\n       SUM(c.country_total_debt) AS total_debt,\n       COUNT(*) AS countries,\n       b.target_repayment_ratio\nFROM country_level c\nJOIN region_benchmarks b ON b.region = c.region\nGROUP BY c.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  SUM(dp.outstanding_amount) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT rb.region,\n       COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n       COUNT(DISTINCT dp.country) AS countries,\n       rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT rb.region,\n       COALESCE(d.total_debt, 0) AS total_debt,\n       COALESCE(d.countries, 0) AS countries,\n       rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region,\n         SUM(outstanding_amount) AS total_debt,\n         COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) d ON d.region = rb.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks AS rb\nLEFT JOIN debt_positions AS dp\n  ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "WITH country_totals AS (\n  SELECT region, country, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nregion_totals AS (\n  SELECT region,\n         SUM(country_total_debt) AS total_debt,\n         COUNT(*) AS countries\n  FROM country_totals\n  GROUP BY region\n)\nSELECT rb.region,\n       COALESCE(rt.total_debt, 0) AS total_debt,\n       COALESCE(rt.countries, 0) AS countries,\n       rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN region_totals rt ON rt.region = rb.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  rb.region AS region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n  COUNT(DISTINCT dp.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.region AS region,\n  SUM(c.country_total_debt) AS total_debt,\n  COUNT(*) AS countries,\n  rb.target_repayment_ratio AS target_repayment_ratio\nFROM (\n  SELECT country, region, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY country, region\n) AS c\nJOIN region_benchmarks AS rb\n  ON rb.region = c.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  rb.region,\n  SUM(c.country_total_debt) AS total_debt,\n  COUNT(c.country) AS countries,\n  rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT country, region, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY country, region\n) c ON c.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT rb.region,\n       COALESCE(SUM(dp.outstanding_amount), 0) AS total_debt,\n       COUNT(DISTINCT dp.country) AS countries,\n       rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN debt_positions dp ON dp.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT country, region, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY country, region\n),\nregion_totals AS (\n  SELECT region, SUM(country_total_debt) AS total_debt, COUNT(*) AS countries\n  FROM country_debt\n  GROUP BY region\n)\nSELECT rb.region,\n       COALESCE(rt.total_debt, 0) AS total_debt,\n       COALESCE(rt.countries, 0) AS countries,\n       rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN region_totals rt ON rt.region = rb.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "documented",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT rb.region,\n       COALESCE(SUM(c.country_total_debt), 0) AS total_debt,\n       COUNT(c.country) AS countries,\n       rb.target_repayment_ratio\nFROM region_benchmarks rb\nLEFT JOIN (\n  SELECT region, country, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n) c ON c.region = rb.region\nGROUP BY rb.region, rb.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT region, country, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nregion_debt AS (\n  SELECT region, SUM(country_total_debt) AS total_debt, COUNT(*) AS countries\n  FROM country_debt\n  GROUP BY region\n),\nregion_benchmark AS (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n)\nSELECT r.region, r.total_debt, r.countries, b.target_repayment_ratio\nFROM region_debt r\nLEFT JOIN region_benchmark b ON b.region = r.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT d.region,\n       d.total_debt,\n       d.countries,\n       b.target_repayment_ratio\nFROM (\n  SELECT region,\n         SUM(outstanding_amount) AS total_debt,\n         COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS d\nLEFT JOIN region_benchmarks AS b\n  ON b.region = d.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  p.region,\n  p.total_debt,\n  p.countries,\n  b.target_repayment_ratio\nFROM (\n  SELECT\n    region,\n    SUM(outstanding_amount) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS p\nLEFT JOIN region_benchmarks AS b\n  ON b.region = p.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  d.region,\n  SUM(d.outstanding_amount) AS total_debt,\n  COUNT(DISTINCT d.country) AS countries,\n  MAX(b.target_repayment_ratio) AS target_repayment_ratio\nFROM debt_positions d\nLEFT JOIN region_benchmarks b\n  ON b.region = d.region\nGROUP BY d.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  d.region,\n  d.total_debt,\n  d.countries,\n  b.target_repayment_ratio\nFROM (\n  SELECT\n    region,\n    SUM(outstanding_amount) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS d\nLEFT JOIN (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n) AS b\n  ON b.region = d.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "WITH countries_by_region AS (\n  SELECT region, country, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nregion_totals AS (\n  SELECT region,\n         SUM(country_total_debt) AS total_debt,\n         COUNT(*) AS countries\n  FROM countries_by_region\n  GROUP BY region\n)\nSELECT r.region,\n       r.total_debt,\n       r.countries,\n       b.target_repayment_ratio\nFROM region_totals r\nLEFT JOIN region_benchmarks b ON b.region = r.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT d.region,\n       d.total_debt,\n       d.countries,\n       b.target_repayment_ratio\nFROM (\n    SELECT region,\n           SUM(outstanding_amount) AS total_debt,\n           COUNT(DISTINCT country) AS countries\n    FROM debt_positions\n    GROUP BY region\n) AS d\nLEFT JOIN region_benchmarks AS b\n       ON b.region = d.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  d.region,\n  d.total_debt,\n  d.countries,\n  b.target_repayment_ratio\nFROM (\n  SELECT\n    region,\n    SUM(outstanding_amount) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS d\nLEFT JOIN (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n) AS b\n  ON b.region = d.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  d.region,\n  d.total_debt,\n  d.countries,\n  b.target_repayment_ratio\nFROM (\n  SELECT\n    region,\n    SUM(outstanding_amount) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS d\nLEFT JOIN region_benchmarks AS b\n  ON b.region = d.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "WITH country_debt AS (\n  SELECT region, country, MAX(country_total_debt) AS country_total_debt\n  FROM debt_positions\n  GROUP BY region, country\n),\nregion_totals AS (\n  SELECT region, SUM(country_total_debt) AS total_debt, COUNT(*) AS countries\n  FROM country_debt\n  GROUP BY region\n),\nbenchmarks AS (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n)\nSELECT rt.region, rt.total_debt, rt.countries, b.target_repayment_ratio\nFROM region_totals rt\nLEFT JOIN benchmarks b ON b.region = rt.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "WITH debt_by_region AS (\n  SELECT\n    region,\n    SUM(outstanding_amount) AS total_debt,\n    COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n)\nSELECT\n  d.region,\n  d.total_debt,\n  d.countries,\n  b.target_repayment_ratio\nFROM debt_by_region AS d\nLEFT JOIN region_benchmarks AS b\n  ON b.region = d.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "SELECT d.region,\n       d.total_debt,\n       d.countries,\n       b.target_repayment_ratio\nFROM (\n  SELECT region,\n         SUM(outstanding_amount) AS total_debt,\n         COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS d\nLEFT JOIN region_benchmarks AS b\n  ON b.region = d.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "SELECT d.region,\n       d.total_debt,\n       d.countries,\n       (SELECT MAX(b.target_repayment_ratio)\n        FROM region_benchmarks b\n        WHERE b.region = d.region) AS target_repayment_ratio\nFROM (\n  SELECT region,\n         SUM(outstanding_amount) AS total_debt,\n         COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) d"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT d.region,\n       d.total_debt,\n       d.countries,\n       b.target_repayment_ratio\nFROM (\n  SELECT region,\n         SUM(outstanding_amount) AS total_debt,\n         COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS d\nLEFT JOIN (\n  SELECT region,\n         MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n) AS b ON b.region = d.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  d.region AS region,\n  SUM(d.outstanding_amount) AS total_debt,\n  COUNT(DISTINCT d.country) AS countries,\n  MAX(b.target_repayment_ratio) AS target_repayment_ratio\nFROM debt_positions d\nLEFT JOIN region_benchmarks b ON b.region = d.region\nGROUP BY d.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT d.region,\n       d.total_debt,\n       d.countries,\n       b.target_repayment_ratio\nFROM (\n  SELECT region,\n         SUM(outstanding_amount) AS total_debt,\n         COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) AS d\nLEFT JOIN region_benchmarks AS b\n  ON b.region = d.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT d.region,\n       d.total_debt,\n       d.countries,\n       b.target_repayment_ratio\nFROM (\n  SELECT region,\n         SUM(outstanding_amount) AS total_debt,\n         COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) d\nLEFT JOIN (\n  SELECT region,\n         AVG(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n) b ON b.region = d.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT d.region,\n       d.total_debt,\n       d.countries,\n       b.target_repayment_ratio\nFROM (\n  SELECT region,\n         SUM(outstanding_amount) AS total_debt,\n         COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) d\nLEFT JOIN region_benchmarks b ON b.region = d.region"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT d.region,\n       d.total_debt,\n       d.countries,\n       (SELECT b.target_repayment_ratio\n          FROM region_benchmarks b\n         WHERE b.region = d.region\n         LIMIT 1) AS target_repayment_ratio\nFROM (\n  SELECT region,\n         SUM(outstanding_amount) AS total_debt,\n         COUNT(DISTINCT country) AS countries\n  FROM debt_positions\n  GROUP BY region\n) d"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t5",
  "schema": "keyless",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  d.region AS region,\n  SUM(d.outstanding_amount) AS total_debt,\n  COUNT(DISTINCT d.country) AS countries,\n  b.target_repayment_ratio AS target_repayment_ratio\nFROM debt_positions d\nLEFT JOIN (\n  SELECT region, MAX(target_repayment_ratio) AS target_repayment_ratio\n  FROM region_benchmarks\n  GROUP BY region\n) b ON b.region = d.region\nGROUP BY d.region, b.target_repayment_ratio"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(sh.id) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  t.name,\n  t.orders,\n  t.charged,\n  t.refunded,\n  t.charged - t.refunded AS net_revenue,\n  t.paid,\n  t.units,\n  t.shipments\nFROM (\n  SELECT\n    c.id,\n    c.name,\n    (SELECT COUNT(*)\n       FROM orders o\n      WHERE o.customer_id = c.id) AS orders,\n    (SELECT COALESCE(SUM(o.order_total), 0)\n       FROM orders o\n      WHERE o.customer_id = c.id) AS charged,\n    (SELECT COALESCE(SUM(r.amount), 0)\n       FROM refunds r\n       JOIN orders o ON o.id = r.order_id\n      WHERE o.customer_id = c.id) AS refunded,\n    (SELECT COALESCE(SUM(p.amount), 0)\n       FROM payments p\n       JOIN orders o ON o.id = p.order_id\n      WHERE o.customer_id = c.id) AS paid,\n    (SELECT COALESCE(SUM(oi.qty), 0)\n       FROM order_items oi\n       JOIN orders o ON o.id = oi.order_id\n      WHERE o.customer_id = c.id) AS units,\n    (SELECT COUNT(*)\n       FROM shipments s\n       JOIN orders o ON o.id = s.order_id\n      WHERE o.customer_id = c.id) AS shipments\n  FROM customers c\n) AS t\nORDER BY t.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "WITH order_agg AS (\n  SELECT customer_id, COUNT(*) AS n, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nrefund_agg AS (\n  SELECT o.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n),\npayment_agg AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_agg AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\nshipment_agg AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(oa.n, 0) AS orders,\n  COALESCE(oa.charged, 0) AS charged,\n  COALESCE(ra.refunded, 0) AS refunded,\n  COALESCE(oa.charged, 0) - COALESCE(ra.refunded, 0) AS net_revenue,\n  COALESCE(pa.paid, 0) AS paid,\n  COALESCE(ua.units, 0) AS units,\n  COALESCE(sa.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN order_agg oa ON oa.customer_id = c.id\nLEFT JOIN refund_agg ra ON ra.customer_id = c.id\nLEFT JOIN payment_agg pa ON pa.customer_id = c.id\nLEFT JOIN unit_agg ua ON ua.customer_id = c.id\nLEFT JOIN shipment_agg sa ON sa.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  name,\n  orders,\n  charged,\n  refunded,\n  charged - refunded AS net_revenue,\n  paid,\n  units,\n  shipments\nFROM (\n  SELECT\n    c.id,\n    c.name,\n    (SELECT COUNT(*)\n       FROM orders o\n      WHERE o.customer_id = c.id) AS orders,\n    (SELECT COALESCE(SUM(o.order_total), 0)\n       FROM orders o\n      WHERE o.customer_id = c.id) AS charged,\n    (SELECT COALESCE(SUM(r.amount), 0)\n       FROM refunds r\n       JOIN orders o ON o.id = r.order_id\n      WHERE o.customer_id = c.id) AS refunded,\n    (SELECT COALESCE(SUM(p.amount), 0)\n       FROM payments p\n       JOIN orders o ON o.id = p.order_id\n      WHERE o.customer_id = c.id) AS paid,\n    (SELECT COALESCE(SUM(oi.qty), 0)\n       FROM order_items oi\n       JOIN orders o ON o.id = oi.order_id\n      WHERE o.customer_id = c.id) AS units,\n    (SELECT COUNT(*)\n       FROM shipments s\n       JOIN orders o ON o.id = s.order_id\n      WHERE o.customer_id = c.id) AS shipments\n  FROM customers c\n) AS t\nORDER BY id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  t.name,\n  t.orders,\n  t.charged,\n  t.refunded,\n  t.charged - t.refunded AS net_revenue,\n  t.paid,\n  t.units,\n  t.shipments\nFROM (\n  SELECT\n    c.id,\n    c.name,\n    (SELECT COUNT(*)\n       FROM orders o\n      WHERE o.customer_id = c.id) AS orders,\n    (SELECT COALESCE(SUM(o.order_total), 0)\n       FROM orders o\n      WHERE o.customer_id = c.id) AS charged,\n    (SELECT COALESCE(SUM(r.amount), 0)\n       FROM refunds r\n       JOIN orders o ON o.id = r.order_id\n      WHERE o.customer_id = c.id) AS refunded,\n    (SELECT COALESCE(SUM(p.amount), 0)\n       FROM payments p\n       JOIN orders o ON o.id = p.order_id\n      WHERE o.customer_id = c.id) AS paid,\n    (SELECT COALESCE(SUM(oi.qty), 0)\n       FROM order_items oi\n       JOIN orders o ON o.id = oi.order_id\n      WHERE o.customer_id = c.id) AS units,\n    (SELECT COUNT(s.id)\n       FROM shipments s\n       JOIN orders o ON o.id = s.order_id\n      WHERE o.customer_id = c.id) AS shipments\n  FROM customers c\n) t\nORDER BY t.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(rf.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(rf.refunded, 0) AS net_revenue,\n  COALESCE(pm.paid, 0) AS paid,\n  COALESCE(un.units, 0) AS units,\n  COALESCE(sh.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders ord ON ord.id = r.order_id\n  GROUP BY ord.customer_id\n) rf ON rf.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders ord ON ord.id = p.order_id\n  GROUP BY ord.customer_id\n) pm ON pm.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) un ON un.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(s.id) AS shipments\n  FROM shipments s\n  JOIN orders ord ON ord.id = s.order_id\n  GROUP BY ord.customer_id\n) sh ON sh.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(rf.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(rf.refunded, 0) AS net_revenue,\n  COALESCE(pm.paid, 0) AS paid,\n  COALESCE(un.units, 0) AS units,\n  COALESCE(sh.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders ord ON ord.id = r.order_id\n  GROUP BY ord.customer_id\n) rf ON rf.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders ord ON ord.id = p.order_id\n  GROUP BY ord.customer_id\n) pm ON pm.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) un ON un.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(s.id) AS shipments\n  FROM shipments s\n  JOIN orders ord ON ord.id = s.order_id\n  GROUP BY ord.customer_id\n) sh ON sh.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  (SELECT COUNT(*) FROM orders o WHERE o.customer_id = c.id) AS orders,\n  (SELECT COALESCE(SUM(o.order_total), 0) FROM orders o WHERE o.customer_id = c.id) AS charged,\n  (SELECT COALESCE(SUM(r.amount), 0)\n     FROM refunds r\n     JOIN orders o ON o.id = r.order_id\n    WHERE o.customer_id = c.id) AS refunded,\n  (SELECT COALESCE(SUM(o.order_total), 0) FROM orders o WHERE o.customer_id = c.id)\n  - (SELECT COALESCE(SUM(r.amount), 0)\n       FROM refunds r\n       JOIN orders o ON o.id = r.order_id\n      WHERE o.customer_id = c.id) AS net_revenue,\n  (SELECT COALESCE(SUM(p.amount), 0)\n     FROM payments p\n     JOIN orders o ON o.id = p.order_id\n    WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0)\n     FROM order_items oi\n     JOIN orders o ON o.id = oi.order_id\n    WHERE o.customer_id = c.id) AS units,\n  (SELECT COUNT(*)\n     FROM shipments s\n     JOIN orders o ON o.id = s.order_id\n    WHERE o.customer_id = c.id) AS shipments\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(sh.id) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  (SELECT COUNT(*) FROM orders o WHERE o.customer_id = c.id) AS orders,\n  (SELECT COALESCE(SUM(o.order_total), 0) FROM orders o WHERE o.customer_id = c.id) AS charged,\n  (SELECT COALESCE(SUM(r.amount), 0) FROM refunds r JOIN orders o ON o.id = r.order_id WHERE o.customer_id = c.id) AS refunded,\n  (SELECT COALESCE(SUM(o.order_total), 0) FROM orders o WHERE o.customer_id = c.id)\n    - (SELECT COALESCE(SUM(r.amount), 0) FROM refunds r JOIN orders o ON o.id = r.order_id WHERE o.customer_id = c.id) AS net_revenue,\n  (SELECT COALESCE(SUM(p.amount), 0) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id) AS units,\n  (SELECT COUNT(*) FROM shipments s JOIN orders o ON o.id = s.order_id WHERE o.customer_id = c.id) AS shipments\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  t.name,\n  t.orders,\n  t.charged,\n  t.refunded,\n  t.charged - t.refunded AS net_revenue,\n  t.paid,\n  t.units,\n  t.shipments\nFROM (\n  SELECT\n    c.id,\n    c.name,\n    (SELECT COUNT(*)\n       FROM orders o\n      WHERE o.customer_id = c.id) AS orders,\n    (SELECT COALESCE(SUM(o.order_total), 0)\n       FROM orders o\n      WHERE o.customer_id = c.id) AS charged,\n    (SELECT COALESCE(SUM(r.amount), 0)\n       FROM refunds r\n       JOIN orders o ON o.id = r.order_id\n      WHERE o.customer_id = c.id) AS refunded,\n    (SELECT COALESCE(SUM(p.amount), 0)\n       FROM payments p\n       JOIN orders o ON o.id = p.order_id\n      WHERE o.customer_id = c.id) AS paid,\n    (SELECT COALESCE(SUM(oi.qty), 0)\n       FROM order_items oi\n       JOIN orders o ON o.id = oi.order_id\n      WHERE o.customer_id = c.id) AS units,\n    (SELECT COUNT(*)\n       FROM shipments s\n       JOIN orders o ON o.id = s.order_id\n      WHERE o.customer_id = c.id) AS shipments\n  FROM customers c\n) AS t"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "WITH order_agg AS (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nrefund_agg AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\npayment_agg AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_agg AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\nshipment_agg AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(oa.orders, 0) AS orders,\n  COALESCE(oa.charged, 0) AS charged,\n  COALESCE(ra.refunded, 0) AS refunded,\n  COALESCE(oa.charged, 0) - COALESCE(ra.refunded, 0) AS net_revenue,\n  COALESCE(pa.paid, 0) AS paid,\n  COALESCE(ua.units, 0) AS units,\n  COALESCE(sa.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN order_agg oa ON oa.customer_id = c.id\nLEFT JOIN refund_agg ra ON ra.customer_id = c.id\nLEFT JOIN payment_agg pa ON pa.customer_id = c.id\nLEFT JOIN unit_agg ua ON ua.customer_id = c.id\nLEFT JOIN shipment_agg sa ON sa.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "WITH order_agg AS (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nrefund_agg AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\npayment_agg AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_agg AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\nshipment_agg AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(oa.orders, 0) AS orders,\n  COALESCE(oa.charged, 0) AS charged,\n  COALESCE(ra.refunded, 0) AS refunded,\n  COALESCE(oa.charged, 0) - COALESCE(ra.refunded, 0) AS net_revenue,\n  COALESCE(pa.paid, 0) AS paid,\n  COALESCE(ua.units, 0) AS units,\n  COALESCE(sa.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN order_agg oa ON oa.customer_id = c.id\nLEFT JOIN refund_agg ra ON ra.customer_id = c.id\nLEFT JOIN payment_agg pa ON pa.customer_id = c.id\nLEFT JOIN unit_agg ua ON ua.customer_id = c.id\nLEFT JOIN shipment_agg sa ON sa.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders od ON od.id = rf.order_id\n  GROUP BY od.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders od ON od.id = pm.order_id\n  GROUP BY od.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders od ON od.id = oi.order_id\n  GROUP BY od.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT od.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders od ON od.id = sh.order_id\n  GROUP BY od.customer_id\n) s ON s.customer_id = c.id\nORDER BY c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "WITH base AS (\n  SELECT\n    c.id,\n    c.name,\n    (SELECT COUNT(*) FROM orders o WHERE o.customer_id = c.id) AS orders,\n    (SELECT COALESCE(SUM(o.order_total), 0) FROM orders o WHERE o.customer_id = c.id) AS charged,\n    (SELECT COALESCE(SUM(r.amount), 0) FROM refunds r JOIN orders o ON o.id = r.order_id WHERE o.customer_id = c.id) AS refunded,\n    (SELECT COALESCE(SUM(p.amount), 0) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id) AS paid,\n    (SELECT COALESCE(SUM(oi.qty), 0) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id) AS units,\n    (SELECT COUNT(*) FROM shipments s JOIN orders o ON o.id = s.order_id WHERE o.customer_id = c.id) AS shipments\n  FROM customers c\n)\nSELECT\n  name,\n  orders,\n  charged,\n  refunded,\n  charged - refunded AS net_revenue,\n  paid,\n  units,\n  shipments\nFROM base"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  t.name,\n  t.orders,\n  t.charged,\n  t.refunded,\n  t.charged - t.refunded AS net_revenue,\n  t.paid,\n  t.units,\n  t.shipments\nFROM (\n  SELECT\n    c.id,\n    c.name,\n    (SELECT COUNT(*) FROM orders o WHERE o.customer_id = c.id) AS orders,\n    (SELECT COALESCE(SUM(o.order_total), 0) FROM orders o WHERE o.customer_id = c.id) AS charged,\n    (SELECT COALESCE(SUM(r.amount), 0) FROM refunds r JOIN orders o ON o.id = r.order_id WHERE o.customer_id = c.id) AS refunded,\n    (SELECT COALESCE(SUM(p.amount), 0) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id) AS paid,\n    (SELECT COALESCE(SUM(oi.qty), 0) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id) AS units,\n    (SELECT COUNT(*) FROM shipments s JOIN orders o ON o.id = s.order_id WHERE o.customer_id = c.id) AS shipments\n  FROM customers c\n) t"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "WITH order_agg AS (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nrefund_agg AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\npayment_agg AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_agg AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\nshipment_agg AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(oa.orders, 0) AS orders,\n  COALESCE(oa.charged, 0) AS charged,\n  COALESCE(ra.refunded, 0) AS refunded,\n  COALESCE(oa.charged, 0) - COALESCE(ra.refunded, 0) AS net_revenue,\n  COALESCE(pa.paid, 0) AS paid,\n  COALESCE(ua.units, 0) AS units,\n  COALESCE(sa.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN order_agg oa ON oa.customer_id = c.id\nLEFT JOIN refund_agg ra ON ra.customer_id = c.id\nLEFT JOIN payment_agg pa ON pa.customer_id = c.id\nLEFT JOIN unit_agg ua ON ua.customer_id = c.id\nLEFT JOIN shipment_agg sa ON sa.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(i.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(py.amount) AS paid\n  FROM payments py\n  JOIN orders ord ON ord.id = py.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(sh.id) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 9,
  "correct": false,
  "sql": "SELECT\n  name,\n  orders,\n  charged,\n  refunded,\n  charged - refunded AS net_revenue,\n  paid,\n  units,\n  shipments\nFROM (\n  SELECT\n    c.id,\n    c.name,\n    (SELECT COUNT(*)\n       FROM orders o\n      WHERE o.customer_id = c.id) AS orders,\n    (SELECT COALESCE(SUM(o.order_total), 0)\n       FROM orders o\n      WHERE o.customer_id = c.id) AS charged,\n    (SELECT COALESCE(SUM(r.amount), 0)\n       FROM refunds r\n       JOIN orders o ON o.id = r.order_id\n      WHERE o.customer_id = c.id) AS refunded,\n    (SELECT COALESCE(SUM(p.amount), 0)\n       FROM payments p\n      WHERE p.customer_id = c.id) AS paid,\n    (SELECT COALESCE(SUM(oi.qty), 0)\n       FROM order_items oi\n       JOIN orders o ON o.id = oi.order_id\n      WHERE o.customer_id = c.id) AS units,\n    (SELECT COUNT(*)\n       FROM shipments s\n       JOIN orders o ON o.id = s.order_id\n      WHERE o.customer_id = c.id) AS shipments\n  FROM customers c\n)"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "bare",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  t.name,\n  t.orders,\n  t.charged,\n  t.refunded,\n  t.charged - t.refunded AS net_revenue,\n  t.paid,\n  t.units,\n  t.shipments\nFROM (\n  SELECT\n    c.id,\n    c.name,\n    (SELECT COUNT(*)\n       FROM orders o\n      WHERE o.customer_id = c.id) AS orders,\n    (SELECT COALESCE(SUM(o.order_total), 0)\n       FROM orders o\n      WHERE o.customer_id = c.id) AS charged,\n    (SELECT COALESCE(SUM(r.amount), 0)\n       FROM refunds r\n       JOIN orders o ON o.id = r.order_id\n      WHERE o.customer_id = c.id) AS refunded,\n    (SELECT COALESCE(SUM(p.amount), 0)\n       FROM payments p\n       JOIN orders o ON o.id = p.order_id\n      WHERE o.customer_id = c.id) AS paid,\n    (SELECT COALESCE(SUM(oi.qty), 0)\n       FROM order_items oi\n       JOIN orders o ON o.id = oi.order_id\n      WHERE o.customer_id = c.id) AS units,\n    (SELECT COUNT(*)\n       FROM shipments s\n       JOIN orders o ON o.id = s.order_id\n      WHERE o.customer_id = c.id) AS shipments\n  FROM customers c\n) AS t\nORDER BY t.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "WITH order_agg AS (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nrefund_agg AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\npayment_agg AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_agg AS (\n  SELECT o.customer_id, SUM(i.qty) AS units\n  FROM order_items i\n  JOIN orders o ON o.id = i.order_id\n  GROUP BY o.customer_id\n),\nshipment_agg AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(oa.orders, 0) AS orders,\n  COALESCE(oa.charged, 0) AS charged,\n  COALESCE(ra.refunded, 0) AS refunded,\n  COALESCE(oa.charged, 0) - COALESCE(ra.refunded, 0) AS net_revenue,\n  COALESCE(pa.paid, 0) AS paid,\n  COALESCE(ua.units, 0) AS units,\n  COALESCE(sa.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN order_agg oa ON oa.customer_id = c.id\nLEFT JOIN refund_agg ra ON ra.customer_id = c.id\nLEFT JOIN payment_agg pa ON pa.customer_id = c.id\nLEFT JOIN unit_agg ua ON ua.customer_id = c.id\nLEFT JOIN shipment_agg sa ON sa.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  name,\n  orders,\n  charged,\n  refunded,\n  charged - refunded AS net_revenue,\n  paid,\n  units,\n  shipments\nFROM (\n  SELECT\n    c.id,\n    c.name,\n    (SELECT COUNT(*)\n       FROM orders o\n      WHERE o.customer_id = c.id) AS orders,\n    (SELECT COALESCE(SUM(o.order_total), 0)\n       FROM orders o\n      WHERE o.customer_id = c.id) AS charged,\n    (SELECT COALESCE(SUM(r.amount), 0)\n       FROM refunds r\n       JOIN orders o ON o.id = r.order_id\n      WHERE o.customer_id = c.id) AS refunded,\n    (SELECT COALESCE(SUM(p.amount), 0)\n       FROM payments p\n       JOIN orders o ON o.id = p.order_id\n      WHERE o.customer_id = c.id) AS paid,\n    (SELECT COALESCE(SUM(oi.qty), 0)\n       FROM order_items oi\n       JOIN orders o ON o.id = oi.order_id\n      WHERE o.customer_id = c.id) AS units,\n    (SELECT COUNT(*)\n       FROM shipments s\n       JOIN orders o ON o.id = s.order_id\n      WHERE o.customer_id = c.id) AS shipments\n  FROM customers c\n)\nORDER BY id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT name, orders, charged, refunded, charged - refunded AS net_revenue, paid, units, shipments\nFROM (\n  SELECT\n    c.name AS name,\n    (SELECT COUNT(*) FROM orders o WHERE o.customer_id = c.id) AS orders,\n    (SELECT COALESCE(SUM(o.order_total), 0) FROM orders o WHERE o.customer_id = c.id) AS charged,\n    (SELECT COALESCE(SUM(r.amount), 0) FROM refunds r JOIN orders o ON o.id = r.order_id WHERE o.customer_id = c.id) AS refunded,\n    (SELECT COALESCE(SUM(p.amount), 0) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id) AS paid,\n    (SELECT COALESCE(SUM(oi.qty), 0) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id) AS units,\n    (SELECT COUNT(*) FROM shipments s JOIN orders o ON o.id = s.order_id WHERE o.customer_id = c.id) AS shipments\n  FROM customers c\n) t"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "WITH ord AS (\n  SELECT customer_id, COUNT(*) AS n, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nref AS (\n  SELECT o.customer_id, SUM(r.amount) AS amt\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\npay AS (\n  SELECT o.customer_id, SUM(p.amount) AS amt\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\nshp AS (\n  SELECT o.customer_id, COUNT(*) AS n\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(ord.n, 0) AS orders,\n  COALESCE(ord.charged, 0) AS charged,\n  COALESCE(ref.amt, 0) AS refunded,\n  COALESCE(ord.charged, 0) - COALESCE(ref.amt, 0) AS net_revenue,\n  COALESCE(pay.amt, 0) AS paid,\n  COALESCE(unit.units, 0) AS units,\n  COALESCE(shp.n, 0) AS shipments\nFROM customers c\nLEFT JOIN ord  ON ord.customer_id  = c.id\nLEFT JOIN ref  ON ref.customer_id  = c.id\nLEFT JOIN pay  ON pay.customer_id  = c.id\nLEFT JOIN unit ON unit.customer_id = c.id\nLEFT JOIN shp  ON shp.customer_id  = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "WITH ord AS (\n  SELECT customer_id, COUNT(*) AS n, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nref AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\npay AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunt AS (\n  SELECT o.customer_id, SUM(i.qty) AS units\n  FROM order_items i\n  JOIN orders o ON o.id = i.order_id\n  GROUP BY o.customer_id\n),\nshp AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(ord.n, 0) AS orders,\n  COALESCE(ord.charged, 0) AS charged,\n  COALESCE(ref.refunded, 0) AS refunded,\n  COALESCE(ord.charged, 0) - COALESCE(ref.refunded, 0) AS net_revenue,\n  COALESCE(pay.paid, 0) AS paid,\n  COALESCE(unt.units, 0) AS units,\n  COALESCE(shp.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN ord ON ord.customer_id = c.id\nLEFT JOIN ref ON ref.customer_id = c.id\nLEFT JOIN pay ON pay.customer_id = c.id\nLEFT JOIN unt ON unt.customer_id = c.id\nLEFT JOIN shp ON shp.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "SELECT t.name,\n       t.orders,\n       t.charged,\n       t.refunded,\n       t.charged - t.refunded AS net_revenue,\n       t.paid,\n       t.units,\n       t.shipments\nFROM (\n    SELECT c.id,\n           c.name,\n           (SELECT COUNT(*)\n              FROM orders o\n             WHERE o.customer_id = c.id) AS orders,\n           (SELECT COALESCE(SUM(o.order_total), 0)\n              FROM orders o\n             WHERE o.customer_id = c.id) AS charged,\n           (SELECT COALESCE(SUM(r.amount), 0)\n              FROM refunds r\n              JOIN orders o ON o.id = r.order_id\n             WHERE o.customer_id = c.id) AS refunded,\n           (SELECT COALESCE(SUM(p.amount), 0)\n              FROM payments p\n              JOIN orders o ON o.id = p.order_id\n             WHERE o.customer_id = c.id) AS paid,\n           (SELECT COALESCE(SUM(oi.qty), 0)\n              FROM order_items oi\n              JOIN orders o ON o.id = oi.order_id\n             WHERE o.customer_id = c.id) AS units,\n           (SELECT COUNT(*)\n              FROM shipments s\n              JOIN orders o ON o.id = s.order_id\n             WHERE o.customer_id = c.id) AS shipments\n    FROM customers c\n) t"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "WITH ord AS (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nref AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\npay AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\nshp AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(ord.orders, 0) AS orders,\n  COALESCE(ord.charged, 0) AS charged,\n  COALESCE(ref.refunded, 0) AS refunded,\n  COALESCE(ord.charged, 0) - COALESCE(ref.refunded, 0) AS net_revenue,\n  COALESCE(pay.paid, 0) AS paid,\n  COALESCE(unit.units, 0) AS units,\n  COALESCE(shp.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN ord ON ord.customer_id = c.id\nLEFT JOIN ref ON ref.customer_id = c.id\nLEFT JOIN pay ON pay.customer_id = c.id\nLEFT JOIN unit ON unit.customer_id = c.id\nLEFT JOIN shp ON shp.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  name,\n  orders,\n  charged,\n  refunded,\n  charged - refunded AS net_revenue,\n  paid,\n  units,\n  shipments\nFROM (\n  SELECT\n    c.id AS id,\n    c.name AS name,\n    (SELECT COUNT(*)\n       FROM orders o\n      WHERE o.customer_id = c.id) AS orders,\n    (SELECT COALESCE(SUM(o.order_total), 0)\n       FROM orders o\n      WHERE o.customer_id = c.id) AS charged,\n    (SELECT COALESCE(SUM(r.amount), 0)\n       FROM refunds r\n       JOIN orders o ON o.id = r.order_id\n      WHERE o.customer_id = c.id) AS refunded,\n    (SELECT COALESCE(SUM(p.amount), 0)\n       FROM payments p\n       JOIN orders o ON o.id = p.order_id\n      WHERE o.customer_id = c.id) AS paid,\n    (SELECT COALESCE(SUM(oi.qty), 0)\n       FROM order_items oi\n       JOIN orders o ON o.id = oi.order_id\n      WHERE o.customer_id = c.id) AS units,\n    (SELECT COUNT(*)\n       FROM shipments s\n       JOIN orders o ON o.id = s.order_id\n      WHERE o.customer_id = c.id) AS shipments\n  FROM customers c\n) AS t\nORDER BY id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(oa.order_count, 0) AS orders,\n  COALESCE(oa.charged, 0) AS charged,\n  COALESCE(ra.refunded, 0) AS refunded,\n  COALESCE(oa.charged, 0) - COALESCE(ra.refunded, 0) AS net_revenue,\n  COALESCE(pa.paid, 0) AS paid,\n  COALESCE(ua.units, 0) AS units,\n  COALESCE(sa.shipment_count, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS order_count, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) oa ON oa.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n) ra ON ra.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n) pa ON pa.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n) ua ON ua.customer_id = c.id\nLEFT JOIN (\n  SELECT o.customer_id, COUNT(*) AS shipment_count\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n) sa ON sa.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "WITH order_agg AS (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nrefund_agg AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\npayment_agg AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_agg AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\nshipment_agg AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(oa.orders, 0) AS orders,\n  COALESCE(oa.charged, 0) AS charged,\n  COALESCE(ra.refunded, 0) AS refunded,\n  COALESCE(oa.charged, 0) - COALESCE(ra.refunded, 0) AS net_revenue,\n  COALESCE(pa.paid, 0) AS paid,\n  COALESCE(ua.units, 0) AS units,\n  COALESCE(sa.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN order_agg oa ON oa.customer_id = c.id\nLEFT JOIN refund_agg ra ON ra.customer_id = c.id\nLEFT JOIN payment_agg pa ON pa.customer_id = c.id\nLEFT JOIN unit_agg ua ON ua.customer_id = c.id\nLEFT JOIN shipment_agg sa ON sa.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "WITH order_agg AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nunit_agg AS (\n  SELECT o.customer_id,\n         SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\nrefund_agg AS (\n  SELECT o.customer_id,\n         SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\npayment_agg AS (\n  SELECT o.customer_id,\n         SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nshipment_agg AS (\n  SELECT o.customer_id,\n         COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT c.name,\n       COALESCE(oa.orders, 0) AS orders,\n       COALESCE(oa.charged, 0) AS charged,\n       COALESCE(ra.refunded, 0) AS refunded,\n       COALESCE(oa.charged, 0) - COALESCE(ra.refunded, 0) AS net_revenue,\n       COALESCE(pa.paid, 0) AS paid,\n       COALESCE(ua.units, 0) AS units,\n       COALESCE(sa.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN order_agg oa ON oa.customer_id = c.id\nLEFT JOIN unit_agg ua ON ua.customer_id = c.id\nLEFT JOIN refund_agg ra ON ra.customer_id = c.id\nLEFT JOIN payment_agg pa ON pa.customer_id = c.id\nLEFT JOIN shipment_agg sa ON sa.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "WITH order_agg AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nrefund_agg AS (\n  SELECT o.customer_id,\n         SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\npayment_agg AS (\n  SELECT o.customer_id,\n         SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_agg AS (\n  SELECT o.customer_id,\n         SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\nshipment_agg AS (\n  SELECT o.customer_id,\n         COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT c.name,\n       COALESCE(oa.orders, 0) AS orders,\n       COALESCE(oa.charged, 0) AS charged,\n       COALESCE(ra.refunded, 0) AS refunded,\n       COALESCE(oa.charged, 0) - COALESCE(ra.refunded, 0) AS net_revenue,\n       COALESCE(pa.paid, 0) AS paid,\n       COALESCE(ua.units, 0) AS units,\n       COALESCE(sa.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN order_agg oa ON oa.customer_id = c.id\nLEFT JOIN refund_agg ra ON ra.customer_id = c.id\nLEFT JOIN payment_agg pa ON pa.customer_id = c.id\nLEFT JOIN unit_agg ua ON ua.customer_id = c.id\nLEFT JOIN shipment_agg sa ON sa.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "WITH order_agg AS (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nrefund_agg AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\npayment_agg AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_agg AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\nshipment_agg AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(oa.orders, 0) AS orders,\n  COALESCE(oa.charged, 0) AS charged,\n  COALESCE(ra.refunded, 0) AS refunded,\n  COALESCE(oa.charged, 0) - COALESCE(ra.refunded, 0) AS net_revenue,\n  COALESCE(pa.paid, 0) AS paid,\n  COALESCE(ua.units, 0) AS units,\n  COALESCE(sa.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN order_agg oa ON oa.customer_id = c.id\nLEFT JOIN refund_agg ra ON ra.customer_id = c.id\nLEFT JOIN payment_agg pa ON pa.customer_id = c.id\nLEFT JOIN unit_agg ua ON ua.customer_id = c.id\nLEFT JOIN shipment_agg sa ON sa.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "WITH order_agg AS (\n  SELECT customer_id, COUNT(*) AS order_count, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nunit_agg AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\nrefund_agg AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\npayment_agg AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nshipment_agg AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(oa.order_count, 0) AS orders,\n  COALESCE(oa.charged, 0) AS charged,\n  COALESCE(ra.refunded, 0) AS refunded,\n  COALESCE(oa.charged, 0) - COALESCE(ra.refunded, 0) AS net_revenue,\n  COALESCE(pa.paid, 0) AS paid,\n  COALESCE(ua.units, 0) AS units,\n  COALESCE(sa.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN order_agg oa ON oa.customer_id = c.id\nLEFT JOIN unit_agg ua ON ua.customer_id = c.id\nLEFT JOIN refund_agg ra ON ra.customer_id = c.id\nLEFT JOIN payment_agg pa ON pa.customer_id = c.id\nLEFT JOIN shipment_agg sa ON sa.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(rf.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(rf.refunded, 0) AS net_revenue,\n  COALESCE(pm.paid, 0) AS paid,\n  COALESCE(un.units, 0) AS units,\n  COALESCE(sh.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders ord ON ord.id = r.order_id\n  GROUP BY ord.customer_id\n) rf ON rf.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders ord ON ord.id = p.order_id\n  GROUP BY ord.customer_id\n) pm ON pm.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) un ON un.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(s.id) AS shipments\n  FROM shipments s\n  JOIN orders ord ON ord.id = s.order_id\n  GROUP BY ord.customer_id\n) sh ON sh.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "WITH order_agg AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nrefund_agg AS (\n  SELECT o.customer_id,\n         SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\npayment_agg AS (\n  SELECT o.customer_id,\n         SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_agg AS (\n  SELECT o.customer_id,\n         SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\nshipment_agg AS (\n  SELECT o.customer_id,\n         COUNT(s.id) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT c.name AS name,\n       COALESCE(oa.orders, 0) AS orders,\n       COALESCE(oa.charged, 0) AS charged,\n       COALESCE(ra.refunded, 0) AS refunded,\n       COALESCE(oa.charged, 0) - COALESCE(ra.refunded, 0) AS net_revenue,\n       COALESCE(pa.paid, 0) AS paid,\n       COALESCE(ua.units, 0) AS units,\n       COALESCE(sa.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN order_agg oa ON oa.customer_id = c.id\nLEFT JOIN refund_agg ra ON ra.customer_id = c.id\nLEFT JOIN payment_agg pa ON pa.customer_id = c.id\nLEFT JOIN unit_agg ua ON ua.customer_id = c.id\nLEFT JOIN shipment_agg sa ON sa.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(rf.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(rf.refunded, 0) AS net_revenue,\n  COALESCE(py.paid, 0) AS paid,\n  COALESCE(it.units, 0) AS units,\n  COALESCE(sh.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders ord ON ord.id = r.order_id\n  GROUP BY ord.customer_id\n) rf ON rf.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders ord ON ord.id = p.order_id\n  GROUP BY ord.customer_id\n) py ON py.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) it ON it.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders ord ON ord.id = s.order_id\n  GROUP BY ord.customer_id\n) sh ON sh.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "WITH order_agg AS (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nrefund_agg AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\npayment_agg AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_agg AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\nshipment_agg AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(oa.orders, 0) AS orders,\n  COALESCE(oa.charged, 0) AS charged,\n  COALESCE(ra.refunded, 0) AS refunded,\n  COALESCE(oa.charged, 0) - COALESCE(ra.refunded, 0) AS net_revenue,\n  COALESCE(pa.paid, 0) AS paid,\n  COALESCE(ua.units, 0) AS units,\n  COALESCE(sa.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN order_agg oa ON oa.customer_id = c.id\nLEFT JOIN refund_agg ra ON ra.customer_id = c.id\nLEFT JOIN payment_agg pa ON pa.customer_id = c.id\nLEFT JOIN unit_agg ua ON ua.customer_id = c.id\nLEFT JOIN shipment_agg sa ON sa.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  (SELECT COUNT(*) FROM orders o\n     WHERE o.customer_id = c.id) AS orders,\n  (SELECT COALESCE(SUM(o.order_total), 0) FROM orders o\n     WHERE o.customer_id = c.id) AS charged,\n  (SELECT COALESCE(SUM(r.amount), 0) FROM refunds r\n     JOIN orders o ON o.id = r.order_id\n     WHERE o.customer_id = c.id) AS refunded,\n  (SELECT COALESCE(SUM(o.order_total), 0) FROM orders o\n     WHERE o.customer_id = c.id)\n  - (SELECT COALESCE(SUM(r.amount), 0) FROM refunds r\n     JOIN orders o ON o.id = r.order_id\n     WHERE o.customer_id = c.id) AS net_revenue,\n  (SELECT COALESCE(SUM(p.amount), 0) FROM payments p\n     JOIN orders o ON o.id = p.order_id\n     WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0) FROM order_items oi\n     JOIN orders o ON o.id = oi.order_id\n     WHERE o.customer_id = c.id) AS units,\n  (SELECT COUNT(*) FROM shipments s\n     JOIN orders o ON o.id = s.order_id\n     WHERE o.customer_id = c.id) AS shipments\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "documented",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  COALESCE(o.order_count, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(rf.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(rf.refunded, 0) AS net_revenue,\n  COALESCE(pm.paid, 0) AS paid,\n  COALESCE(it.units, 0) AS units,\n  COALESCE(sh.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS order_count, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders ord ON ord.id = r.order_id\n  GROUP BY ord.customer_id\n) rf ON rf.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders ord ON ord.id = p.order_id\n  GROUP BY ord.customer_id\n) pm ON pm.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) it ON it.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(s.id) AS shipments\n  FROM shipments s\n  JOIN orders ord ON ord.id = s.order_id\n  GROUP BY ord.customer_id\n) sh ON sh.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 1,
  "correct": true,
  "sql": "SELECT\n  t.name,\n  t.orders,\n  t.charged,\n  t.refunded,\n  t.charged - t.refunded AS net_revenue,\n  t.paid,\n  t.units,\n  t.shipments\nFROM (\n  SELECT\n    c.id,\n    c.name,\n    (SELECT COUNT(*)\n       FROM orders o\n      WHERE o.customer_id = c.id) AS orders,\n    (SELECT COALESCE(SUM(o.order_total), 0)\n       FROM orders o\n      WHERE o.customer_id = c.id) AS charged,\n    (SELECT COALESCE(SUM(r.amount), 0)\n       FROM refunds r\n       JOIN orders o ON o.id = r.order_id\n      WHERE o.customer_id = c.id) AS refunded,\n    (SELECT COALESCE(SUM(p.amount), 0)\n       FROM payments p\n       JOIN orders o ON o.id = p.order_id\n      WHERE o.customer_id = c.id) AS paid,\n    (SELECT COALESCE(SUM(oi.qty), 0)\n       FROM order_items oi\n       JOIN orders o ON o.id = oi.order_id\n      WHERE o.customer_id = c.id) AS units,\n    (SELECT COUNT(*)\n       FROM shipments s\n       JOIN orders o ON o.id = s.order_id\n      WHERE o.customer_id = c.id) AS shipments\n  FROM customers c\n) t"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 2,
  "correct": true,
  "sql": "SELECT\n  name,\n  orders,\n  charged,\n  refunded,\n  charged - refunded AS net_revenue,\n  paid,\n  units,\n  shipments\nFROM (\n  SELECT\n    c.id,\n    c.name,\n    (SELECT COUNT(*)\n       FROM orders o\n      WHERE o.customer_id = c.id) AS orders,\n    (SELECT COALESCE(SUM(o.order_total), 0)\n       FROM orders o\n      WHERE o.customer_id = c.id) AS charged,\n    (SELECT COALESCE(SUM(r.amount), 0)\n       FROM refunds r\n       JOIN orders o ON o.id = r.order_id\n      WHERE o.customer_id = c.id) AS refunded,\n    (SELECT COALESCE(SUM(p.amount), 0)\n       FROM payments p\n       JOIN orders o ON o.id = p.order_id\n      WHERE o.customer_id = c.id) AS paid,\n    (SELECT COALESCE(SUM(oi.qty), 0)\n       FROM order_items oi\n       JOIN orders o ON o.id = oi.order_id\n      WHERE o.customer_id = c.id) AS units,\n    (SELECT COUNT(s.id)\n       FROM shipments s\n       JOIN orders o ON o.id = s.order_id\n      WHERE o.customer_id = c.id) AS shipments\n  FROM customers c\n)"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 3,
  "correct": true,
  "sql": "SELECT\n  c.name,\n  COALESCE(o.orders, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders ord ON ord.id = rf.order_id\n  GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders ord ON ord.id = pm.order_id\n  GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n) u ON u.customer_id = c.id\nLEFT JOIN (\n  SELECT ord.customer_id, COUNT(sh.id) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 4,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  (SELECT COUNT(*) FROM orders o WHERE o.customer_id = c.id) AS orders,\n  (SELECT COALESCE(SUM(o.order_total), 0) FROM orders o WHERE o.customer_id = c.id) AS charged,\n  (SELECT COALESCE(SUM(r.amount), 0) FROM refunds r\n     JOIN orders o ON o.id = r.order_id WHERE o.customer_id = c.id) AS refunded,\n  (SELECT COALESCE(SUM(o.order_total), 0) FROM orders o WHERE o.customer_id = c.id)\n    - (SELECT COALESCE(SUM(r.amount), 0) FROM refunds r\n         JOIN orders o ON o.id = r.order_id WHERE o.customer_id = c.id) AS net_revenue,\n  (SELECT COALESCE(SUM(p.amount), 0) FROM payments p\n     JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0) FROM order_items oi\n     JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id) AS units,\n  (SELECT COUNT(*) FROM shipments s\n     JOIN orders o ON o.id = s.order_id WHERE o.customer_id = c.id) AS shipments\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 5,
  "correct": true,
  "sql": "SELECT c.name,\n       COALESCE(o.orders, 0) AS orders,\n       COALESCE(o.charged, 0) AS charged,\n       COALESCE(r.refunded, 0) AS refunded,\n       COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n       COALESCE(p.paid, 0) AS paid,\n       COALESCE(i.units, 0) AS units,\n       COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN (\n    SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n    FROM orders\n    GROUP BY customer_id\n) o ON o.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id, SUM(rf.amount) AS refunded\n    FROM refunds rf\n    JOIN orders ord ON ord.id = rf.order_id\n    GROUP BY ord.customer_id\n) r ON r.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id, SUM(pm.amount) AS paid\n    FROM payments pm\n    JOIN orders ord ON ord.id = pm.order_id\n    GROUP BY ord.customer_id\n) p ON p.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id, SUM(oi.qty) AS units\n    FROM order_items oi\n    JOIN orders ord ON ord.id = oi.order_id\n    GROUP BY ord.customer_id\n) i ON i.customer_id = c.id\nLEFT JOIN (\n    SELECT ord.customer_id, COUNT(sh.id) AS shipments\n    FROM shipments sh\n    JOIN orders ord ON ord.id = sh.order_id\n    GROUP BY ord.customer_id\n) s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 6,
  "correct": true,
  "sql": "WITH o AS (\n  SELECT customer_id, COUNT(*) AS n, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nr AS (\n  SELECT ord.customer_id, SUM(ref.amount) AS refunded\n  FROM refunds ref\n  JOIN orders ord ON ord.id = ref.order_id\n  GROUP BY ord.customer_id\n),\np AS (\n  SELECT ord.customer_id, SUM(pay.amount) AS paid\n  FROM payments pay\n  JOIN orders ord ON ord.id = pay.order_id\n  GROUP BY ord.customer_id\n),\nu AS (\n  SELECT ord.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders ord ON ord.id = oi.order_id\n  GROUP BY ord.customer_id\n),\ns AS (\n  SELECT ord.customer_id, COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders ord ON ord.id = sh.order_id\n  GROUP BY ord.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(o.n, 0) AS orders,\n  COALESCE(o.charged, 0) AS charged,\n  COALESCE(r.refunded, 0) AS refunded,\n  COALESCE(o.charged, 0) - COALESCE(r.refunded, 0) AS net_revenue,\n  COALESCE(p.paid, 0) AS paid,\n  COALESCE(u.units, 0) AS units,\n  COALESCE(s.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN o ON o.customer_id = c.id\nLEFT JOIN r ON r.customer_id = c.id\nLEFT JOIN p ON p.customer_id = c.id\nLEFT JOIN u ON u.customer_id = c.id\nLEFT JOIN s ON s.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 7,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  (SELECT COUNT(*) FROM orders o WHERE o.customer_id = c.id) AS orders,\n  (SELECT COALESCE(SUM(o.order_total), 0) FROM orders o WHERE o.customer_id = c.id) AS charged,\n  (SELECT COALESCE(SUM(r.amount), 0) FROM refunds r\n     JOIN orders o ON o.id = r.order_id\n     WHERE o.customer_id = c.id) AS refunded,\n  (SELECT COALESCE(SUM(o.order_total), 0) FROM orders o WHERE o.customer_id = c.id)\n    - (SELECT COALESCE(SUM(r.amount), 0) FROM refunds r\n         JOIN orders o ON o.id = r.order_id\n         WHERE o.customer_id = c.id) AS net_revenue,\n  (SELECT COALESCE(SUM(p.amount), 0) FROM payments p\n     JOIN orders o ON o.id = p.order_id\n     WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0) FROM order_items oi\n     JOIN orders o ON o.id = oi.order_id\n     WHERE o.customer_id = c.id) AS units,\n  (SELECT COUNT(*) FROM shipments s\n     JOIN orders o ON o.id = s.order_id\n     WHERE o.customer_id = c.id) AS shipments\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  (SELECT COUNT(*) FROM orders o WHERE o.customer_id = c.id) AS orders,\n  (SELECT COALESCE(SUM(o.order_total), 0) FROM orders o WHERE o.customer_id = c.id) AS charged,\n  (SELECT COALESCE(SUM(r.amount), 0) FROM refunds r JOIN orders o ON o.id = r.order_id WHERE o.customer_id = c.id) AS refunded,\n  (SELECT COALESCE(SUM(o.order_total), 0) FROM orders o WHERE o.customer_id = c.id)\n    - (SELECT COALESCE(SUM(r.amount), 0) FROM refunds r JOIN orders o ON o.id = r.order_id WHERE o.customer_id = c.id) AS net_revenue,\n  (SELECT COALESCE(SUM(p.amount), 0) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id) AS units,\n  (SELECT COUNT(*) FROM shipments s JOIN orders o ON o.id = s.order_id WHERE o.customer_id = c.id) AS shipments\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 9,
  "correct": true,
  "sql": "WITH base AS (\n  SELECT\n    c.id,\n    c.name,\n    (SELECT COUNT(*) FROM orders o WHERE o.customer_id = c.id) AS orders,\n    (SELECT COALESCE(SUM(o.order_total), 0) FROM orders o WHERE o.customer_id = c.id) AS charged,\n    (SELECT COALESCE(SUM(r.amount), 0) FROM refunds r JOIN orders o ON o.id = r.order_id WHERE o.customer_id = c.id) AS refunded,\n    (SELECT COALESCE(SUM(p.amount), 0) FROM payments p JOIN orders o ON o.id = p.order_id WHERE o.customer_id = c.id) AS paid,\n    (SELECT COALESCE(SUM(oi.qty), 0) FROM order_items oi JOIN orders o ON o.id = oi.order_id WHERE o.customer_id = c.id) AS units,\n    (SELECT COUNT(*) FROM shipments s JOIN orders o ON o.id = s.order_id WHERE o.customer_id = c.id) AS shipments\n  FROM customers c\n)\nSELECT\n  name,\n  orders,\n  charged,\n  refunded,\n  charged - refunded AS net_revenue,\n  paid,\n  units,\n  shipments\nFROM base"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "low",
  "run": 10,
  "correct": true,
  "sql": "SELECT\n  c.name AS name,\n  (SELECT COUNT(*) FROM orders o WHERE o.customer_id = c.id) AS orders,\n  (SELECT COALESCE(SUM(o.order_total), 0) FROM orders o WHERE o.customer_id = c.id) AS charged,\n  (SELECT COALESCE(SUM(r.amount), 0)\n     FROM refunds r JOIN orders o ON o.id = r.order_id\n     WHERE o.customer_id = c.id) AS refunded,\n  (SELECT COALESCE(SUM(o.order_total), 0) FROM orders o WHERE o.customer_id = c.id)\n  - (SELECT COALESCE(SUM(r.amount), 0)\n     FROM refunds r JOIN orders o ON o.id = r.order_id\n     WHERE o.customer_id = c.id) AS net_revenue,\n  (SELECT COALESCE(SUM(p.amount), 0)\n     FROM payments p JOIN orders o ON o.id = p.order_id\n     WHERE o.customer_id = c.id) AS paid,\n  (SELECT COALESCE(SUM(oi.qty), 0)\n     FROM order_items oi JOIN orders o ON o.id = oi.order_id\n     WHERE o.customer_id = c.id) AS units,\n  (SELECT COUNT(s.id)\n     FROM shipments s JOIN orders o ON o.id = s.order_id\n     WHERE o.customer_id = c.id) AS shipments\nFROM customers c"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 1,
  "correct": true,
  "sql": "WITH order_agg AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nrefund_agg AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\npayment_agg AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_agg AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\nshipment_agg AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n),\nbase AS (\n  SELECT c.name,\n         COALESCE(oa.orders, 0)    AS orders,\n         COALESCE(oa.charged, 0)   AS charged,\n         COALESCE(ra.refunded, 0)  AS refunded,\n         COALESCE(pa.paid, 0)      AS paid,\n         COALESCE(ua.units, 0)     AS units,\n         COALESCE(sa.shipments, 0) AS shipments\n  FROM customers c\n  LEFT JOIN order_agg    oa ON oa.customer_id = c.id\n  LEFT JOIN refund_agg   ra ON ra.customer_id = c.id\n  LEFT JOIN payment_agg  pa ON pa.customer_id = c.id\n  LEFT JOIN unit_agg     ua ON ua.customer_id = c.id\n  LEFT JOIN shipment_agg sa ON sa.customer_id = c.id\n)\nSELECT name,\n       orders,\n       charged,\n       refunded,\n       charged - refunded AS net_revenue,\n       paid,\n       units,\n       shipments\nFROM base"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 2,
  "correct": true,
  "sql": "WITH order_totals AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nrefund_totals AS (\n  SELECT o.customer_id,\n         SUM(rf.amount) AS refunded\n  FROM refunds rf\n  JOIN orders o ON o.id = rf.order_id\n  GROUP BY o.customer_id\n),\npayment_totals AS (\n  SELECT o.customer_id,\n         SUM(pm.amount) AS paid\n  FROM payments pm\n  JOIN orders o ON o.id = pm.order_id\n  GROUP BY o.customer_id\n),\nunit_totals AS (\n  SELECT o.customer_id,\n         SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\nshipment_totals AS (\n  SELECT o.customer_id,\n         COUNT(*) AS shipments\n  FROM shipments sh\n  JOIN orders o ON o.id = sh.order_id\n  GROUP BY o.customer_id\n)\nSELECT c.name,\n       COALESCE(ot.orders, 0) AS orders,\n       COALESCE(ot.charged, 0) AS charged,\n       COALESCE(rt.refunded, 0) AS refunded,\n       COALESCE(ot.charged, 0) - COALESCE(rt.refunded, 0) AS net_revenue,\n       COALESCE(pt.paid, 0) AS paid,\n       COALESCE(ut.units, 0) AS units,\n       COALESCE(st.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN order_totals ot ON ot.customer_id = c.id\nLEFT JOIN refund_totals rt ON rt.customer_id = c.id\nLEFT JOIN payment_totals pt ON pt.customer_id = c.id\nLEFT JOIN unit_totals ut ON ut.customer_id = c.id\nLEFT JOIN shipment_totals st ON st.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 3,
  "correct": true,
  "sql": "WITH order_agg AS (\n  SELECT customer_id, COUNT(*) AS orders, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nrefund_agg AS (\n  SELECT o.customer_id, SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\npayment_agg AS (\n  SELECT o.customer_id, SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_agg AS (\n  SELECT o.customer_id, SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\nshipment_agg AS (\n  SELECT o.customer_id, COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name,\n  COALESCE(oa.orders, 0) AS orders,\n  COALESCE(oa.charged, 0) AS charged,\n  COALESCE(ra.refunded, 0) AS refunded,\n  COALESCE(oa.charged, 0) - COALESCE(ra.refunded, 0) AS net_revenue,\n  COALESCE(pa.paid, 0) AS paid,\n  COALESCE(ua.units, 0) AS units,\n  COALESCE(sa.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN order_agg oa ON oa.customer_id = c.id\nLEFT JOIN refund_agg ra ON ra.customer_id = c.id\nLEFT JOIN payment_agg pa ON pa.customer_id = c.id\nLEFT JOIN unit_agg ua ON ua.customer_id = c.id\nLEFT JOIN shipment_agg sa ON sa.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 4,
  "correct": true,
  "sql": "WITH order_agg AS (\n  SELECT customer_id, COUNT(*) AS n, SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nrefund_agg AS (\n  SELECT o.customer_id, SUM(r.amount) AS amt\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\npayment_agg AS (\n  SELECT o.customer_id, SUM(p.amount) AS amt\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_agg AS (\n  SELECT o.customer_id, SUM(i.qty) AS units\n  FROM order_items i\n  JOIN orders o ON o.id = i.order_id\n  GROUP BY o.customer_id\n),\nshipment_agg AS (\n  SELECT o.customer_id, COUNT(s.id) AS n\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(oa.n, 0) AS orders,\n  COALESCE(oa.charged, 0) AS charged,\n  COALESCE(ra.amt, 0) AS refunded,\n  COALESCE(oa.charged, 0) - COALESCE(ra.amt, 0) AS net_revenue,\n  COALESCE(pa.amt, 0) AS paid,\n  COALESCE(ua.units, 0) AS units,\n  COALESCE(sa.n, 0) AS shipments\nFROM customers c\nLEFT JOIN order_agg oa ON oa.customer_id = c.id\nLEFT JOIN refund_agg ra ON ra.customer_id = c.id\nLEFT JOIN payment_agg pa ON pa.customer_id = c.id\nLEFT JOIN unit_agg ua ON ua.customer_id = c.id\nLEFT JOIN shipment_agg sa ON sa.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 5,
  "correct": true,
  "sql": "WITH order_agg AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nrefund_agg AS (\n  SELECT o.customer_id,\n         SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\npayment_agg AS (\n  SELECT o.customer_id,\n         SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_agg AS (\n  SELECT o.customer_id,\n         SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\nshipment_agg AS (\n  SELECT o.customer_id,\n         COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(oa.orders, 0) AS orders,\n  COALESCE(oa.charged, 0) AS charged,\n  COALESCE(ra.refunded, 0) AS refunded,\n  COALESCE(oa.charged, 0) - COALESCE(ra.refunded, 0) AS net_revenue,\n  COALESCE(pa.paid, 0) AS paid,\n  COALESCE(ua.units, 0) AS units,\n  COALESCE(sa.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN order_agg oa ON oa.customer_id = c.id\nLEFT JOIN refund_agg ra ON ra.customer_id = c.id\nLEFT JOIN payment_agg pa ON pa.customer_id = c.id\nLEFT JOIN unit_agg ua ON ua.customer_id = c.id\nLEFT JOIN shipment_agg sa ON sa.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 6,
  "correct": true,
  "sql": "SELECT\n  name,\n  orders,\n  charged,\n  refunded,\n  charged - refunded AS net_revenue,\n  paid,\n  units,\n  shipments\nFROM (\n  SELECT\n    c.name AS name,\n    (SELECT COUNT(*)\n       FROM orders o\n      WHERE o.customer_id = c.id) AS orders,\n    (SELECT COALESCE(SUM(o.order_total), 0)\n       FROM orders o\n      WHERE o.customer_id = c.id) AS charged,\n    (SELECT COALESCE(SUM(r.amount), 0)\n       FROM refunds r\n       JOIN orders o ON o.id = r.order_id\n      WHERE o.customer_id = c.id) AS refunded,\n    (SELECT COALESCE(SUM(p.amount), 0)\n       FROM payments p\n       JOIN orders o ON o.id = p.order_id\n      WHERE o.customer_id = c.id) AS paid,\n    (SELECT COALESCE(SUM(oi.qty), 0)\n       FROM order_items oi\n       JOIN orders o ON o.id = oi.order_id\n      WHERE o.customer_id = c.id) AS units,\n    (SELECT COUNT(s.id)\n       FROM shipments s\n       JOIN orders o ON o.id = s.order_id\n      WHERE o.customer_id = c.id) AS shipments\n  FROM customers c\n) AS t"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 7,
  "correct": true,
  "sql": "WITH order_agg AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nrefund_agg AS (\n  SELECT o.customer_id,\n         SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\npayment_agg AS (\n  SELECT o.customer_id,\n         SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_agg AS (\n  SELECT o.customer_id,\n         SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\nshipment_agg AS (\n  SELECT o.customer_id,\n         COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT\n  c.name AS name,\n  COALESCE(oa.orders, 0) AS orders,\n  COALESCE(oa.charged, 0) AS charged,\n  COALESCE(ra.refunded, 0) AS refunded,\n  COALESCE(oa.charged, 0) - COALESCE(ra.refunded, 0) AS net_revenue,\n  COALESCE(pa.paid, 0) AS paid,\n  COALESCE(ua.units, 0) AS units,\n  COALESCE(sa.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN order_agg oa ON oa.customer_id = c.id\nLEFT JOIN refund_agg ra ON ra.customer_id = c.id\nLEFT JOIN payment_agg pa ON pa.customer_id = c.id\nLEFT JOIN unit_agg ua ON ua.customer_id = c.id\nLEFT JOIN shipment_agg sa ON sa.customer_id = c.id"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 8,
  "correct": true,
  "sql": "SELECT\n  name,\n  orders,\n  charged,\n  refunded,\n  charged - refunded AS net_revenue,\n  paid,\n  units,\n  shipments\nFROM (\n  SELECT\n    c.id,\n    c.name,\n    (SELECT COUNT(*)\n       FROM orders o\n      WHERE o.customer_id = c.id) AS orders,\n    COALESCE((SELECT SUM(o.order_total)\n                FROM orders o\n               WHERE o.customer_id = c.id), 0) AS charged,\n    COALESCE((SELECT SUM(r.amount)\n                FROM refunds r\n                JOIN orders o ON o.id = r.order_id\n               WHERE o.customer_id = c.id), 0) AS refunded,\n    COALESCE((SELECT SUM(p.amount)\n                FROM payments p\n                JOIN orders o ON o.id = p.order_id\n               WHERE o.customer_id = c.id), 0) AS paid,\n    COALESCE((SELECT SUM(i.qty)\n                FROM order_items i\n                JOIN orders o ON o.id = i.order_id\n               WHERE o.customer_id = c.id), 0) AS units,\n    (SELECT COUNT(*)\n       FROM shipments s\n       JOIN orders o ON o.id = s.order_id\n      WHERE o.customer_id = c.id) AS shipments\n  FROM customers c\n) t"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 9,
  "correct": true,
  "sql": "SELECT\n  name,\n  orders,\n  charged,\n  refunded,\n  charged - refunded AS net_revenue,\n  paid,\n  units,\n  shipments\nFROM (\n  SELECT\n    c.id,\n    c.name,\n    (SELECT COUNT(*)\n       FROM orders o\n      WHERE o.customer_id = c.id) AS orders,\n    (SELECT COALESCE(SUM(o.order_total), 0)\n       FROM orders o\n      WHERE o.customer_id = c.id) AS charged,\n    (SELECT COALESCE(SUM(r.amount), 0)\n       FROM refunds r\n       JOIN orders o ON o.id = r.order_id\n      WHERE o.customer_id = c.id) AS refunded,\n    (SELECT COALESCE(SUM(p.amount), 0)\n       FROM payments p\n       JOIN orders o ON o.id = p.order_id\n      WHERE o.customer_id = c.id) AS paid,\n    (SELECT COALESCE(SUM(oi.qty), 0)\n       FROM order_items oi\n       JOIN orders o ON o.id = oi.order_id\n      WHERE o.customer_id = c.id) AS units,\n    (SELECT COUNT(*)\n       FROM shipments s\n       JOIN orders o ON o.id = s.order_id\n      WHERE o.customer_id = c.id) AS shipments\n  FROM customers c\n)"
 },
 {
  "model_id": "claude-haiku-5-5",
  "task": "t6",
  "schema": "keyless",
  "effort": "medium",
  "run": 10,
  "correct": true,
  "sql": "WITH order_totals AS (\n  SELECT customer_id,\n         COUNT(*) AS orders,\n         SUM(order_total) AS charged\n  FROM orders\n  GROUP BY customer_id\n),\nrefund_totals AS (\n  SELECT o.customer_id,\n         SUM(r.amount) AS refunded\n  FROM refunds r\n  JOIN orders o ON o.id = r.order_id\n  GROUP BY o.customer_id\n),\npayment_totals AS (\n  SELECT o.customer_id,\n         SUM(p.amount) AS paid\n  FROM payments p\n  JOIN orders o ON o.id = p.order_id\n  GROUP BY o.customer_id\n),\nunit_totals AS (\n  SELECT o.customer_id,\n         SUM(oi.qty) AS units\n  FROM order_items oi\n  JOIN orders o ON o.id = oi.order_id\n  GROUP BY o.customer_id\n),\nshipment_totals AS (\n  SELECT o.customer_id,\n         COUNT(*) AS shipments\n  FROM shipments s\n  JOIN orders o ON o.id = s.order_id\n  GROUP BY o.customer_id\n)\nSELECT c.name AS name,\n       COALESCE(ot.orders, 0) AS orders,\n       COALESCE(ot.charged, 0) AS charged,\n       COALESCE(rt.refunded, 0) AS refunded,\n       COALESCE(ot.charged, 0) - COALESCE(rt.refunded, 0) AS net_revenue,\n       COALESCE(pt.paid, 0) AS paid,\n       COALESCE(ut.units, 0) AS units,\n       COALESCE(st.shipments, 0) AS shipments\nFROM customers c\nLEFT JOIN order_totals ot ON ot.customer_id = c.id\nLEFT JOIN refund_totals rt ON rt.customer_id = c.id\nLEFT JOIN payment_totals pt ON pt.customer_id = c.id\nLEFT JOIN unit_totals ut ON ut.customer_id = c.id\nLEFT JOIN shipment_totals st ON st.customer_id = c.id"
 }
]
