[
  {
    "provider": "anthropic",
    "model": "claude-sonnet-5-5",
    "difficulty": "hard",
    "verdict": "FAIL",
    "calls": 1,
    "content_captured": true,
    "error_type": "ContentError",
    "validation_error": "option: invalid length or markup",
    "seconds": 40.748,
    "usage": {
      "input_tokens": 1492,
      "output_tokens": 4515,
      "cached_input_tokens": 0,
      "cache_creation_input_tokens": 0,
      "total_tokens": 6007,
      "latency_ms": 40173
    },
    "cost_usd": 0.048134,
    "length_violations": [
      {
        "scene": 1,
        "field": "option.B",
        "length": 31,
        "limit": 30
      },
      {
        "scene": 12,
        "field": "option.A",
        "length": 35,
        "limit": 30
      },
      {
        "scene": 18,
        "field": "option.A",
        "length": 44,
        "limit": 30
      },
      {
        "scene": 19,
        "field": "option.A",
        "length": 32,
        "limit": 30
      }
    ],
    "effort": "low"
  },
  {
    "provider": "anthropic",
    "model": "claude-sonnet-5-5",
    "difficulty": "hard",
    "verdict": "FAIL",
    "calls": 1,
    "content_captured": true,
    "error_type": "ContentError",
    "validation_error": "option: invalid length or markup",
    "seconds": 43.581,
    "usage": {
      "input_tokens": 1492,
      "output_tokens": 4684,
      "cached_input_tokens": 0,
      "cache_creation_input_tokens": 0,
      "total_tokens": 6176,
      "latency_ms": 43080
    },
    "cost_usd": 0.049824,
    "length_violations": [
      {
        "scene": 3,
        "field": "option.B",
        "length": 41,
        "limit": 30
      },
      {
        "scene": 7,
        "field": "option.A",
        "length": 32,
        "limit": 30
      },
      {
        "scene": 7,
        "field": "option.C",
        "length": 31,
        "limit": 30
      },
      {
        "scene": 10,
        "field": "option.B",
        "length": 31,
        "limit": 30
      },
      {
        "scene": 20,
        "field": "option.A",
        "length": 39,
        "limit": 30
      }
    ],
    "effort": "medium"
  },
  {
    "provider": "openai",
    "model": "gpt-6-luna",
    "difficulty": "hard",
    "verdict": "FAIL",
    "calls": 1,
    "content_captured": true,
    "error_type": "ContentError",
    "validation_error": "Invalid chapter sequence",
    "seconds": 51.606,
    "usage": {
      "input_tokens": 1056,
      "input_tokens_details": {
        "cache_write_tokens": 1053,
        "cached_tokens": 0
      },
      "output_tokens": 4098,
      "output_tokens_details": {
        "reasoning_tokens": 1001
      },
      "total_tokens": 5154,
      "latency_ms": 50369
    },
    "cost_usd": 0.0021546,
    "length_violations": [],
    "effort": "low"
  },
  {
    "provider": "openai",
    "model": "gpt-6-luna",
    "difficulty": "hard",
    "verdict": "FAIL",
    "calls": 1,
    "content_captured": true,
    "error_type": "ContentError",
    "validation_error": "option: invalid length or markup",
    "seconds": 74.28,
    "usage": {
      "input_tokens": 1056,
      "input_tokens_details": {
        "cache_write_tokens": 1053,
        "cached_tokens": 0
      },
      "output_tokens": 7451,
      "output_tokens_details": {
        "reasoning_tokens": 4306
      },
      "total_tokens": 8507,
      "latency_ms": 73231
    },
    "cost_usd": 0.0038311,
    "length_violations": [
      {
        "scene": 4,
        "field": "option.B",
        "length": 32,
        "limit": 30
      },
      {
        "scene": 4,
        "field": "option.C",
        "length": 35,
        "limit": 30
      },
      {
        "scene": 8,
        "field": "option.A",
        "length": 31,
        "limit": 30
      },
      {
        "scene": 8,
        "field": "option.D",
        "length": 32,
        "limit": 30
      },
      {
        "scene": 9,
        "field": "option.A",
        "length": 31,
        "limit": 30
      },
      {
        "scene": 9,
        "field": "option.B",
        "length": 35,
        "limit": 30
      },
      {
        "scene": 10,
        "field": "option.A",
        "length": 32,
        "limit": 30
      },
      {
        "scene": 10,
        "field": "option.C",
        "length": 33,
        "limit": 30
      },
      {
        "scene": 12,
        "field": "option.C",
        "length": 35,
        "limit": 30
      },
      {
        "scene": 14,
        "field": "option.C",
        "length": 31,
        "limit": 30
      },
      {
        "scene": 15,
        "field": "option.D",
        "length": 31,
        "limit": 30
      },
      {
        "scene": 17,
        "field": "option.C",
        "length": 34,
        "limit": 30
      }
    ],
    "effort": "medium"
  }
]