{
  "preparedAt": "2026-10-03T12:48:16.987Z",
  "scope": "Recorded local measurements and public catalogue fields. No new calls were run for this release; no provider invoices are included.",
  "methodology": "https://www.datallmlab.com/blog/methodology.html",
  "singleModelLatency": "Arithmetic mean of scored-task full-response wall time (latSum/scored). Some historical runs retain aggregates only; a median or variance cannot be recovered from those aggregates.",
  "cost": "Single-model cost1k is derived from recorded tokens at dated list rates. Router cost is summed API-reported usage.cost.",
  "benchmarks": {
    "anthropic/claude-opus-4.8": {
      "score": "9/9",
      "cost1k": 4.05,
      "lat": 6.1,
      "rtok": 0,
      "missed": "",
      "pricedAt": "2026-07-17",
      "sweep": "core-13",
      "latencyStatistic": "mean"
    },
    "anthropic/claude-sonnet-5": {
      "score": "9/9",
      "cost1k": 1.67,
      "lat": 7.2,
      "rtok": 0,
      "missed": "",
      "pricedAt": "2026-07-17",
      "sweep": "core-13",
      "latencyStatistic": "mean"
    },
    "openai/gpt-5.5": {
      "score": "9/9",
      "cost1k": 8.83,
      "lat": 10.5,
      "rtok": 176,
      "missed": "",
      "pricedAt": "2026-07-17",
      "sweep": "core-13",
      "latencyStatistic": "mean"
    },
    "x-ai/grok-4.3": {
      "score": "8/9",
      "cost1k": 1.75,
      "lat": 8.4,
      "rtok": 482,
      "missed": "flatten",
      "pricedAt": "2026-07-17",
      "sweep": "core-13",
      "latencyStatistic": "mean"
    },
    "z-ai/glm-5.2": {
      "score": "9/9",
      "cost1k": 1.99,
      "lat": 12.3,
      "rtok": 559,
      "missed": "",
      "pricedAt": "2026-07-17",
      "sweep": "core-13",
      "latencyStatistic": "mean"
    },
    "mistralai/mistral-medium-3-5": {
      "score": "9/9",
      "cost1k": 0.87,
      "lat": 2.9,
      "rtok": 0,
      "missed": "",
      "pricedAt": "2026-07-17",
      "sweep": "core-13",
      "latencyStatistic": "mean"
    },
    "deepseek/deepseek-v4-flash": {
      "score": "9/9",
      "cost1k": 0.13,
      "lat": 14.5,
      "rtok": 568,
      "missed": "",
      "pricedAt": "2026-07-17",
      "sweep": "core-13",
      "latencyStatistic": "mean"
    },
    "deepseek/deepseek-v4-pro": {
      "score": "8/9",
      "cost1k": 0.74,
      "lat": 18.2,
      "rtok": 732,
      "missed": "parse_csv_line",
      "pricedAt": "2026-07-17",
      "sweep": "core-13",
      "latencyStatistic": "mean"
    },
    "qwen/qwen3-coder-next": {
      "score": "9/9",
      "cost1k": 0.1,
      "lat": 7,
      "rtok": 0,
      "missed": "",
      "pricedAt": "2026-07-17",
      "sweep": "core-13",
      "latencyStatistic": "mean"
    },
    "moonshotai/kimi-k2.7-code": {
      "score": "9/9",
      "cost1k": 1.34,
      "lat": 10.4,
      "rtok": 272,
      "missed": "",
      "pricedAt": "2026-07-17",
      "sweep": "core-13",
      "latencyStatistic": "mean"
    },
    "minimax/minimax-m3": {
      "score": "9/9",
      "cost1k": 0.9,
      "lat": 13.4,
      "rtok": 623,
      "missed": "",
      "pricedAt": "2026-07-17",
      "sweep": "core-13",
      "latencyStatistic": "mean"
    },
    "nvidia/nemotron-3-ultra-550b-a55b": {
      "score": "9/9",
      "cost1k": 1.07,
      "lat": 8.1,
      "rtok": 373,
      "missed": "",
      "pricedAt": "2026-07-17",
      "sweep": "core-13",
      "latencyStatistic": "mean"
    },
    "stepfun/step-3.7-flash": {
      "score": "8/9",
      "cost1k": 2.66,
      "lat": 19.2,
      "rtok": 450,
      "missed": "valid_parentheses",
      "pricedAt": "2026-07-17",
      "sweep": "core-13",
      "latencyStatistic": "mean"
    },
    "google/gemini-3.6-flash": {
      "score": "9/9",
      "cost1k": 8.02,
      "lat": 6.5,
      "rtok": 933,
      "missed": "",
      "pricedAt": "2026-07-28",
      "run": "2026-07-28",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "x-ai/grok-4.5": {
      "score": "9/9",
      "cost1k": 2.93,
      "lat": 6.6,
      "rtok": 289,
      "missed": "",
      "pricedAt": "2026-07-29",
      "run": "2026-07-29",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "google/gemini-3.1-pro-preview": {
      "score": "9/9",
      "cost1k": 14.7,
      "lat": 10.8,
      "rtok": 1094,
      "missed": "",
      "pricedAt": "2026-07-29",
      "run": "2026-07-29",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "anthropic/claude-haiku-4.5": {
      "score": "9/9",
      "cost1k": 0.94,
      "lat": 3.7,
      "rtok": 0,
      "missed": "",
      "pricedAt": "2026-07-29",
      "run": "2026-07-29",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "openai/gpt-5-mini": {
      "score": "9/9",
      "cost1k": 1.53,
      "lat": 15.2,
      "rtok": 555,
      "missed": "",
      "pricedAt": "2026-07-29",
      "run": "2026-07-29",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "openai/gpt-5.6-sol": {
      "score": "9/9",
      "cost1k": 4.98,
      "lat": 6.6,
      "rtok": 58,
      "missed": "",
      "pricedAt": "2026-07-29",
      "run": "2026-07-29",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "anthropic/claude-sonnet-4.6": {
      "score": "9/9",
      "cost1k": 2.22,
      "lat": 4.9,
      "rtok": 0,
      "missed": "",
      "pricedAt": "2026-07-29",
      "run": "2026-07-29",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "openai/gpt-5.4": {
      "score": "9/9",
      "cost1k": 1.69,
      "lat": 3.6,
      "rtok": 0,
      "missed": "",
      "pricedAt": "2026-07-29",
      "run": "2026-07-29",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "anthropic/claude-opus-5": {
      "score": "9/9",
      "cost1k": 5.64,
      "lat": 5.3,
      "rtok": 6,
      "missed": "",
      "tokIn": 896,
      "tokOut": 1850,
      "priceIn": 5,
      "priceOut": 25,
      "pricedAt": "2026-07-30",
      "run": "2026-07-30",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "anthropic/claude-opus-5-fast": {
      "score": "9/9",
      "cost1k": 10.2,
      "lat": 3.4,
      "rtok": 6,
      "missed": "",
      "tokIn": 896,
      "tokOut": 1657,
      "priceIn": 10,
      "priceOut": 50,
      "pricedAt": "2026-07-30",
      "run": "2026-07-30",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "xiaomi/mimo-v2.5-pro": {
      "score": "9/9",
      "cost1k": 0.67,
      "lat": 26.1,
      "rtok": 554,
      "missed": "",
      "tokIn": 2116,
      "tokOut": 5895,
      "priceIn": 0.435,
      "priceOut": 0.87,
      "pricedAt": "2026-07-30",
      "run": "2026-07-30",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "moonshotai/kimi-k3": {
      "score": "9/9",
      "cost1k": 6.33,
      "lat": 22.8,
      "rtok": 283,
      "missed": "",
      "tokIn": 1314,
      "tokOut": 3538,
      "priceIn": 3,
      "priceOut": 15,
      "pricedAt": "2026-07-30",
      "run": "2026-07-30",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "google/gemini-3.5-flash": {
      "score": "8/9",
      "cost1k": 10.08,
      "lat": 7.3,
      "rtok": 977,
      "missed": "parse_csv_line",
      "tokIn": 588,
      "tokOut": 9983,
      "priceIn": 1.5,
      "priceOut": 9,
      "pricedAt": "2026-07-30",
      "run": "2026-07-30",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "deepseek/deepseek-v3.2": {
      "score": "9/9",
      "cost1k": 0.08,
      "lat": 7.1,
      "rtok": 0,
      "missed": "",
      "tokIn": 636,
      "tokOut": 1265,
      "priceIn": 0.269,
      "priceOut": 0.4,
      "pricedAt": "2026-07-30",
      "run": "2026-07-30",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "openai/gpt-oss-120b": {
      "score": "8/9",
      "cost1k": 0.05,
      "lat": 12.9,
      "rtok": 198,
      "missed": "parse_csv_line",
      "tokIn": 1080,
      "tokOut": 2611,
      "priceIn": 0.037,
      "priceOut": 0.17,
      "pricedAt": "2026-07-30",
      "run": "2026-07-30",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "z-ai/glm-5.1": {
      "score": "9/9",
      "cost1k": 4.35,
      "lat": 23.6,
      "rtok": 1327,
      "missed": "",
      "tokIn": 592,
      "tokOut": 12715,
      "priceIn": 0.966,
      "priceOut": 3.036,
      "pricedAt": "2026-07-30",
      "run": "2026-07-30",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "qwen/qwen3.7-max": {
      "score": "9/9",
      "cost1k": 6.1,
      "lat": 25.8,
      "rtok": 1236,
      "missed": "",
      "tokIn": 646,
      "tokOut": 12193,
      "priceIn": 1.475,
      "priceOut": 4.425,
      "pricedAt": "2026-07-30",
      "run": "2026-07-30",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "minimax/minimax-m2.7": {
      "score": "9/9",
      "cost1k": 0.81,
      "lat": 17.7,
      "rtok": 398,
      "missed": "",
      "tokIn": 920,
      "tokOut": 7093,
      "priceIn": 0.25,
      "priceOut": 1,
      "pricedAt": "2026-07-30",
      "run": "2026-07-30",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "xiaomi/mimo-v2.5": {
      "score": "7/9",
      "cost1k": 0.44,
      "lat": 26,
      "rtok": 1402,
      "missed": "lcs_len, parse_csv_line",
      "tokIn": 2324,
      "tokOut": 13115,
      "priceIn": 0.14,
      "priceOut": 0.28,
      "pricedAt": "2026-07-30",
      "run": "2026-07-30",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "z-ai/glm-5": {
      "score": "9/9",
      "cost1k": 2.3,
      "lat": 16.5,
      "rtok": 719,
      "missed": "",
      "tokIn": 620,
      "tokOut": 7897,
      "priceIn": 0.95,
      "priceOut": 2.55,
      "pricedAt": "2026-07-30",
      "run": "2026-07-30",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "openai/gpt-5": {
      "score": "9/9",
      "cost1k": 11,
      "lat": 22.9,
      "rtok": 924,
      "missed": "",
      "tokIn": 604,
      "tokOut": 9822,
      "priceIn": 1.25,
      "priceOut": 10,
      "pricedAt": "2026-07-30",
      "run": "2026-07-30",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "openai/gpt-5.4-mini": {
      "score": "9/9",
      "cost1k": 0.53,
      "lat": 2.3,
      "rtok": 0,
      "missed": "",
      "tokIn": 604,
      "tokOut": 969,
      "priceIn": 0.75,
      "priceOut": 4.5,
      "pricedAt": "2026-07-30",
      "run": "2026-07-30",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "deepseek/deepseek-chat": {
      "score": "9/9",
      "cost1k": 0.1,
      "lat": 3.8,
      "rtok": 0,
      "missed": "",
      "tokIn": 597,
      "tokOut": 972,
      "priceIn": 0.2002,
      "priceOut": 0.8001,
      "pricedAt": "2026-07-30",
      "run": "2026-07-30",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "anthropic/claude-sonnet-4.5": {
      "score": "9/9",
      "cost1k": 2.27,
      "lat": 3.8,
      "rtok": 0,
      "missed": "",
      "tokIn": 689,
      "tokOut": 1226,
      "priceIn": 3,
      "priceOut": 15,
      "pricedAt": "2026-07-30",
      "run": "2026-07-30",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "anthropic/claude-opus-4.7": {
      "score": "8/9",
      "cost1k": 4.49,
      "lat": 3.9,
      "rtok": 0,
      "missed": "flatten",
      "tokIn": 941,
      "tokOut": 1428,
      "priceIn": 5,
      "priceOut": 25,
      "pricedAt": "2026-07-30",
      "run": "2026-07-30",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "google/gemini-2.5-pro": {
      "score": "6/9",
      "cost1k": 28.58,
      "lat": 25.3,
      "rtok": 2671,
      "missed": "roman_to_int, flatten, parse_csv_line",
      "tokIn": 588,
      "tokOut": 25648,
      "priceIn": 1.25,
      "priceOut": 10,
      "pricedAt": "2026-07-30",
      "run": "2026-07-30",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "minimax/minimax-m2.5": {
      "score": "8/9",
      "cost1k": 0.73,
      "lat": 10.8,
      "rtok": 656,
      "missed": "parse_csv_line",
      "tokIn": 893,
      "tokOut": 7117,
      "priceIn": 0.15,
      "priceOut": 0.9,
      "pricedAt": "2026-07-30",
      "run": "2026-07-30",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "anthropic/claude-fable-5": {
      "score": "4/5",
      "cost1k": 6.27,
      "lat": 6.1,
      "rtok": 0,
      "missed": "valid_parentheses",
      "tokIn": 438,
      "tokOut": 539,
      "priceIn": 10,
      "priceOut": 50,
      "pricedAt": "2026-07-30",
      "run": "2026-07-30",
      "sweep": "excluded",
      "excluded": true,
      "latencyStatistic": "mean"
    },
    "openai/gpt-5.6-luna-pro": {
      "score": "8/9",
      "cost1k": 3.79,
      "lat": 7.2,
      "rtok": 548,
      "missed": "parse_csv_line",
      "tokIn": 21729,
      "tokOut": 7748,
      "priceIn": 0.5,
      "priceOut": 3,
      "pricedAt": "2026-08-06",
      "run": "2026-08-06",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "openai/gpt-5.6-terra-pro": {
      "score": "9/9",
      "cost1k": 6.99,
      "lat": 5,
      "rtok": 246,
      "missed": "",
      "tokIn": 19726,
      "tokOut": 5102,
      "priceIn": 1.25,
      "priceOut": 7.5,
      "pricedAt": "2026-08-06",
      "run": "2026-08-06",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "meta-llama/llama-4-scout": {
      "score": "8/9",
      "cost1k": 0.03,
      "lat": 1.5,
      "rtok": 0,
      "missed": "parse_csv_line",
      "tokIn": 635,
      "tokOut": 779,
      "priceIn": 0.1,
      "priceOut": 0.3,
      "pricedAt": "2026-08-06",
      "run": "2026-08-06",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "meituan/longcat-2.0": {
      "score": "9/9",
      "cost1k": 0.7,
      "lat": 13.4,
      "rtok": 454,
      "missed": "",
      "tokIn": 678,
      "tokOut": 5069,
      "priceIn": 0.3,
      "priceOut": 1.2,
      "pricedAt": "2026-08-06",
      "run": "2026-08-06",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "google/gemini-3-flash-preview": {
      "score": "8/9",
      "cost1k": 0.36,
      "lat": 2.3,
      "rtok": 0,
      "missed": "parse_csv_line",
      "tokIn": 588,
      "tokOut": 971,
      "priceIn": 0.5,
      "priceOut": 3,
      "pricedAt": "2026-08-06",
      "run": "2026-08-06",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "qwen/qwen3.5-397b-a17b": {
      "score": "8/8",
      "cost1k": 5.62,
      "lat": 56,
      "rtok": 2230,
      "missed": "",
      "tokIn": 543,
      "tokOut": 19137,
      "priceIn": 0.39,
      "priceOut": 2.34,
      "pricedAt": "2026-08-06",
      "run": "2026-08-06",
      "sweep": "excluded",
      "excluded": true,
      "latencyStatistic": "mean"
    },
    "qwen/qwen3.8-max": {
      "score": "9/9",
      "cost1k": 4.46,
      "lat": 16.8,
      "rtok": 589,
      "missed": "",
      "tokIn": 988,
      "tokOut": 6363,
      "priceIn": 2,
      "priceOut": 6,
      "pricedAt": "2026-08-20",
      "run": "2026-08-20",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "qwen/qwen3.8-2.4t-a95b": {
      "score": "9/9",
      "cost1k": 5.66,
      "lat": 9.7,
      "rtok": 808,
      "missed": "",
      "tokIn": 1033,
      "tokOut": 8145,
      "priceIn": 2,
      "priceOut": 6,
      "pricedAt": "2026-08-20",
      "run": "2026-08-20",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "qwen/qwen3.8-27b": {
      "score": "8/8",
      "cost1k": 1.96,
      "lat": 12.1,
      "rtok": 495,
      "missed": "",
      "tokIn": 894,
      "tokOut": 4776,
      "priceIn": 0.45,
      "priceOut": 3.2,
      "pricedAt": "2026-08-20",
      "run": "2026-08-20",
      "sweep": "excluded",
      "excluded": true,
      "why": "incomplete run: parse_csv_line failed at the API layer after retries",
      "latencyStatistic": "mean"
    },
    "openai/gpt-5.3-codex": {
      "score": "9/9",
      "cost1k": 3.11,
      "lat": 4.5,
      "rtok": 103,
      "missed": "",
      "tokIn": 604,
      "tokOut": 1924,
      "priceIn": 1.75,
      "priceOut": 14,
      "pricedAt": "2026-08-20",
      "run": "2026-08-20",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "openai/gpt-5.2-codex": {
      "score": "9/9",
      "cost1k": 2.3,
      "lat": 4.7,
      "rtok": 50,
      "missed": "",
      "tokIn": 604,
      "tokOut": 1404,
      "priceIn": 1.75,
      "priceOut": 14,
      "pricedAt": "2026-08-20",
      "run": "2026-08-20",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "openai/gpt-5.1-codex-max": {
      "score": "9/9",
      "cost1k": 7.11,
      "lat": 9.3,
      "rtok": 569,
      "missed": "",
      "tokIn": 604,
      "tokOut": 6327,
      "priceIn": 1.25,
      "priceOut": 10,
      "pricedAt": "2026-08-20",
      "run": "2026-08-20",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "openai/gpt-5.1-codex": {
      "score": "9/9",
      "cost1k": 2.54,
      "lat": 4.9,
      "rtok": 126,
      "missed": "",
      "tokIn": 604,
      "tokOut": 2210,
      "priceIn": 1.25,
      "priceOut": 10,
      "pricedAt": "2026-08-20",
      "run": "2026-08-20",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "stealth/ox-alpha": {
      "score": "9/9",
      "cost1k": 0,
      "lat": 17.6,
      "rtok": 0,
      "missed": "",
      "tokIn": 1330,
      "tokOut": 3833,
      "priceIn": 0,
      "priceOut": 0,
      "pricedAt": "2026-08-22",
      "run": "2026-08-22",
      "sweep": "post-sweep",
      "why": "served free while in stealth; cost1k 0 is promotional. REVEALED 2026-08-26 as z-ai/glm-5.3-flash — the same model measured at 0 reasoning tokens here and 1,212 under its own name.",
      "free": true,
      "latencyStatistic": "mean"
    },
    "z-ai/glm-5.3": {
      "score": "9/9",
      "cost1k": 3.35,
      "lat": 14.2,
      "rtok": 631,
      "missed": "",
      "tokIn": 655,
      "tokOut": 6640,
      "priceIn": 1.4,
      "priceOut": 4.4,
      "pricedAt": "2026-08-22",
      "run": "2026-08-22",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "google/gemini-3.7-flash": {
      "score": "9/9",
      "cost1k": 1.4,
      "lat": 5.7,
      "rtok": 609,
      "missed": "",
      "tokIn": 588,
      "tokOut": 6605,
      "priceIn": 0.375,
      "priceOut": 1.875,
      "pricedAt": "2026-08-22",
      "run": "2026-08-22",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "inclusionai/ling-3.0-flash": {
      "score": "8/8",
      "cost1k": 0.05,
      "lat": 2.7,
      "rtok": 565,
      "missed": "",
      "tokIn": 645,
      "tokOut": 5599,
      "priceIn": 0.021,
      "priceOut": 0.063,
      "pricedAt": "2026-08-22",
      "run": "2026-08-22",
      "sweep": "excluded",
      "excluded": true,
      "why": "incomplete across two runs: run 1 had 1 API-layer failure (8/8 scored); run 2 had 1 API-layer failure and 1 wrong answer (7/8 scored). Re-tested at a 16k cap: it answers, using 9,902 tokens.",
      "latencyStatistic": "mean"
    },
    "meta/muse-spark-1.2-contributor": {
      "score": "0/0",
      "cost1k": 0,
      "lat": 0,
      "rtok": 0,
      "missed": "",
      "tokIn": 0,
      "tokOut": 0,
      "priceIn": 0.1,
      "priceOut": 0.2,
      "pricedAt": "2026-08-22",
      "run": "2026-08-22",
      "sweep": "excluded",
      "excluded": true,
      "why": "not run: OpenRouter returned no endpoints under this account data policy",
      "latencyStatistic": "mean"
    },
    "thinkingmachines/inkling-small": {
      "score": "9/9",
      "cost1k": 0.94,
      "lat": 8.9,
      "rtok": 665,
      "missed": "",
      "tokIn": 683,
      "tokOut": 6819,
      "priceIn": 0.45,
      "priceOut": 1.2,
      "pricedAt": "2026-08-22",
      "run": "2026-08-22",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "stepfun/step-3.5-flash": {
      "score": "7/7",
      "cost1k": 0.45,
      "lat": 20.4,
      "rtok": 1336,
      "missed": "",
      "tokIn": 528,
      "tokOut": 10263,
      "priceIn": 0.1,
      "priceOut": 0.3,
      "pricedAt": "2026-08-22",
      "run": "2026-08-22",
      "sweep": "excluded",
      "excluded": true,
      "why": "incomplete across two runs: run 1 scored 7 of 9, run 2 only 5 of 9, all failures finish_reason=length with an empty body. Re-tested at a 16k cap: it answers, using 11,802 tokens (10,675 reasoning).",
      "latencyStatistic": "mean"
    },
    "deepseek/deepseek-v4-flash-vision-exp": {
      "score": "9/9",
      "cost1k": 0.51,
      "lat": 7.8,
      "rtok": 610,
      "missed": "",
      "tokIn": 1311,
      "tokOut": 6465,
      "priceIn": 0.22,
      "priceOut": 0.66,
      "pricedAt": "2026-08-31",
      "run": "2026-08-31",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "x-ai/grok-4.6": {
      "score": "9/9",
      "cost1k": 4.99,
      "lat": 12.7,
      "rtok": 628,
      "missed": "",
      "tokIn": 2437,
      "tokOut": 6680,
      "priceIn": 2,
      "priceOut": 6,
      "pricedAt": "2026-08-22",
      "run": "2026-08-22",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "thinkingmachines/inkling": {
      "score": "9/9",
      "cost1k": 2.04,
      "lat": 4.2,
      "rtok": 386,
      "missed": "",
      "tokIn": 682,
      "tokOut": 4377,
      "priceIn": 0.95,
      "priceOut": 4.05,
      "pricedAt": "2026-08-22",
      "run": "2026-08-22",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "x-ai/grok-4.20": {
      "score": "8/9",
      "cost1k": 0.55,
      "lat": 2,
      "rtok": 0,
      "missed": "parse_csv_line",
      "tokIn": 2198,
      "tokOut": 882,
      "priceIn": 1.25,
      "priceOut": 2.5,
      "pricedAt": "2026-08-22",
      "run": "2026-08-22",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "z-ai/glm-5.3-flash": {
      "score": "9/9",
      "cost1k": 0.34,
      "lat": 24.9,
      "rtok": 1212,
      "missed": "",
      "tokIn": 655,
      "tokOut": 11884,
      "priceIn": 0.075,
      "priceOut": 0.25,
      "pricedAt": "2026-08-31",
      "run": "2026-08-31",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "tencent/hy4-preview": {
      "score": "8/8",
      "cost1k": 2.08,
      "lat": 16.1,
      "rtok": 714,
      "missed": "",
      "tokIn": 645,
      "tokOut": 6438,
      "priceIn": 0.834,
      "priceOut": 2.501,
      "pricedAt": "2026-08-31",
      "run": "2026-08-31",
      "sweep": "excluded",
      "excluded": true,
      "why": "incomplete run: parse_csv_line failed at the API layer (finish_reason=length) after retries",
      "latencyStatistic": "mean"
    },
    "qwen/qwen3.8-flash": {
      "score": "5/5",
      "cost1k": 0.45,
      "lat": 12.5,
      "rtok": 788,
      "missed": "",
      "tokIn": 621,
      "tokOut": 4554,
      "priceIn": 0.15,
      "priceOut": 0.47,
      "pricedAt": "2026-08-31",
      "run": "2026-08-31",
      "sweep": "excluded",
      "excluded": true,
      "why": "incomplete run: 4 tasks failed, all upstream HTTP 429 rate limiting, not model behaviour",
      "latencyStatistic": "mean"
    },
    "openai/gpt-6-astra": {
      "score": "9/9",
      "cost1k": 8.19,
      "lat": 5.6,
      "rtok": 47,
      "missed": "",
      "tokIn": 604,
      "tokOut": 1353,
      "priceIn": 10,
      "priceOut": 50,
      "pricedAt": "2026-09-15",
      "run": "2026-09-16",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "openai/gpt-6-astra-pro": {
      "score": "9/9",
      "cost1k": 35.44,
      "lat": 8.4,
      "rtok": 111,
      "missed": "",
      "tokIn": 17011,
      "tokOut": 2977,
      "priceIn": 10,
      "priceOut": 50,
      "pricedAt": "2026-09-15",
      "run": "2026-09-16",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "anthropic/claude-fable-5.1": {
      "score": "9/9",
      "cost1k": 8.09,
      "lat": 6.8,
      "rtok": 0,
      "missed": "",
      "tokIn": 914,
      "tokOut": 1273,
      "priceIn": 10,
      "priceOut": 50,
      "pricedAt": "2026-09-15",
      "run": "2026-09-16",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "google/gemini-3.8-flash": {
      "score": "9/9",
      "cost1k": 3.87,
      "lat": 10.2,
      "rtok": 901,
      "missed": "",
      "tokIn": 588,
      "tokOut": 9168,
      "priceIn": 0.75,
      "priceOut": 3.75,
      "pricedAt": "2026-09-15",
      "run": "2026-09-16",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "deepseek/deepseek-v4.1-flash": {
      "score": "9/9",
      "cost1k": 0.36,
      "lat": 15.6,
      "rtok": 478,
      "missed": "",
      "tokIn": 834,
      "tokOut": 5217,
      "priceIn": 0.15,
      "priceOut": 0.6,
      "pricedAt": "2026-09-15",
      "run": "2026-09-16",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "qwen/qwen3.8-max-0902": {
      "score": "9/9",
      "cost1k": 4.21,
      "lat": 25.2,
      "rtok": 546,
      "missed": "",
      "tokIn": 1105,
      "tokOut": 5951,
      "priceIn": 2,
      "priceOut": 6,
      "pricedAt": "2026-09-15",
      "run": "2026-09-16",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "sakana/fugu-max": {
      "score": "9/9",
      "cost1k": 2.19,
      "lat": 12,
      "rtok": 424,
      "missed": "",
      "tokIn": 4466,
      "tokOut": 1791,
      "priceIn": 2,
      "priceOut": 6,
      "pricedAt": "2026-09-15",
      "run": "2026-09-16",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "sakana/fugu-ultra-v2": {
      "score": "9/9",
      "cost1k": 57.06,
      "lat": 23.7,
      "rtok": 7,
      "missed": "",
      "tokIn": 60645,
      "tokOut": 7011,
      "priceIn": 5,
      "priceOut": 30,
      "pricedAt": "2026-09-15",
      "run": "2026-09-16",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "meta/muse-spark-1.3": {
      "score": "0/0",
      "cost1k": 0,
      "lat": 0,
      "rtok": 0,
      "missed": "",
      "tokIn": 0,
      "tokOut": 0,
      "priceIn": 1.25,
      "priceOut": 4.25,
      "pricedAt": "2026-09-15",
      "run": "2026-09-16",
      "sweep": "excluded",
      "excluded": true,
      "why": "not run: OpenRouter requires an 18+ age confirmation on this account before the model can be called",
      "latencyStatistic": "mean"
    },
    "inception/mercury-2.5": {
      "score": "9/9",
      "cost1k": 0.17,
      "lat": 2.4,
      "rtok": 989,
      "missed": "",
      "tokIn": 526,
      "tokOut": 9882,
      "priceIn": 0.04,
      "priceOut": 0.15,
      "pricedAt": "2026-09-15",
      "run": "2026-09-16",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "ibm-granite/granite-4.2-8b": {
      "score": "7/7",
      "cost1k": 0.43,
      "lat": 12.8,
      "rtok": 1483,
      "missed": "",
      "tokIn": 512,
      "tokOut": 12033,
      "priceIn": 0.06,
      "priceOut": 0.25,
      "pricedAt": "2026-09-15",
      "run": "2026-09-16",
      "sweep": "excluded",
      "excluded": true,
      "why": "incomplete run: 2 tasks failed at the API layer after retries (7 of 9 scored)",
      "latencyStatistic": "mean"
    },
    "nex-agi/nex-n2.5-pro:free": {
      "score": "9/9",
      "cost1k": 0,
      "lat": 66.8,
      "rtok": 523,
      "missed": "",
      "tokIn": 637,
      "tokOut": 5436,
      "priceIn": 0,
      "priceOut": 0,
      "pricedAt": "2026-09-15",
      "run": "2026-09-16",
      "sweep": "post-sweep",
      "why": "served free; cost1k 0 is promotional and must not rank on cost",
      "free": true,
      "latencyStatistic": "mean"
    },
    "inclusionai/ling-3.0-flash-vl": {
      "score": "9/9",
      "cost1k": 0.07,
      "lat": 4.4,
      "rtok": 234,
      "missed": "",
      "tokIn": 741,
      "tokOut": 3299,
      "priceIn": 0.06,
      "priceOut": 0.18,
      "pricedAt": "2026-09-15",
      "run": "2026-09-16",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "inference-net/schematron-v2-turbo": {
      "score": "0/9",
      "cost1k": 0.03,
      "lat": 5.3,
      "rtok": 0,
      "missed": "two_sum, valid_parentheses, merge_intervals, roman_to_int, lcs_len, flatten, top_k_words, token_bucket, parse_csv_line",
      "tokIn": 867,
      "tokOut": 1430,
      "priceIn": 0.03,
      "priceOut": 0.15,
      "pricedAt": "2026-09-15",
      "run": "2026-09-16",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "openai/gpt-6-sol": {
      "score": "9/9",
      "cost1k": 2.03,
      "lat": 5.2,
      "rtok": 85,
      "missed": "",
      "tokIn": 604,
      "tokOut": 1704,
      "priceIn": 2,
      "priceOut": 10,
      "pricedAt": "2026-10-02",
      "run": "2026-10-02",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "openai/gpt-6-sol-pro": {
      "score": "9/9",
      "cost1k": 7.45,
      "lat": 5.9,
      "rtok": 158,
      "missed": "",
      "tokIn": 16898,
      "tokOut": 3322,
      "priceIn": 2,
      "priceOut": 10,
      "pricedAt": "2026-10-02",
      "run": "2026-10-02",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "openai/gpt-6-luna": {
      "score": "9/9",
      "cost1k": 0.16,
      "lat": 4.9,
      "rtok": 201,
      "missed": "",
      "tokIn": 604,
      "tokOut": 2763,
      "priceIn": 0.1,
      "priceOut": 0.5,
      "pricedAt": "2026-10-02",
      "run": "2026-10-02",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "openai/gpt-6-luna-pro": {
      "score": "9/9",
      "cost1k": 0.49,
      "lat": 7.3,
      "rtok": 370,
      "missed": "",
      "tokIn": 17806,
      "tokOut": 5248,
      "priceIn": 0.1,
      "priceOut": 0.5,
      "pricedAt": "2026-10-02",
      "run": "2026-10-02",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "openai/gpt-6.1-sol": {
      "score": "9/9",
      "cost1k": 1.61,
      "lat": 5.9,
      "rtok": 48,
      "missed": "",
      "tokIn": 604,
      "tokOut": 1329,
      "priceIn": 2,
      "priceOut": 10,
      "pricedAt": "2026-10-02",
      "run": "2026-10-02",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "anthropic/claude-sonnet-5.5": {
      "score": "9/9",
      "cost1k": 1.95,
      "lat": 3.4,
      "rtok": 31,
      "missed": "",
      "tokIn": 914,
      "tokOut": 1569,
      "priceIn": 2,
      "priceOut": 10,
      "pricedAt": "2026-10-02",
      "run": "2026-10-02",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "anthropic/claude-opus-5.5": {
      "score": "9/9",
      "cost1k": 4.03,
      "lat": 4.8,
      "rtok": 33,
      "missed": "",
      "tokIn": 914,
      "tokOut": 1630,
      "priceIn": 4,
      "priceOut": 20,
      "pricedAt": "2026-10-02",
      "run": "2026-10-02",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "x-ai/grok-4.7": {
      "score": "9/9",
      "cost1k": 4.7,
      "lat": 10,
      "rtok": 239,
      "missed": "",
      "tokIn": 11761,
      "tokOut": 3131,
      "priceIn": 2,
      "priceOut": 6,
      "pricedAt": "2026-10-02",
      "run": "2026-10-02",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "xiaomi/mimo-v2.6-pro": {
      "score": "9/9",
      "cost1k": 0.29,
      "lat": 9.5,
      "rtok": 169,
      "missed": "",
      "tokIn": 610,
      "tokOut": 2745,
      "priceIn": 0.435,
      "priceOut": 0.87,
      "pricedAt": "2026-10-02",
      "run": "2026-10-02",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "xiaomi/mimo-v2.6-flash": {
      "score": "9/9",
      "cost1k": 0.04,
      "lat": 5,
      "rtok": 9,
      "missed": "",
      "tokIn": 610,
      "tokOut": 1022,
      "priceIn": 0.14,
      "priceOut": 0.28,
      "pricedAt": "2026-10-02",
      "run": "2026-10-02",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "xiaomi/mimo-v2.6-pro-ultraspeed": {
      "score": "9/9",
      "cost1k": 4.8,
      "lat": 2.5,
      "rtok": 377,
      "missed": "",
      "tokIn": 610,
      "tokOut": 4661,
      "priceIn": 4.35,
      "priceOut": 8.7,
      "pricedAt": "2026-10-02",
      "run": "2026-10-02",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "z-ai/glm-5.3-prime": {
      "score": "7/9",
      "cost1k": 11.52,
      "lat": 14.2,
      "rtok": 1215,
      "missed": "token_bucket, parse_csv_line",
      "tokIn": 655,
      "tokOut": 11575,
      "priceIn": 2.8,
      "priceOut": 8.8,
      "pricedAt": "2026-10-02",
      "run": "2026-10-02",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "z-ai/glm-5.3-flashx": {
      "score": "9/9",
      "cost1k": 1.36,
      "lat": 12.9,
      "rtok": 963,
      "missed": "",
      "tokIn": 655,
      "tokOut": 9623,
      "priceIn": 0.37,
      "priceOut": 1.25,
      "pricedAt": "2026-10-02",
      "run": "2026-10-02",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "qwen/qwen3.8-max-prime": {
      "score": "9/9",
      "cost1k": 12.41,
      "lat": 15.5,
      "rtok": 875,
      "missed": "",
      "tokIn": 1105,
      "tokOut": 8938,
      "priceIn": 4,
      "priceOut": 12,
      "pricedAt": "2026-10-02",
      "run": "2026-10-02",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "fireworks/ember-1": {
      "score": "9/9",
      "cost1k": 4.63,
      "lat": 4.1,
      "rtok": 166,
      "missed": "",
      "tokIn": 1341,
      "tokOut": 2512,
      "priceIn": 3,
      "priceOut": 15,
      "pricedAt": "2026-10-02",
      "run": "2026-10-02",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "cohere/command-a-plus": {
      "score": "8/8",
      "cost1k": 1.71,
      "lat": 5.8,
      "rtok": 1095,
      "missed": "",
      "tokIn": 467,
      "tokOut": 9032,
      "priceIn": 0.3,
      "priceOut": 1.5,
      "pricedAt": "2026-10-02",
      "run": "2026-10-02",
      "sweep": "excluded",
      "excluded": true,
      "why": "incomplete run: parse_csv_line returned an empty body with finish_reason=length (8 of 9 scored)",
      "latencyStatistic": "mean"
    },
    "upstage/solar-mini4": {
      "score": "9/9",
      "cost1k": 0.03,
      "lat": 2,
      "rtok": 0,
      "missed": "",
      "tokIn": 1009,
      "tokOut": 938,
      "priceIn": 0.05,
      "priceOut": 0.2,
      "pricedAt": "2026-10-02",
      "run": "2026-10-02",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "aion-labs/aion-3.5": {
      "score": "9/9",
      "cost1k": 8.1,
      "lat": 28.5,
      "rtok": 1095,
      "missed": "",
      "tokIn": 583,
      "tokOut": 11851,
      "priceIn": 3,
      "priceOut": 6,
      "pricedAt": "2026-10-02",
      "run": "2026-10-02",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "stealth/space-bunny-alpha": {
      "score": "4/5",
      "cost1k": 0,
      "lat": 4.4,
      "rtok": 0,
      "missed": "flatten",
      "tokIn": 1107,
      "tokOut": 1586,
      "priceIn": 0,
      "priceOut": 0,
      "pricedAt": "2026-10-02",
      "run": "2026-10-02",
      "sweep": "excluded",
      "excluded": true,
      "why": "incomplete across two runs on 2026-10-02: run 1 scored 5 tasks (4 passed, flatten wrong), run 2 scored 7 (6 passed, parse_csv_line wrong). roman_to_int returned provider_unavailable (502) in BOTH runs. Free stealth endpoint.",
      "free": true,
      "latencyStatistic": "mean"
    },
    "bytedance-seed/seed-2.0-code": {
      "score": "8/8",
      "cost1k": 6.56,
      "lat": 31.1,
      "rtok": 2046,
      "missed": "",
      "tokIn": 705,
      "tokOut": 17366,
      "priceIn": 0.5,
      "priceOut": 3,
      "pricedAt": "2026-10-02",
      "run": "2026-10-02",
      "sweep": "excluded",
      "excluded": true,
      "why": "incomplete run: 1 task returned an empty body with finish_reason=length (8 of 9 scored)",
      "latencyStatistic": "mean"
    },
    "kwaipilot/kat-coder-pro-v2.5": {
      "score": "0/0",
      "cost1k": 0,
      "lat": 0,
      "rtok": 0,
      "missed": "",
      "tokIn": 0,
      "tokOut": 0,
      "priceIn": 0.74,
      "priceOut": 2.96,
      "pricedAt": "2026-10-02",
      "run": "2026-10-02",
      "sweep": "excluded",
      "excluded": true,
      "why": "not run: the only provider (AtlasCloud) returned HTTP 400 bad request on every call, including a trivial one, with or without temperature",
      "latencyStatistic": "mean"
    },
    "mistralai/codestral-2508": {
      "score": "8/9",
      "cost1k": 0.11,
      "lat": 2.5,
      "rtok": 0,
      "missed": "parse_csv_line",
      "tokIn": 588,
      "tokOut": 950,
      "priceIn": 0.3,
      "priceOut": 0.9,
      "pricedAt": "2026-10-02",
      "run": "2026-10-02",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "mistralai/devstral-2512": {
      "score": "9/9",
      "cost1k": 0.23,
      "lat": 2.1,
      "rtok": 0,
      "missed": "",
      "tokIn": 696,
      "tokOut": 911,
      "priceIn": 0.4,
      "priceOut": 2,
      "pricedAt": "2026-10-02",
      "run": "2026-10-02",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "qwen/qwen3-coder": {
      "score": "9/9",
      "cost1k": 0.13,
      "lat": 2.7,
      "rtok": 0,
      "missed": "",
      "tokIn": 619,
      "tokOut": 1010,
      "priceIn": 0.3,
      "priceOut": 1,
      "pricedAt": "2026-10-02",
      "run": "2026-10-02",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "qwen/qwen3-coder-plus": {
      "score": "8/9",
      "cost1k": 0.41,
      "lat": 2,
      "rtok": 0,
      "missed": "parse_csv_line",
      "tokIn": 619,
      "tokOut": 1020,
      "priceIn": 0.65,
      "priceOut": 3.25,
      "pricedAt": "2026-10-02",
      "run": "2026-10-02",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "qwen/qwen3-coder-flash": {
      "score": "8/9",
      "cost1k": 0.12,
      "lat": 2,
      "rtok": 0,
      "missed": "parse_csv_line",
      "tokIn": 619,
      "tokOut": 1020,
      "priceIn": 0.195,
      "priceOut": 0.975,
      "pricedAt": "2026-10-02",
      "run": "2026-10-02",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "openai/gpt-5.1-codex-mini": {
      "score": "9/9",
      "cost1k": 0.45,
      "lat": 4.4,
      "rtok": 151,
      "missed": "",
      "tokIn": 604,
      "tokOut": 1964,
      "priceIn": 0.25,
      "priceOut": 2,
      "pricedAt": "2026-10-02",
      "run": "2026-10-02",
      "sweep": "post-sweep",
      "latencyStatistic": "mean"
    },
    "inclusionai/ling-3.1-flash": {
      "score": "9/9",
      "cost1k": 0,
      "lat": 6.4,
      "rtok": 464,
      "missed": "",
      "tokIn": 741,
      "tokOut": 5351,
      "priceIn": 0,
      "priceOut": 0,
      "pricedAt": "2026-10-03",
      "run": "2026-10-03",
      "sweep": "post-sweep",
      "why": "served free only; cost1k 0 is not a price and must not rank on cost",
      "free": true,
      "latencyStatistic": "mean"
    }
  },
  "snapshots": {
    "bench_b8.json": {
      "openai/gpt-6-sol": {
        "score": "9/9",
        "cost1k": 2.03,
        "lat": 5.2,
        "rtok": 85,
        "missed": "",
        "tokIn": 604,
        "tokOut": 1704,
        "priceIn": 2,
        "priceOut": 10,
        "pricedAt": "2026-10-02"
      },
      "openai/gpt-6-sol-pro": {
        "score": "9/9",
        "cost1k": 7.45,
        "lat": 5.9,
        "rtok": 158,
        "missed": "",
        "tokIn": 16898,
        "tokOut": 3322,
        "priceIn": 2,
        "priceOut": 10,
        "pricedAt": "2026-10-02"
      },
      "openai/gpt-6-luna": {
        "score": "9/9",
        "cost1k": 0.16,
        "lat": 4.9,
        "rtok": 201,
        "missed": "",
        "tokIn": 604,
        "tokOut": 2763,
        "priceIn": 0.1,
        "priceOut": 0.5,
        "pricedAt": "2026-10-02"
      },
      "openai/gpt-6-luna-pro": {
        "score": "9/9",
        "cost1k": 0.49,
        "lat": 7.3,
        "rtok": 370,
        "missed": "",
        "tokIn": 17806,
        "tokOut": 5248,
        "priceIn": 0.1,
        "priceOut": 0.5,
        "pricedAt": "2026-10-02"
      },
      "openai/gpt-6.1-sol": {
        "score": "9/9",
        "cost1k": 1.61,
        "lat": 5.9,
        "rtok": 48,
        "missed": "",
        "tokIn": 604,
        "tokOut": 1329,
        "priceIn": 2,
        "priceOut": 10,
        "pricedAt": "2026-10-02"
      },
      "anthropic/claude-sonnet-5.5": {
        "score": "9/9",
        "cost1k": 1.95,
        "lat": 3.4,
        "rtok": 31,
        "missed": "",
        "tokIn": 914,
        "tokOut": 1569,
        "priceIn": 2,
        "priceOut": 10,
        "pricedAt": "2026-10-02"
      },
      "anthropic/claude-opus-5.5": {
        "score": "9/9",
        "cost1k": 4.03,
        "lat": 4.8,
        "rtok": 33,
        "missed": "",
        "tokIn": 914,
        "tokOut": 1630,
        "priceIn": 4,
        "priceOut": 20,
        "pricedAt": "2026-10-02"
      },
      "x-ai/grok-4.7": {
        "score": "9/9",
        "cost1k": 4.7,
        "lat": 10,
        "rtok": 239,
        "missed": "",
        "tokIn": 11761,
        "tokOut": 3131,
        "priceIn": 2,
        "priceOut": 6,
        "pricedAt": "2026-10-02"
      },
      "xiaomi/mimo-v2.6-pro": {
        "score": "9/9",
        "cost1k": 0.29,
        "lat": 9.5,
        "rtok": 169,
        "missed": "",
        "tokIn": 610,
        "tokOut": 2745,
        "priceIn": 0.435,
        "priceOut": 0.87,
        "pricedAt": "2026-10-02"
      },
      "xiaomi/mimo-v2.6-flash": {
        "score": "9/9",
        "cost1k": 0.04,
        "lat": 5,
        "rtok": 9,
        "missed": "",
        "tokIn": 610,
        "tokOut": 1022,
        "priceIn": 0.14,
        "priceOut": 0.28,
        "pricedAt": "2026-10-02"
      },
      "xiaomi/mimo-v2.6-pro-ultraspeed": {
        "score": "9/9",
        "cost1k": 4.8,
        "lat": 2.5,
        "rtok": 377,
        "missed": "",
        "tokIn": 610,
        "tokOut": 4661,
        "priceIn": 4.35,
        "priceOut": 8.7,
        "pricedAt": "2026-10-02"
      },
      "z-ai/glm-5.3-prime": {
        "score": "7/9",
        "cost1k": 11.52,
        "lat": 14.2,
        "rtok": 1215,
        "missed": "token_bucket, parse_csv_line",
        "tokIn": 655,
        "tokOut": 11575,
        "priceIn": 2.8,
        "priceOut": 8.8,
        "pricedAt": "2026-10-02"
      },
      "z-ai/glm-5.3-flashx": {
        "score": "9/9",
        "cost1k": 1.36,
        "lat": 12.9,
        "rtok": 963,
        "missed": "",
        "tokIn": 655,
        "tokOut": 9623,
        "priceIn": 0.37,
        "priceOut": 1.25,
        "pricedAt": "2026-10-02"
      },
      "qwen/qwen3.8-max-prime": {
        "score": "9/9",
        "cost1k": 12.41,
        "lat": 15.5,
        "rtok": 875,
        "missed": "",
        "tokIn": 1105,
        "tokOut": 8938,
        "priceIn": 4,
        "priceOut": 12,
        "pricedAt": "2026-10-02"
      },
      "fireworks/ember-1": {
        "score": "9/9",
        "cost1k": 4.63,
        "lat": 4.1,
        "rtok": 166,
        "missed": "",
        "tokIn": 1341,
        "tokOut": 2512,
        "priceIn": 3,
        "priceOut": 15,
        "pricedAt": "2026-10-02"
      },
      "cohere/command-a-plus": {
        "score": "8/8",
        "cost1k": 1.71,
        "lat": 5.8,
        "rtok": 1095,
        "missed": "",
        "tokIn": 467,
        "tokOut": 9032,
        "priceIn": 0.3,
        "priceOut": 1.5,
        "pricedAt": "2026-10-02"
      },
      "upstage/solar-mini4": {
        "score": "9/9",
        "cost1k": 0.03,
        "lat": 2,
        "rtok": 0,
        "missed": "",
        "tokIn": 1009,
        "tokOut": 938,
        "priceIn": 0.05,
        "priceOut": 0.2,
        "pricedAt": "2026-10-02"
      },
      "aion-labs/aion-3.5": {
        "score": "9/9",
        "cost1k": 8.1,
        "lat": 28.5,
        "rtok": 1095,
        "missed": "",
        "tokIn": 583,
        "tokOut": 11851,
        "priceIn": 3,
        "priceOut": 6,
        "pricedAt": "2026-10-02"
      },
      "stealth/space-bunny-alpha": {
        "score": "4/5",
        "cost1k": 0,
        "lat": 4.4,
        "rtok": 0,
        "missed": "flatten",
        "tokIn": 1107,
        "tokOut": 1586,
        "priceIn": 0,
        "priceOut": 0,
        "pricedAt": "2026-10-02"
      }
    },
    "bench_0916.json": {
      "meta/muse-spark-1.3": {
        "score": "0/0",
        "cost1k": 0,
        "lat": 0,
        "rtok": 0,
        "missed": "",
        "tokIn": 0,
        "tokOut": 0,
        "priceIn": 1.25,
        "priceOut": 4.25,
        "pricedAt": "2026-09-15"
      },
      "inception/mercury-2.5": {
        "score": "9/9",
        "cost1k": 0.17,
        "lat": 2.4,
        "rtok": 989,
        "missed": "",
        "tokIn": 526,
        "tokOut": 9882,
        "priceIn": 0.04,
        "priceOut": 0.15,
        "pricedAt": "2026-09-15"
      },
      "ibm-granite/granite-4.2-8b": {
        "score": "7/7",
        "cost1k": 0.43,
        "lat": 12.8,
        "rtok": 1483,
        "missed": "",
        "tokIn": 512,
        "tokOut": 12033,
        "priceIn": 0.06,
        "priceOut": 0.25,
        "pricedAt": "2026-09-15"
      },
      "nex-agi/nex-n2.5-pro:free": {
        "score": "9/9",
        "cost1k": 0,
        "lat": 66.8,
        "rtok": 523,
        "missed": "",
        "tokIn": 637,
        "tokOut": 5436,
        "priceIn": 0,
        "priceOut": 0,
        "pricedAt": "2026-09-15"
      },
      "inclusionai/ling-3.0-flash-vl": {
        "score": "9/9",
        "cost1k": 0.07,
        "lat": 4.4,
        "rtok": 234,
        "missed": "",
        "tokIn": 741,
        "tokOut": 3299,
        "priceIn": 0.06,
        "priceOut": 0.18,
        "pricedAt": "2026-09-15"
      },
      "inference-net/schematron-v2-turbo": {
        "score": "0/9",
        "cost1k": 0.03,
        "lat": 5.3,
        "rtok": 0,
        "missed": "two_sum, valid_parentheses, merge_intervals, roman_to_int, lcs_len, flatten, top_k_words, token_bucket, parse_csv_line",
        "tokIn": 867,
        "tokOut": 1430,
        "priceIn": 0.03,
        "priceOut": 0.15,
        "pricedAt": "2026-09-15"
      }
    },
    "bench_1003.json": {
      "anthropic/claude-fable-5.1": {
        "score": "9/9",
        "cost1k": 8.03,
        "lat": 4.6,
        "rtok": 0,
        "missed": "",
        "tokIn": 914,
        "tokOut": 1262,
        "priceIn": 10,
        "priceOut": 50,
        "pricedAt": "2026-10-03"
      },
      "inclusionai/ling-3.1-flash": {
        "score": "9/9",
        "cost1k": 0,
        "lat": 6.4,
        "rtok": 464,
        "missed": "",
        "tokIn": 741,
        "tokOut": 5351,
        "priceIn": 0,
        "priceOut": 0,
        "pricedAt": "2026-10-03"
      }
    }
  },
  "catalog": [
    {
      "id": "anthropic/claude-sonnet-5",
      "name": "Anthropic: Claude Sonnet 5",
      "created": 1782843083,
      "context_length": 1000000,
      "pricing": {
        "prompt": "0.000002",
        "completion": "0.00001",
        "web_search": "0.01",
        "input_cache_read": "0.0000002",
        "input_cache_write": "0.0000025",
        "input_cache_write_1h": "0.000004"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "stop",
        "structured_outputs",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "z-ai/glm-5.2",
      "name": "Z.ai: GLM 5.2",
      "created": 1781631930,
      "context_length": 1048576,
      "pricing": {
        "prompt": "0.00000041",
        "completion": "0.00000399",
        "input_cache_read": "0.00000026"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "logprobs",
        "max_tokens",
        "min_p",
        "parallel_tool_calls",
        "presence_penalty",
        "reasoning",
        "reasoning_effort",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "moonshotai/kimi-k2.7-code",
      "name": "MoonshotAI: Kimi K2.7 Code",
      "created": 1781266361,
      "context_length": 262144,
      "pricing": {
        "prompt": "0.0000006712",
        "completion": "0.00000335",
        "input_cache_read": "0.00000018"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "logprobs",
        "max_tokens",
        "min_p",
        "parallel_tool_calls",
        "presence_penalty",
        "reasoning",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "anthropic/claude-fable-5",
      "name": "Anthropic: Claude Fable 5",
      "created": 1781007515,
      "context_length": 1000000,
      "pricing": {
        "prompt": "0.00001",
        "completion": "0.00005",
        "web_search": "0.01",
        "input_cache_read": "0.000001",
        "input_cache_write": "0.0000125",
        "input_cache_write_1h": "0.00002"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "stop",
        "structured_outputs",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "nvidia/nemotron-3-ultra-550b-a55b",
      "name": "NVIDIA: Nemotron 3 Ultra",
      "created": 1780551208,
      "context_length": 262144,
      "pricing": {
        "prompt": "0.0000005",
        "completion": "0.0000022",
        "input_cache_read": "0.0000001"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "reasoning",
        "reasoning_effort",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_p"
      ]
    },
    {
      "id": "minimax/minimax-m3",
      "name": "MiniMax: MiniMax M3",
      "created": 1780245374,
      "context_length": 1048576,
      "pricing": {
        "prompt": "0.0000003",
        "completion": "0.0000012",
        "input_cache_read": "0.00000006"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "logprobs",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "reasoning",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "stepfun/step-3.7-flash",
      "name": "StepFun: Step 3.7 Flash",
      "created": 1779985069,
      "context_length": 262144,
      "pricing": {
        "prompt": "0.0000002",
        "completion": "0.00000115",
        "input_cache_read": "0.00000004"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logprobs",
        "max_tokens",
        "presence_penalty",
        "reasoning",
        "reasoning_effort",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "anthropic/claude-opus-4.8",
      "name": "Anthropic: Claude Opus 4.8",
      "created": 1779905091,
      "context_length": 1000000,
      "pricing": {
        "prompt": "0.000005",
        "completion": "0.000025",
        "web_search": "0.01",
        "input_cache_read": "0.0000005",
        "input_cache_write": "0.00000625",
        "input_cache_write_1h": "0.00001"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "qwen/qwen3.7-max",
      "name": "Qwen: Qwen3.7 Max",
      "created": 1779376861,
      "context_length": 1000000,
      "pricing": {
        "prompt": "0.000001475",
        "completion": "0.000004425",
        "input_cache_read": "0.000000295",
        "input_cache_write": "0.00000184375"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logprobs",
        "max_tokens",
        "presence_penalty",
        "reasoning",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "google/gemini-3.5-flash",
      "name": "Google: Gemini 3.5 Flash",
      "created": 1779193800,
      "context_length": 1048576,
      "pricing": {
        "prompt": "0.0000015",
        "completion": "0.000009",
        "image": "0.0000015",
        "audio": "0.000003",
        "input_audio_cache": "0.0000003",
        "web_search": "0.014",
        "internal_reasoning": "0.000009",
        "input_cache_read": "0.00000015",
        "input_cache_write": "0.0000000833333333333333"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_p"
      ]
    },
    {
      "id": "x-ai/grok-4.3",
      "name": "SpaceXAI: Grok 4.3",
      "created": 1777591821,
      "context_length": 1000000,
      "pricing": {
        "prompt": "0.00000125",
        "completion": "0.0000025",
        "web_search": "0.005",
        "input_cache_read": "0.0000002",
        "overrides": [
          {
            "min_prompt_tokens": 200000,
            "prompt": "0.0000025",
            "completion": "0.000005",
            "input_cache_read": "0.0000004"
          }
        ]
      },
      "supported_parameters": [
        "include_reasoning",
        "logprobs",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "mistralai/mistral-medium-3-5",
      "name": "Mistral: Mistral Medium 3.5",
      "created": 1777570439,
      "context_length": 262144,
      "pricing": {
        "prompt": "0.0000015",
        "completion": "0.0000075"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "max_tokens",
        "presence_penalty",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_p"
      ]
    },
    {
      "id": "openai/gpt-5.5",
      "name": "OpenAI: GPT-5.5",
      "created": 1777051893,
      "context_length": 1050000,
      "pricing": {
        "prompt": "0.000005",
        "completion": "0.00003",
        "web_search": "0.01",
        "input_cache_read": "0.0000005",
        "overrides": [
          {
            "min_prompt_tokens": 272000,
            "prompt": "0.00001",
            "completion": "0.000045",
            "input_cache_read": "0.000001"
          }
        ]
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "structured_outputs",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "deepseek/deepseek-v4-pro",
      "name": "DeepSeek: DeepSeek V4 Pro 0423",
      "created": 1777000679,
      "context_length": 1048576,
      "pricing": {
        "prompt": "0.0000002088",
        "completion": "0.0000004176",
        "input_cache_read": "0.0000000174"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "logprobs",
        "max_completion_tokens",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "reasoning",
        "reasoning_effort",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "deepseek/deepseek-v4-flash",
      "name": "DeepSeek: DeepSeek V4 Flash 0423",
      "created": 1777000666,
      "context_length": 1048576,
      "pricing": {
        "prompt": "0.000000028",
        "completion": "0.000000056",
        "input_cache_read": "0.0000000056"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "logprobs",
        "max_completion_tokens",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "reasoning",
        "reasoning_effort",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_a",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "xiaomi/mimo-v2.5-pro",
      "name": "Xiaomi: MiMo-V2.5-Pro",
      "created": 1776874273,
      "context_length": 1050000,
      "pricing": {
        "prompt": "0.000000435",
        "completion": "0.00000087",
        "input_cache_read": "0.0000000036"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logprobs",
        "max_tokens",
        "presence_penalty",
        "reasoning",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "xiaomi/mimo-v2.5",
      "name": "Xiaomi: MiMo-V2.5",
      "created": 1776874269,
      "context_length": 1050000,
      "pricing": {
        "prompt": "0.00000014",
        "completion": "0.00000028",
        "input_cache_read": "0.0000000028"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "max_tokens",
        "presence_penalty",
        "reasoning",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_p"
      ]
    },
    {
      "id": "anthropic/claude-opus-4.7",
      "name": "Anthropic: Claude Opus 4.7",
      "created": 1776351100,
      "context_length": 1000000,
      "pricing": {
        "prompt": "0.000005",
        "completion": "0.000025",
        "web_search": "0.01",
        "input_cache_read": "0.0000005",
        "input_cache_write": "0.00000625",
        "input_cache_write_1h": "0.00001"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "stop",
        "structured_outputs",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "z-ai/glm-5.1",
      "name": "Z.ai: GLM 5.1",
      "created": 1775578025,
      "context_length": 204800,
      "pricing": {
        "prompt": "0.0000014",
        "completion": "0.0000044",
        "input_cache_read": "0.00000026"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "logprobs",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "reasoning",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "x-ai/grok-4.20",
      "name": "SpaceXAI: Grok 4.20",
      "created": 1774979019,
      "context_length": 2000000,
      "pricing": {
        "prompt": "0.00000125",
        "completion": "0.0000025",
        "web_search": "0.005",
        "input_cache_read": "0.0000002",
        "overrides": [
          {
            "min_prompt_tokens": 200000,
            "prompt": "0.0000025",
            "completion": "0.000005",
            "input_cache_read": "0.0000004"
          }
        ]
      },
      "supported_parameters": [
        "include_reasoning",
        "logprobs",
        "max_tokens",
        "reasoning",
        "response_format",
        "seed",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "minimax/minimax-m2.7",
      "name": "MiniMax: MiniMax M2.7",
      "created": 1773836697,
      "context_length": 204800,
      "pricing": {
        "prompt": "0.00000021",
        "completion": "0.00000084",
        "input_cache_read": "0.000000042"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "reasoning",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_p"
      ]
    },
    {
      "id": "openai/gpt-5.4-mini",
      "name": "OpenAI: GPT-5.4 Mini",
      "created": 1773748178,
      "context_length": 400000,
      "pricing": {
        "prompt": "0.00000075",
        "completion": "0.0000045",
        "web_search": "0.01",
        "input_cache_read": "0.000000075"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "structured_outputs",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "openai/gpt-5.4",
      "name": "OpenAI: GPT-5.4",
      "created": 1772734352,
      "context_length": 1050000,
      "pricing": {
        "prompt": "0.0000025",
        "completion": "0.000015",
        "web_search": "0.01",
        "input_cache_read": "0.00000025",
        "overrides": [
          {
            "min_prompt_tokens": 272000,
            "prompt": "0.000005",
            "completion": "0.0000225",
            "input_cache_read": "0.0000005"
          }
        ]
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "structured_outputs",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "openai/gpt-5.3-codex",
      "name": "OpenAI: GPT-5.3-Codex",
      "created": 1771959164,
      "context_length": 400000,
      "pricing": {
        "prompt": "0.00000175",
        "completion": "0.000014",
        "web_search": "0.01",
        "input_cache_read": "0.000000175"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "structured_outputs",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "google/gemini-3.1-pro-preview",
      "name": "Google: Gemini 3.1 Pro Preview",
      "created": 1771509627,
      "context_length": 1048576,
      "pricing": {
        "prompt": "0.000002",
        "completion": "0.000012",
        "image": "0.000002",
        "audio": "0.000002",
        "input_audio_cache": "0.0000002",
        "web_search": "0.014",
        "internal_reasoning": "0.000012",
        "input_cache_read": "0.0000002",
        "input_cache_write": "0.000000375",
        "overrides": [
          {
            "min_prompt_tokens": 200000,
            "prompt": "0.000004",
            "completion": "0.000018",
            "audio": "0.000004",
            "input_audio_cache": "0.0000004",
            "input_cache_read": "0.0000004"
          }
        ]
      },
      "supported_parameters": [
        "include_reasoning",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_p"
      ]
    },
    {
      "id": "anthropic/claude-sonnet-4.6",
      "name": "Anthropic: Claude Sonnet 4.6",
      "created": 1771342990,
      "context_length": 1000000,
      "pricing": {
        "prompt": "0.000003",
        "completion": "0.000015",
        "web_search": "0.01",
        "input_cache_read": "0.0000003",
        "input_cache_write": "0.00000375",
        "input_cache_write_1h": "0.000006"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_p",
        "verbosity"
      ]
    },
    {
      "id": "qwen/qwen3.5-397b-a17b",
      "name": "Qwen: Qwen3.5 397B A17B",
      "created": 1771223018,
      "context_length": 262144,
      "pricing": {
        "prompt": "0.00000055",
        "completion": "0.0000035",
        "input_cache_read": "0.000000225"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "logprobs",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "reasoning",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "minimax/minimax-m2.5",
      "name": "MiniMax: MiniMax M2.5",
      "created": 1770908502,
      "context_length": 204800,
      "pricing": {
        "prompt": "0.00000027",
        "completion": "0.00000108",
        "input_cache_read": "0.000000027"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "logprobs",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "reasoning",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "z-ai/glm-5",
      "name": "Z.ai: GLM 5",
      "created": 1770829182,
      "context_length": 204800,
      "pricing": {
        "prompt": "0.0000006",
        "completion": "0.00000192",
        "input_cache_read": "0.00000012"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logprobs",
        "max_tokens",
        "presence_penalty",
        "reasoning",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "qwen/qwen3-coder-next",
      "name": "Qwen: Qwen3 Coder Next",
      "created": 1770164101,
      "context_length": 262144,
      "pricing": {
        "prompt": "0.00000012",
        "completion": "0.0000008",
        "input_cache_read": "0.00000007"
      },
      "supported_parameters": [
        "frequency_penalty",
        "logit_bias",
        "logprobs",
        "max_tokens",
        "presence_penalty",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "stepfun/step-3.5-flash",
      "name": "StepFun: Step 3.5 Flash",
      "created": 1769728337,
      "context_length": 262144,
      "pricing": {
        "prompt": "0.0000001",
        "completion": "0.0000003"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "max_tokens",
        "reasoning",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_p"
      ]
    },
    {
      "id": "openai/gpt-5.2-codex",
      "name": "OpenAI: GPT-5.2-Codex",
      "created": 1768409315,
      "context_length": 400000,
      "pricing": {
        "prompt": "0.00000175",
        "completion": "0.000014",
        "web_search": "0.01",
        "input_cache_read": "0.000000175"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "structured_outputs",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "google/gemini-3-flash-preview",
      "name": "Google: Gemini 3 Flash Preview",
      "created": 1765987078,
      "context_length": 1048576,
      "pricing": {
        "prompt": "0.0000005",
        "completion": "0.000003",
        "image": "0.0000005",
        "audio": "0.000001",
        "input_audio_cache": "0.0000001",
        "web_search": "0.014",
        "internal_reasoning": "0.000003",
        "input_cache_read": "0.00000005",
        "input_cache_write": "0.0000000833333333333333"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_p"
      ]
    },
    {
      "id": "mistralai/devstral-2512",
      "name": "Mistral: Devstral 2 2512",
      "created": 1765285419,
      "context_length": 262144,
      "pricing": {
        "prompt": "0.0000004",
        "completion": "0.000002",
        "input_cache_read": "0.00000004"
      },
      "supported_parameters": [
        "frequency_penalty",
        "max_tokens",
        "presence_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_p"
      ]
    },
    {
      "id": "openai/gpt-5.1-codex-max",
      "name": "OpenAI: GPT-5.1-Codex-Max",
      "created": 1764878934,
      "context_length": 400000,
      "pricing": {
        "prompt": "0.00000125",
        "completion": "0.00001",
        "web_search": "0.01",
        "input_cache_read": "0.000000125"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "structured_outputs",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "deepseek/deepseek-v3.2",
      "name": "DeepSeek: DeepSeek V3.2",
      "created": 1764594642,
      "context_length": 163840,
      "pricing": {
        "prompt": "0.00000028",
        "completion": "0.00000042",
        "input_cache_read": "0.000000028"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "logprobs",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "reasoning",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "openai/gpt-5.1-codex",
      "name": "OpenAI: GPT-5.1-Codex",
      "created": 1763060298,
      "context_length": 400000,
      "pricing": {
        "prompt": "0.00000125",
        "completion": "0.00001",
        "web_search": "0.01",
        "input_cache_read": "0.00000013"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "structured_outputs",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "openai/gpt-5.1-codex-mini",
      "name": "OpenAI: GPT-5.1-Codex-Mini",
      "created": 1763057820,
      "context_length": 400000,
      "pricing": {
        "prompt": "0.00000025",
        "completion": "0.000002",
        "web_search": "0.01",
        "input_cache_read": "0.00000003"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "structured_outputs",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "anthropic/claude-haiku-4.5",
      "name": "Anthropic: Claude Haiku 4.5",
      "created": 1760547638,
      "context_length": 200000,
      "pricing": {
        "prompt": "0.000001",
        "completion": "0.000005",
        "web_search": "0.01",
        "input_cache_read": "0.0000001",
        "input_cache_write": "0.00000125",
        "input_cache_write_1h": "0.000002"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "max_tokens",
        "reasoning",
        "response_format",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_p"
      ]
    },
    {
      "id": "anthropic/claude-sonnet-4.5",
      "name": "Anthropic: Claude Sonnet 4.5",
      "created": 1759161676,
      "context_length": 1000000,
      "pricing": {
        "prompt": "0.000003",
        "completion": "0.000015",
        "web_search": "0.01",
        "input_cache_read": "0.0000003",
        "input_cache_write": "0.00000375",
        "input_cache_write_1h": "0.000006",
        "overrides": [
          {
            "min_prompt_tokens": 200000,
            "prompt": "0.000006",
            "completion": "0.0000225",
            "input_cache_read": "0.0000006",
            "input_cache_write": "0.0000075",
            "input_cache_write_1h": "0.000012"
          }
        ]
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "max_tokens",
        "reasoning",
        "response_format",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_p"
      ]
    },
    {
      "id": "qwen/qwen3-coder-plus",
      "name": "Qwen: Qwen3 Coder Plus",
      "created": 1758662707,
      "context_length": 1000000,
      "pricing": {
        "prompt": "0.00000065",
        "completion": "0.00000325",
        "input_cache_read": "0.00000013",
        "input_cache_write": "0.0000008125",
        "overrides": [
          {
            "min_prompt_tokens": 32000,
            "prompt": "0.00000117",
            "completion": "0.00000585",
            "input_cache_read": "0.000000234",
            "input_cache_write": "0.0000014625"
          },
          {
            "min_prompt_tokens": 128000,
            "prompt": "0.00000195",
            "completion": "0.00000975",
            "input_cache_read": "0.00000039",
            "input_cache_write": "0.0000024375"
          }
        ]
      },
      "supported_parameters": [
        "frequency_penalty",
        "logprobs",
        "max_tokens",
        "presence_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "qwen/qwen3-coder-flash",
      "name": "Qwen: Qwen3 Coder Flash",
      "created": 1758115536,
      "context_length": 1000000,
      "pricing": {
        "prompt": "0.000000195",
        "completion": "0.000000975",
        "input_cache_read": "0.000000039",
        "input_cache_write": "0.00000024375",
        "overrides": [
          {
            "min_prompt_tokens": 32000,
            "prompt": "0.000000325",
            "completion": "0.000001625",
            "input_cache_read": "0.000000065",
            "input_cache_write": "0.00000040625"
          },
          {
            "min_prompt_tokens": 128000,
            "prompt": "0.00000052",
            "completion": "0.0000026",
            "input_cache_read": "0.000000104",
            "input_cache_write": "0.00000065"
          }
        ]
      },
      "supported_parameters": [
        "frequency_penalty",
        "logprobs",
        "max_tokens",
        "presence_penalty",
        "response_format",
        "seed",
        "stop",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "openai/gpt-5",
      "name": "OpenAI: GPT-5",
      "created": 1754587413,
      "context_length": 400000,
      "pricing": {
        "prompt": "0.00000125",
        "completion": "0.00001",
        "web_search": "0.01",
        "input_cache_read": "0.000000125"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "structured_outputs",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "openai/gpt-5-mini",
      "name": "OpenAI: GPT-5 Mini",
      "created": 1754587407,
      "context_length": 400000,
      "pricing": {
        "prompt": "0.00000025",
        "completion": "0.000002",
        "web_search": "0.01",
        "input_cache_read": "0.000000025"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "structured_outputs",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "openai/gpt-oss-120b",
      "name": "OpenAI: gpt-oss-120b",
      "created": 1754414231,
      "context_length": 131072,
      "pricing": {
        "prompt": "0.000000037",
        "completion": "0.00000017"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "logprobs",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "reasoning",
        "reasoning_effort",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_a",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "mistralai/codestral-2508",
      "name": "Mistral: Codestral 2508",
      "created": 1754079630,
      "context_length": 256000,
      "pricing": {
        "prompt": "0.0000003",
        "completion": "0.0000009",
        "input_cache_read": "0.00000003"
      },
      "supported_parameters": [
        "frequency_penalty",
        "max_tokens",
        "prediction",
        "presence_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_p"
      ]
    },
    {
      "id": "qwen/qwen3-coder",
      "name": "Qwen: Qwen3 Coder 480B A35B",
      "created": 1753230546,
      "context_length": 262144,
      "pricing": {
        "prompt": "0.0000003",
        "completion": "0.000001",
        "input_cache_read": "0.0000001"
      },
      "supported_parameters": [
        "frequency_penalty",
        "logit_bias",
        "logprobs",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "google/gemini-2.5-pro",
      "name": "Google: Gemini 2.5 Pro",
      "created": 1750169544,
      "context_length": 1048576,
      "pricing": {
        "prompt": "0.00000125",
        "completion": "0.00001",
        "image": "0.00000125",
        "audio": "0.00000125",
        "input_audio_cache": "0.000000125",
        "web_search": "0.014",
        "internal_reasoning": "0.00001",
        "input_cache_read": "0.000000125",
        "input_cache_write": "0.000000375",
        "overrides": [
          {
            "min_prompt_tokens": 200000,
            "prompt": "0.0000025",
            "completion": "0.000015",
            "audio": "0.0000025",
            "input_audio_cache": "0.00000025",
            "input_cache_read": "0.00000025"
          }
        ]
      },
      "supported_parameters": [
        "include_reasoning",
        "max_tokens",
        "reasoning",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_p"
      ]
    },
    {
      "id": "meta-llama/llama-4-scout",
      "name": "Meta: Llama 4 Scout",
      "created": 1743881519,
      "context_length": 1310720,
      "pricing": {
        "prompt": "0.0000001",
        "completion": "0.0000003"
      },
      "supported_parameters": [
        "frequency_penalty",
        "logit_bias",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_p"
      ]
    },
    {
      "id": "deepseek/deepseek-chat",
      "name": "DeepSeek: DeepSeek V3",
      "created": 1735241320,
      "context_length": 163840,
      "pricing": {
        "prompt": "0.0000002574",
        "completion": "0.0000010287"
      },
      "supported_parameters": [
        "frequency_penalty",
        "logit_bias",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_p"
      ]
    },
    {
      "id": "google/gemini-3.6-flash",
      "name": "Google: Gemini 3.6 Flash",
      "created": 1784646733,
      "context_length": 1048576,
      "pricing": {
        "prompt": "0.00000075",
        "completion": "0.00000375",
        "image": "0.00000075",
        "audio": "0.00000075",
        "input_audio_cache": "0.000000075",
        "web_search": "0.014",
        "internal_reasoning": "0.00000375",
        "input_cache_read": "0.000000075",
        "input_cache_write": "0.0000000416666666666667"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_p"
      ]
    },
    {
      "id": "anthropic/claude-opus-5-fast",
      "name": "Claude Opus 5 (Fast)",
      "created": 1784912546,
      "context_length": 1000000,
      "pricing": {
        "prompt": "0.00001",
        "completion": "0.00005",
        "web_search": "0.01",
        "input_cache_read": "0.000001",
        "input_cache_write": "0.0000125",
        "input_cache_write_1h": "0.00002"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "stop",
        "structured_outputs",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "anthropic/claude-opus-5",
      "name": "Anthropic: Claude Opus 5",
      "created": 1784912544,
      "context_length": 1000000,
      "pricing": {
        "prompt": "0.000005",
        "completion": "0.000025",
        "web_search": "0.01",
        "input_cache_read": "0.0000005",
        "input_cache_write": "0.00000625",
        "input_cache_write_1h": "0.00001"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "meituan/longcat-2.0",
      "name": "Meituan: LongCat 2.0",
      "created": 1784554658,
      "context_length": 1048756,
      "pricing": {
        "prompt": "0.0000003",
        "completion": "0.0000012",
        "input_cache_read": "0.000000006"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "reasoning",
        "repetition_penalty",
        "seed",
        "stop",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_p"
      ]
    },
    {
      "id": "thinkingmachines/inkling",
      "name": "Thinking Machines: Inkling",
      "created": 1784325956,
      "context_length": 524288,
      "pricing": {
        "prompt": "0.00000095",
        "completion": "0.00000405",
        "input_cache_read": "0.00000016"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "reasoning",
        "reasoning_effort",
        "repetition_penalty",
        "seed",
        "stop",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_p"
      ]
    },
    {
      "id": "moonshotai/kimi-k3",
      "name": "MoonshotAI: Kimi K3",
      "created": 1784215858,
      "context_length": 1048576,
      "pricing": {
        "prompt": "0.0000027",
        "completion": "0.0000135",
        "input_cache_read": "0.00000027"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "logprobs",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "reasoning",
        "reasoning_effort",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "kwaipilot/kat-coder-pro-v2.5",
      "name": "Kwaipilot: KAT-Coder-Pro V2.5",
      "created": 1783714589,
      "context_length": 262144,
      "pricing": {
        "prompt": "0.00000074",
        "completion": "0.00000296",
        "input_cache_read": "0.00000015"
      },
      "supported_parameters": [
        "frequency_penalty",
        "logit_bias",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_p"
      ]
    },
    {
      "id": "openai/gpt-5.6-luna-pro",
      "name": "OpenAI: GPT-5.6 Luna Pro",
      "created": 1783590867,
      "context_length": 1050000,
      "pricing": {
        "prompt": "0.0000002",
        "completion": "0.0000012",
        "web_search": "0.01",
        "input_cache_read": "0.00000002",
        "input_cache_write": "0.00000025",
        "overrides": [
          {
            "min_prompt_tokens": 272000,
            "prompt": "0.0000004",
            "completion": "0.0000018",
            "input_cache_read": "0.00000004",
            "input_cache_write": "0.0000005"
          }
        ]
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "structured_outputs",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "openai/gpt-5.6-terra-pro",
      "name": "OpenAI: GPT-5.6 Terra Pro",
      "created": 1783590861,
      "context_length": 1050000,
      "pricing": {
        "prompt": "0.000002",
        "completion": "0.000012",
        "web_search": "0.01",
        "input_cache_read": "0.0000002",
        "input_cache_write": "0.0000025",
        "overrides": [
          {
            "min_prompt_tokens": 272000,
            "prompt": "0.000004",
            "completion": "0.000018",
            "input_cache_read": "0.0000004",
            "input_cache_write": "0.000005"
          }
        ]
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "structured_outputs",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "openai/gpt-5.6-sol",
      "name": "OpenAI: GPT-5.6 Sol",
      "created": 1783590850,
      "context_length": 1050000,
      "pricing": {
        "prompt": "0.000002",
        "completion": "0.00001",
        "web_search": "0.01",
        "input_cache_read": "0.0000002",
        "input_cache_write": "0.0000025",
        "overrides": [
          {
            "min_prompt_tokens": 272000,
            "prompt": "0.000004",
            "completion": "0.000015",
            "input_cache_read": "0.0000004",
            "input_cache_write": "0.000005"
          }
        ]
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "structured_outputs",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "x-ai/grok-4.5",
      "name": "SpaceXAI: Grok 4.5",
      "created": 1783523154,
      "context_length": 500000,
      "pricing": {
        "prompt": "0.000002",
        "completion": "0.000006",
        "web_search": "0.005",
        "input_cache_read": "0.0000003",
        "overrides": [
          {
            "min_prompt_tokens": 200000,
            "prompt": "0.000004",
            "completion": "0.000012",
            "input_cache_read": "0.0000006"
          }
        ]
      },
      "supported_parameters": [
        "include_reasoning",
        "logprobs",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "z-ai/glm-5.3",
      "name": "Z.ai: GLM 5.3",
      "created": 1787086655,
      "context_length": 1048576,
      "pricing": {
        "prompt": "0.0000014",
        "completion": "0.0000044",
        "input_cache_read": "0.00000014"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "logprobs",
        "max_tokens",
        "min_p",
        "parallel_tool_calls",
        "presence_penalty",
        "reasoning",
        "reasoning_effort",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "qwen/qwen3.8-27b",
      "name": "Qwen: Qwen3.8 27B",
      "created": 1786722910,
      "context_length": 1000000,
      "pricing": {
        "prompt": "0.00000042",
        "completion": "0.000003",
        "input_cache_read": "0.000000085"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "logprobs",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "reasoning",
        "reasoning_effort",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_a",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "google/gemini-3.7-flash",
      "name": "Google: Gemini 3.7 Flash",
      "created": 1786640581,
      "context_length": 1048576,
      "pricing": {
        "prompt": "0.00000075",
        "completion": "0.00000375",
        "image": "0.00000075",
        "audio": "0.00000075",
        "input_audio_cache": "0.000000075",
        "web_search": "0.014",
        "internal_reasoning": "0.00000375",
        "input_cache_read": "0.000000075",
        "input_cache_write": "0.0000000416666666666667"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_p"
      ]
    },
    {
      "id": "qwen/qwen3.8-2.4t-a95b",
      "name": "Qwen: Qwen3.8 2.4T A95B",
      "created": 1786551702,
      "context_length": 1048576,
      "pricing": {
        "prompt": "0.000002",
        "completion": "0.000006",
        "input_cache_read": "0.00000025"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "logprobs",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "reasoning",
        "reasoning_effort",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "bytedance-seed/seed-2.0-code",
      "name": "ByteDance Seed: Seed-2.0-Code",
      "created": 1786550701,
      "context_length": 262144,
      "pricing": {
        "prompt": "0.0000005",
        "completion": "0.000003",
        "overrides": [
          {
            "min_prompt_tokens": 128000,
            "prompt": "0.000001",
            "completion": "0.000006"
          }
        ]
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_p"
      ]
    },
    {
      "id": "x-ai/grok-4.6",
      "name": "SpaceXAI: Grok 4.6",
      "created": 1786548957,
      "context_length": 500000,
      "pricing": {
        "prompt": "0.000002",
        "completion": "0.000006",
        "web_search": "0.005",
        "input_cache_read": "0.0000005",
        "overrides": [
          {
            "min_prompt_tokens": 200000,
            "prompt": "0.000004",
            "completion": "0.000012",
            "input_cache_read": "0.000001"
          }
        ]
      },
      "supported_parameters": [
        "include_reasoning",
        "logprobs",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "qwen/qwen3.8-max",
      "name": "Qwen: Qwen3.8 Max",
      "created": 1785731612,
      "context_length": 1000000,
      "pricing": {
        "prompt": "0.000002",
        "completion": "0.000006",
        "input_cache_read": "0.00000025",
        "input_cache_write": "0.0000025"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logprobs",
        "max_tokens",
        "presence_penalty",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "thinkingmachines/inkling-small",
      "name": "Thinking Machines: Inkling Small",
      "created": 1785443117,
      "context_length": 524288,
      "pricing": {
        "prompt": "0.00000045",
        "completion": "0.0000012",
        "input_cache_read": "0.0000001"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "reasoning",
        "reasoning_effort",
        "repetition_penalty",
        "seed",
        "stop",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_p"
      ]
    },
    {
      "id": "inclusionai/ling-3.0-flash",
      "name": "inclusionAI: Ling 3.0 Flash",
      "created": 1784818580,
      "context_length": 262144,
      "pricing": {
        "prompt": "0.000000021",
        "completion": "0.000000063",
        "input_cache_read": "0.0000000042"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "logprobs",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "reasoning",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "meta/muse-spark-1.2-contributor",
      "name": "Meta: Muse Spark 1.2 Contributor",
      "created": 1787336476,
      "context_length": 1048576,
      "pricing": {
        "prompt": "0.0000001",
        "completion": "0.0000002",
        "web_search": "0.0025",
        "input_cache_read": "0.000000002"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "repetition_penalty",
        "response_format",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_p"
      ]
    },
    {
      "id": "deepseek/deepseek-v4-flash-vision-exp",
      "name": "DeepSeek: DeepSeek V4 Flash Vision Exp",
      "created": 1787311563,
      "context_length": 1048576,
      "pricing": {
        "prompt": "0.0000002156",
        "completion": "0.0000006468",
        "input_cache_read": "0.00000000686"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "logprobs",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "reasoning",
        "reasoning_effort",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "stealth/ox-alpha",
      "name": "Ox Alpha",
      "created": 1787256295,
      "context_length": 1048576,
      "pricing": {
        "prompt": "0",
        "completion": "0"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_p"
      ]
    },
    {
      "id": "tencent/hy4-preview",
      "name": "Tencent: Hy4 preview",
      "created": 1787897375,
      "context_length": 1048576,
      "pricing": {
        "prompt": "0.000000834",
        "completion": "0.000002501",
        "input_cache_read": "0.000000042",
        "overrides": [
          {
            "utc_start": 0,
            "utc_end": 1600,
            "prompt": "0.000000834",
            "completion": "0.000002501",
            "input_cache_read": "0.000000042"
          },
          {
            "utc_start": 1600,
            "utc_end": 0,
            "prompt": "0.0000007506",
            "completion": "0.0000022509",
            "input_cache_read": "0.0000000378"
          }
        ]
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "max_completion_tokens",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "reasoning",
        "reasoning_effort",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_p"
      ]
    },
    {
      "id": "qwen/qwen3.8-flash",
      "name": "Qwen: Qwen3.8 Flash",
      "created": 1787773060,
      "context_length": 1000000,
      "pricing": {
        "prompt": "0.00000015",
        "completion": "0.00000047",
        "input_cache_read": "0.000000016",
        "input_cache_write": "0.0000002"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logprobs",
        "max_tokens",
        "presence_penalty",
        "reasoning",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "z-ai/glm-5.3-flash",
      "name": "Z.ai: GLM 5.3 Flash",
      "created": 1787752741,
      "context_length": 1048576,
      "pricing": {
        "prompt": "0.00000015",
        "completion": "0.0000005",
        "input_cache_read": "0.00000003"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "logprobs",
        "max_tokens",
        "min_p",
        "parallel_tool_calls",
        "presence_penalty",
        "reasoning",
        "reasoning_effort",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "inference-net/schematron-v2-turbo",
      "name": "Inference.net: Schematron V2 Turbo",
      "created": 1789176949,
      "context_length": 128000,
      "pricing": {
        "prompt": "0.00000003",
        "completion": "0.00000015",
        "input_cache_read": "0.00000003"
      },
      "supported_parameters": [
        "frequency_penalty",
        "logit_bias",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "top_k",
        "top_p"
      ]
    },
    {
      "id": "sakana/fugu-ultra-v2",
      "name": "Sakana: Fugu Ultra v2",
      "created": 1789105383,
      "context_length": 1000000,
      "pricing": {
        "prompt": "0.000005",
        "completion": "0.00003",
        "web_search": "0.01",
        "input_cache_read": "0.0000005",
        "overrides": [
          {
            "min_prompt_tokens": 272000,
            "prompt": "0.00001",
            "completion": "0.000045",
            "input_cache_read": "0.000001"
          }
        ]
      },
      "supported_parameters": [
        "include_reasoning",
        "reasoning",
        "reasoning_effort",
        "structured_outputs",
        "tool_choice",
        "tools",
        "web_search_options"
      ]
    },
    {
      "id": "sakana/fugu-max",
      "name": "Sakana: Fugu Max",
      "created": 1789104771,
      "context_length": 1000000,
      "pricing": {
        "prompt": "0.000002",
        "completion": "0.000006",
        "web_search": "0.01",
        "input_cache_read": "0.00000025"
      },
      "supported_parameters": [
        "include_reasoning",
        "reasoning",
        "reasoning_effort",
        "structured_outputs",
        "tool_choice",
        "tools",
        "web_search_options"
      ]
    },
    {
      "id": "inclusionai/ling-3.0-flash-vl",
      "name": "inclusionAI: Ling 3.0 Flash VL",
      "created": 1789056114,
      "context_length": 262144,
      "pricing": {
        "prompt": "0.000000021",
        "completion": "0.0000000616",
        "input_cache_read": "0.0000000042"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "logprobs",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "reasoning",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "deepseek/deepseek-v4.1-flash",
      "name": "DeepSeek: DeepSeek V4.1 Flash",
      "created": 1789021285,
      "context_length": 1048576,
      "pricing": {
        "prompt": "0.0000003",
        "completion": "0.0000012",
        "input_cache_read": "0.000000006"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "logprobs",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "reasoning",
        "reasoning_effort",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "inception/mercury-2.5",
      "name": "Inception: Mercury 2.5",
      "created": 1788892137,
      "context_length": 260000,
      "pricing": {
        "prompt": "0.00000004",
        "completion": "0.00000015",
        "input_cache_read": "0.000000004"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools"
      ]
    },
    {
      "id": "nex-agi/nex-n2.5-pro:free",
      "name": "Nex AGI: Nex-N2.5-Pro (free)",
      "created": 1788890050,
      "context_length": 262144,
      "pricing": {
        "prompt": "0",
        "completion": "0"
      },
      "supported_parameters": [
        "include_reasoning",
        "logprobs",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "openai/gpt-6-astra",
      "name": "OpenAI: GPT-6 Astra",
      "created": 1788552838,
      "context_length": 1050000,
      "pricing": {
        "prompt": "0.00001",
        "completion": "0.00005",
        "web_search": "0.01",
        "input_cache_read": "0.000001",
        "input_cache_write": "0.0000125",
        "overrides": [
          {
            "min_prompt_tokens": 272000,
            "prompt": "0.00002",
            "completion": "0.000075",
            "input_cache_read": "0.000002",
            "input_cache_write": "0.000025"
          }
        ]
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "structured_outputs",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "openai/gpt-6-astra-pro",
      "name": "OpenAI: GPT-6 Astra Pro",
      "created": 1788552835,
      "context_length": 1050000,
      "pricing": {
        "prompt": "0.00001",
        "completion": "0.00005",
        "web_search": "0.01",
        "input_cache_read": "0.000001",
        "input_cache_write": "0.0000125",
        "overrides": [
          {
            "min_prompt_tokens": 272000,
            "prompt": "0.00002",
            "completion": "0.000075",
            "input_cache_read": "0.000002",
            "input_cache_write": "0.000025"
          }
        ]
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "structured_outputs",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "qwen/qwen3.8-max-0902",
      "name": "Qwen: Qwen3.8 Max (0902)",
      "created": 1788469704,
      "context_length": 1000000,
      "pricing": {
        "prompt": "0.000002",
        "completion": "0.000006",
        "input_cache_read": "0.00000025",
        "input_cache_write": "0.0000025"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logprobs",
        "max_tokens",
        "presence_penalty",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "meta/muse-spark-1.3",
      "name": "Meta: Muse Spark 1.3",
      "created": 1788378359,
      "context_length": 1048576,
      "pricing": {
        "prompt": "0.00000125",
        "completion": "0.00000425",
        "web_search": "0.0025",
        "input_cache_read": "0.00000015"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "repetition_penalty",
        "response_format",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_p"
      ]
    },
    {
      "id": "google/gemini-3.8-flash",
      "name": "Google: Gemini 3.8 Flash",
      "created": 1788362056,
      "context_length": 1048576,
      "pricing": {
        "prompt": "0.00000075",
        "completion": "0.00000375",
        "image": "0.00000075",
        "audio": "0.00000075",
        "input_audio_cache": "0.000000075",
        "web_search": "0.014",
        "internal_reasoning": "0.00000375",
        "input_cache_read": "0.000000075",
        "input_cache_write": "0.0000000416666666666667"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_p"
      ]
    },
    {
      "id": "anthropic/claude-fable-5.1",
      "name": "Anthropic: Claude Fable 5.1",
      "created": 1788285838,
      "context_length": 1000000,
      "pricing": {
        "prompt": "0.00001",
        "completion": "0.00005",
        "web_search": "0.01",
        "input_cache_read": "0.00000025",
        "input_cache_write": "0.0000125",
        "input_cache_write_1h": "0.00002"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "stop",
        "structured_outputs",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "ibm-granite/granite-4.2-8b",
      "name": "IBM: Granite 4.2 8B",
      "created": 1788206780,
      "context_length": 131072,
      "pricing": {
        "prompt": "0.00000006",
        "completion": "0.00000025",
        "input_cache_read": "0.000000015"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "logprobs",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "reasoning",
        "reasoning_effort",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "openai/gpt-6.1-sol",
      "name": "OpenAI: GPT-6.1 Sol",
      "created": 1790702882,
      "context_length": 1050000,
      "pricing": {
        "prompt": "0.000002",
        "completion": "0.00001",
        "web_search": "0.01",
        "input_cache_read": "0.0000001",
        "input_cache_write": "0.0000025",
        "overrides": [
          {
            "min_prompt_tokens": 272000,
            "prompt": "0.000004",
            "completion": "0.000015",
            "input_cache_read": "0.0000002",
            "input_cache_write": "0.000005"
          }
        ]
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "structured_outputs",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "anthropic/claude-sonnet-5.5",
      "name": "Anthropic: Claude Sonnet 5.5",
      "created": 1790618686,
      "context_length": 1000000,
      "pricing": {
        "prompt": "0.000002",
        "completion": "0.00001",
        "web_search": "0.01",
        "input_cache_read": "0.0000002",
        "input_cache_write": "0.0000025",
        "input_cache_write_1h": "0.000004"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "fireworks/ember-1",
      "name": "Fireworks: Ember-1",
      "created": 1790208461,
      "context_length": 1048576,
      "pricing": {
        "prompt": "0.000003",
        "completion": "0.000015",
        "input_cache_read": "0.0000003"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "logprobs",
        "max_tokens",
        "presence_penalty",
        "reasoning",
        "reasoning_effort",
        "repetition_penalty",
        "response_format",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "z-ai/glm-5.3-prime",
      "name": "Z.ai: GLM 5.3 Prime",
      "created": 1790199651,
      "context_length": 1000000,
      "pricing": {
        "prompt": "0.0000028",
        "completion": "0.0000088",
        "input_cache_read": "0.00000056"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logprobs",
        "max_tokens",
        "presence_penalty",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "stop",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "qwen/qwen3.8-max-prime",
      "name": "Qwen: Qwen3.8 Max Prime",
      "created": 1790191228,
      "context_length": 1000000,
      "pricing": {
        "prompt": "0.000004",
        "completion": "0.000012",
        "input_cache_read": "0.0000005"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logprobs",
        "max_tokens",
        "presence_penalty",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "stealth/space-bunny-alpha",
      "name": "Space Bunny Alpha",
      "created": 1790174884,
      "context_length": 1000000,
      "pricing": {
        "prompt": "0",
        "completion": "0"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "temperature",
        "tool_choice",
        "tools",
        "top_p"
      ]
    },
    {
      "id": "aion-labs/aion-3.5",
      "name": "AionLabs: Aion 3.5",
      "created": 1790170961,
      "context_length": 262144,
      "pricing": {
        "prompt": "0.000003",
        "completion": "0.000006",
        "input_cache_read": "0.00000075"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "temperature",
        "tool_choice",
        "tools",
        "top_p"
      ]
    },
    {
      "id": "upstage/solar-mini4",
      "name": "Upstage: Solar Mini 4",
      "created": 1790160358,
      "context_length": 524288,
      "pricing": {
        "prompt": "0.00000005",
        "completion": "0.0000002",
        "input_cache_read": "0.000000005"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "max_tokens",
        "parallel_tool_calls",
        "presence_penalty",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_p"
      ]
    },
    {
      "id": "cohere/command-a-plus",
      "name": "Cohere: Command A+",
      "created": 1790102896,
      "context_length": 192000,
      "pricing": {
        "prompt": "0.0000003",
        "completion": "0.0000015",
        "input_cache_read": "0.00000015"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "max_tokens",
        "presence_penalty",
        "reasoning",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tools",
        "top_k",
        "top_p"
      ]
    },
    {
      "id": "openai/gpt-6-luna-pro",
      "name": "OpenAI: GPT-6 Luna Pro",
      "created": 1790100791,
      "context_length": 1050000,
      "pricing": {
        "prompt": "0.0000001",
        "completion": "0.0000005",
        "web_search": "0.01",
        "input_cache_read": "0.00000001",
        "input_cache_write": "0.000000125",
        "overrides": [
          {
            "min_prompt_tokens": 272000,
            "prompt": "0.0000002",
            "completion": "0.00000075",
            "input_cache_read": "0.00000002",
            "input_cache_write": "0.00000025"
          }
        ]
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "structured_outputs",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "openai/gpt-6-luna",
      "name": "OpenAI: GPT-6 Luna",
      "created": 1790100786,
      "context_length": 1050000,
      "pricing": {
        "prompt": "0.0000001",
        "completion": "0.0000005",
        "web_search": "0.01",
        "input_cache_read": "0.00000001",
        "input_cache_write": "0.000000125",
        "overrides": [
          {
            "min_prompt_tokens": 272000,
            "prompt": "0.0000002",
            "completion": "0.00000075",
            "input_cache_read": "0.00000002",
            "input_cache_write": "0.00000025"
          }
        ]
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "structured_outputs",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "openai/gpt-6-sol-pro",
      "name": "OpenAI: GPT-6 Sol Pro",
      "created": 1790100781,
      "context_length": 1050000,
      "pricing": {
        "prompt": "0.000002",
        "completion": "0.00001",
        "web_search": "0.01",
        "input_cache_read": "0.0000002",
        "input_cache_write": "0.0000025",
        "overrides": [
          {
            "min_prompt_tokens": 272000,
            "prompt": "0.000004",
            "completion": "0.000015",
            "input_cache_read": "0.0000004",
            "input_cache_write": "0.000005"
          }
        ]
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "structured_outputs",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "openai/gpt-6-sol",
      "name": "OpenAI: GPT-6 Sol",
      "created": 1790100775,
      "context_length": 1050000,
      "pricing": {
        "prompt": "0.000002",
        "completion": "0.00001",
        "web_search": "0.01",
        "input_cache_read": "0.0000002",
        "input_cache_write": "0.0000025",
        "overrides": [
          {
            "min_prompt_tokens": 272000,
            "prompt": "0.000004",
            "completion": "0.000015",
            "input_cache_read": "0.0000004",
            "input_cache_write": "0.000005"
          }
        ]
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "structured_outputs",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "anthropic/claude-opus-5.5",
      "name": "Anthropic: Claude Opus 5.5",
      "created": 1790094732,
      "context_length": 1000000,
      "pricing": {
        "prompt": "0.000004",
        "completion": "0.00002",
        "web_search": "0.01",
        "input_cache_read": "0.0000002",
        "input_cache_write": "0.000005",
        "input_cache_write_1h": "0.000008"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_completion_tokens",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "verbosity"
      ]
    },
    {
      "id": "xiaomi/mimo-v2.6-pro-ultraspeed",
      "name": "Xiaomi: MiMo-V2.6-Pro-UltraSpeed",
      "created": 1790021267,
      "context_length": 1048576,
      "pricing": {
        "prompt": "0.00000435",
        "completion": "0.0000087",
        "input_cache_read": "0.000000036"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "max_tokens",
        "presence_penalty",
        "reasoning",
        "response_format",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_p"
      ]
    },
    {
      "id": "xiaomi/mimo-v2.6-flash",
      "name": "Xiaomi: MiMo-V2.6-Flash",
      "created": 1790021264,
      "context_length": 1050000,
      "pricing": {
        "prompt": "0.00000014",
        "completion": "0.00000028",
        "input_cache_read": "0.0000000028"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "logprobs",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "reasoning",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "xiaomi/mimo-v2.6-pro",
      "name": "Xiaomi: MiMo-V2.6-Pro",
      "created": 1790021259,
      "context_length": 1050000,
      "pricing": {
        "prompt": "0.000000435",
        "completion": "0.00000087",
        "input_cache_read": "0.0000000036"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logit_bias",
        "max_tokens",
        "min_p",
        "presence_penalty",
        "reasoning",
        "repetition_penalty",
        "response_format",
        "seed",
        "stop",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_p"
      ]
    },
    {
      "id": "x-ai/grok-4.7",
      "name": "SpaceXAI: Grok 4.7",
      "created": 1790007541,
      "context_length": 500000,
      "pricing": {
        "prompt": "0.000002",
        "completion": "0.000006",
        "web_search": "0.005",
        "input_cache_read": "0.0000005",
        "overrides": [
          {
            "min_prompt_tokens": 200000,
            "prompt": "0.000004",
            "completion": "0.000012",
            "input_cache_read": "0.000001"
          }
        ]
      },
      "supported_parameters": [
        "include_reasoning",
        "logprobs",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "seed",
        "structured_outputs",
        "temperature",
        "tool_choice",
        "tools",
        "top_logprobs",
        "top_p"
      ]
    },
    {
      "id": "z-ai/glm-5.3-flashx",
      "name": "Z.ai: GLM 5.3 FlashX",
      "created": 1789744020,
      "context_length": 1048576,
      "pricing": {
        "prompt": "0.00000037",
        "completion": "0.00000125",
        "input_cache_read": "0.00000009"
      },
      "supported_parameters": [
        "include_reasoning",
        "max_tokens",
        "reasoning",
        "reasoning_effort",
        "response_format",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_p"
      ]
    },
    {
      "id": "inclusionai/ling-3.1-flash",
      "name": "inclusionAI: Ling 3.1 Flash",
      "created": 1790950024,
      "context_length": 262144,
      "pricing": {
        "prompt": "0",
        "completion": "0"
      },
      "supported_parameters": [
        "frequency_penalty",
        "include_reasoning",
        "logprobs",
        "max_tokens",
        "presence_penalty",
        "reasoning",
        "repetition_penalty",
        "seed",
        "stop",
        "temperature",
        "tool_choice",
        "tools",
        "top_k",
        "top_logprobs",
        "top_p"
      ]
    }
  ],
  "routers": [
    {
      "router": "nvidia_switchyard",
      "passed": 9,
      "scored": 9,
      "sum_cost": 0.0222757,
      "per_1k": 2.48,
      "median_lat": 5.971,
      "served": {
        "deepseek/deepseek-v4.1-flash": 4,
        "anthropic/claude-opus-5.5": 5
      }
    },
    {
      "router": "openrouter_auto_beta",
      "passed": 9,
      "scored": 9,
      "sum_cost": 0.0023552,
      "per_1k": 0.26,
      "median_lat": 6.321,
      "served": {
        "openai/gpt-5.6-luna": 9
      }
    },
    {
      "router": "openrouter_free",
      "passed": 8,
      "scored": 9,
      "sum_cost": 0,
      "per_1k": 0,
      "median_lat": 7.722,
      "served": {
        "dots-studio/dots-3-note-preview:free": 2,
        "nvidia/nemotron-3-ultra-550b-a55b:free": 3,
        "nvidia/nemotron-3.5-content-safety:free": 1,
        "nvidia/nemotron-3-super-120b-a12b:free": 1,
        "apodex/apodex-1.1-mini:free": 1,
        "liquid/lfm-2.5-2.6b:free": 1
      }
    },
    {
      "router": "openrouter_fusion",
      "passed": 9,
      "scored": 9,
      "sum_cost": 0.063749,
      "per_1k": 7.08,
      "median_lat": 3.598,
      "served": {
        "anthropic/claude-opus-5.5": 9
      }
    },
    {
      "router": "openrouter_pareto_code",
      "passed": 9,
      "scored": 9,
      "sum_cost": 0.07614,
      "per_1k": 8.46,
      "median_lat": 4.439,
      "served": {
        "anthropic/claude-fable-5.1": 9
      }
    },
    {
      "router": "typesafe_jev_router",
      "passed": 9,
      "scored": 9,
      "sum_cost": 0.0090968,
      "per_1k": 1.01,
      "median_lat": 4.414,
      "served": {
        "openai/gpt-6-luna": 3,
        "deepseek/deepseek-v4.1-flash": 3,
        "openai/gpt-6.1-sol": 2,
        "anthropic/claude-opus-5.5": 1
      }
    }
  ],
  "router_probe_nvidia_switchyard.json": [
    {
      "task": "two_sum",
      "pass": true,
      "served": "deepseek/deepseek-v4.1-flash",
      "provider": "DeepInfra",
      "cost": 0.00005782,
      "lat": 3.631,
      "pin": 89,
      "pout": 108,
      "rtok": 52
    },
    {
      "task": "valid_parentheses",
      "pass": true,
      "served": "anthropic/claude-opus-5.5",
      "provider": "Claude Platform on AWS",
      "cost": 0.003052,
      "lat": 5.971,
      "pin": 83,
      "pout": 136,
      "rtok": 0
    },
    {
      "task": "merge_intervals",
      "pass": true,
      "served": "anthropic/claude-opus-5.5",
      "provider": "Claude Platform on AWS",
      "cost": 0.003456,
      "lat": 4.873,
      "pin": 84,
      "pout": 156,
      "rtok": 0
    },
    {
      "task": "roman_to_int",
      "pass": true,
      "served": "deepseek/deepseek-v4.1-flash",
      "provider": "Sail Research",
      "cost": 0.0001968,
      "lat": 6.775,
      "pin": 85,
      "pout": 475,
      "rtok": 364
    },
    {
      "task": "lcs_len",
      "pass": true,
      "served": "anthropic/claude-opus-5.5",
      "provider": "Claude Platform on AWS",
      "cost": 0.00372,
      "lat": 4.821,
      "pin": 70,
      "pout": 172,
      "rtok": 0
    },
    {
      "task": "flatten",
      "pass": true,
      "served": "deepseek/deepseek-v4.1-flash",
      "provider": "Sail Research",
      "cost": 0.00022752,
      "lat": 8.597,
      "pin": 99,
      "pout": 549,
      "rtok": 472
    },
    {
      "task": "top_k_words",
      "pass": true,
      "served": "deepseek/deepseek-v4.1-flash",
      "provider": "Sail Research",
      "cost": 0.00014152,
      "lat": 7.956,
      "pin": 84,
      "pout": 337,
      "rtok": 281
    },
    {
      "task": "token_bucket",
      "pass": true,
      "served": "anthropic/claude-opus-5.5",
      "provider": "Claude Platform on AWS",
      "cost": 0.006296,
      "lat": 6.683,
      "pin": 164,
      "pout": 282,
      "rtok": 82
    },
    {
      "task": "parse_csv_line",
      "pass": true,
      "served": "anthropic/claude-opus-5.5",
      "provider": "Claude Platform on AWS",
      "cost": 0.005128,
      "lat": 5.308,
      "pin": 122,
      "pout": 232,
      "rtok": 0
    }
  ],
  "router_probe_typesafe_jev_router.json": [
    {
      "task": "two_sum",
      "pass": true,
      "served": "openai/gpt-6-luna",
      "provider": "Azure",
      "cost": 0.000046,
      "lat": 3.254,
      "pin": 65,
      "pout": 79,
      "rtok": 19
    },
    {
      "task": "valid_parentheses",
      "pass": true,
      "served": "deepseek/deepseek-v4.1-flash",
      "provider": "Together",
      "cost": 0.0001734,
      "lat": 1.781,
      "pin": 78,
      "pout": 125,
      "rtok": 35
    },
    {
      "task": "merge_intervals",
      "pass": true,
      "served": "openai/gpt-6.1-sol",
      "provider": "OpenAI",
      "cost": 0.000928,
      "lat": 4.414,
      "pin": 54,
      "pout": 82,
      "rtok": 0
    },
    {
      "task": "roman_to_int",
      "pass": true,
      "served": "deepseek/deepseek-v4.1-flash",
      "provider": "Together",
      "cost": 0.0001959,
      "lat": 2.279,
      "pin": 85,
      "pout": 142,
      "rtok": 30
    },
    {
      "task": "lcs_len",
      "pass": true,
      "served": "openai/gpt-6-luna",
      "provider": "Azure",
      "cost": 0.0000689,
      "lat": 5.934,
      "pin": 49,
      "pout": 128,
      "rtok": 0
    },
    {
      "task": "flatten",
      "pass": true,
      "served": "openai/gpt-6-luna",
      "provider": "Azure",
      "cost": 0.0000934,
      "lat": 4.715,
      "pin": 74,
      "pout": 172,
      "rtok": 99
    },
    {
      "task": "top_k_words",
      "pass": true,
      "served": "deepseek/deepseek-v4.1-flash",
      "provider": "Together",
      "cost": 0.0003732,
      "lat": 1.967,
      "pin": 84,
      "pout": 290,
      "rtok": 228
    },
    {
      "task": "token_bucket",
      "pass": true,
      "served": "openai/gpt-6.1-sol",
      "provider": "OpenAI",
      "cost": 0.00209,
      "lat": 7.686,
      "pin": 110,
      "pout": 187,
      "rtok": 77
    },
    {
      "task": "parse_csv_line",
      "pass": true,
      "served": "anthropic/claude-opus-5.5",
      "provider": "Claude Platform on AWS",
      "cost": 0.005128,
      "lat": 4.93,
      "pin": 122,
      "pout": 232,
      "rtok": 0
    }
  ],
  "probe_effort.json": {
    "runs": {
      "openai/gpt-6-sol": {
        "at": "2026-10-03T08:42:25.338Z",
        "default": {
          "score": 9,
          "n": 9,
          "rtok": 693,
          "pout": 1598,
          "cost": 0.017188,
          "latMed": 5.824,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 2.473,
              "pout": 58,
              "rtok": 0,
              "cost": 0.00071,
              "provider": "OpenAI"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 6.775,
              "pout": 87,
              "rtok": 0,
              "cost": 0.000978,
              "provider": "OpenAI"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 7.119,
              "pout": 169,
              "rtok": 85,
              "cost": 0.001798,
              "provider": "OpenAI"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 5.053,
              "pout": 149,
              "rtok": 28,
              "cost": 0.001612,
              "provider": "OpenAI"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 12.488,
              "pout": 266,
              "rtok": 140,
              "cost": 0.002758,
              "provider": "OpenAI"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 5.824,
              "pout": 224,
              "rtok": 142,
              "cost": 0.002388,
              "provider": "OpenAI"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 4.704,
              "pout": 151,
              "rtok": 75,
              "cost": 0.001624,
              "provider": "OpenAI"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 5.558,
              "pout": 179,
              "rtok": 75,
              "cost": 0.00201,
              "provider": "OpenAI"
            },
            {
              "task": "parse_csv_line",
              "pass": true,
              "lat": 7.623,
              "pout": 315,
              "rtok": 148,
              "cost": 0.00331,
              "provider": "OpenAI"
            }
          ]
        },
        "low": {
          "score": 9,
          "n": 9,
          "rtok": 171,
          "pout": 1039,
          "cost": 0.011598,
          "latMed": 3.86,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 3.86,
              "pout": 58,
              "rtok": 0,
              "cost": 0.00071,
              "provider": "OpenAI"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 3.04,
              "pout": 87,
              "rtok": 0,
              "cost": 0.000978,
              "provider": "OpenAI"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 2.681,
              "pout": 74,
              "rtok": 0,
              "cost": 0.000848,
              "provider": "OpenAI"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 3.195,
              "pout": 119,
              "rtok": 0,
              "cost": 0.001312,
              "provider": "OpenAI"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 3.536,
              "pout": 126,
              "rtok": 0,
              "cost": 0.001358,
              "provider": "OpenAI"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 5.292,
              "pout": 79,
              "rtok": 0,
              "cost": 0.000938,
              "provider": "OpenAI"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 5.943,
              "pout": 89,
              "rtok": 35,
              "cost": 0.001004,
              "provider": "OpenAI"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 4.068,
              "pout": 135,
              "rtok": 31,
              "cost": 0.00157,
              "provider": "OpenAI"
            },
            {
              "task": "parse_csv_line",
              "pass": true,
              "lat": 7.395,
              "pout": 272,
              "rtok": 105,
              "cost": 0.00288,
              "provider": "OpenAI"
            }
          ]
        },
        "medium": {
          "score": 9,
          "n": 9,
          "rtok": 829,
          "pout": 1739,
          "cost": 0.018598,
          "latMed": 3.86,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 3.86,
              "pout": 80,
              "rtok": 25,
              "cost": 0.00093,
              "provider": "OpenAI"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 2.742,
              "pout": 97,
              "rtok": 8,
              "cost": 0.001078,
              "provider": "OpenAI"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 3.542,
              "pout": 112,
              "rtok": 28,
              "cost": 0.001228,
              "provider": "OpenAI"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 2.81,
              "pout": 119,
              "rtok": 0,
              "cost": 0.001312,
              "provider": "OpenAI"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 5.041,
              "pout": 264,
              "rtok": 134,
              "cost": 0.002738,
              "provider": "OpenAI"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 7.572,
              "pout": 379,
              "rtok": 289,
              "cost": 0.003938,
              "provider": "OpenAI"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 5.371,
              "pout": 172,
              "rtok": 102,
              "cost": 0.001834,
              "provider": "OpenAI"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 3.753,
              "pout": 200,
              "rtok": 94,
              "cost": 0.00222,
              "provider": "OpenAI"
            },
            {
              "task": "parse_csv_line",
              "pass": true,
              "lat": 13.747,
              "pout": 316,
              "rtok": 149,
              "cost": 0.00332,
              "provider": "OpenAI"
            }
          ]
        },
        "high": {
          "score": 9,
          "n": 9,
          "rtok": 1405,
          "pout": 2336,
          "cost": 0.024567999999999996,
          "latMed": 5.483,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 3.77,
              "pout": 76,
              "rtok": 16,
              "cost": 0.00089,
              "provider": "OpenAI"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 2.425,
              "pout": 87,
              "rtok": 0,
              "cost": 0.000978,
              "provider": "OpenAI"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 4.508,
              "pout": 112,
              "rtok": 28,
              "cost": 0.001228,
              "provider": "OpenAI"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 5.483,
              "pout": 218,
              "rtok": 96,
              "cost": 0.002302,
              "provider": "OpenAI"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 4.548,
              "pout": 229,
              "rtok": 91,
              "cost": 0.002388,
              "provider": "OpenAI"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 5.919,
              "pout": 330,
              "rtok": 248,
              "cost": 0.003448,
              "provider": "OpenAI"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 6.456,
              "pout": 128,
              "rtok": 74,
              "cost": 0.001394,
              "provider": "OpenAI"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 6.108,
              "pout": 310,
              "rtok": 202,
              "cost": 0.00332,
              "provider": "OpenAI"
            },
            {
              "task": "parse_csv_line",
              "pass": true,
              "lat": 11.749,
              "pout": 846,
              "rtok": 650,
              "cost": 0.00862,
              "provider": "OpenAI"
            }
          ]
        }
      },
      "openai/gpt-6-luna": {
        "at": "2026-10-03T08:42:25.339Z",
        "default": {
          "score": 8,
          "n": 9,
          "rtok": 1111,
          "pout": 1886,
          "cost": 0.0010034,
          "latMed": 5.472,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 6.029,
              "pout": 101,
              "rtok": 41,
              "cost": 0.000057,
              "provider": "OpenAI"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 5.843,
              "pout": 124,
              "rtok": 35,
              "cost": 0.0000674,
              "provider": "OpenAI"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 2.939,
              "pout": 183,
              "rtok": 99,
              "cost": 0.0000969,
              "provider": "OpenAI"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 4.026,
              "pout": 160,
              "rtok": 39,
              "cost": 0.0000861,
              "provider": "OpenAI"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 3.922,
              "pout": 242,
              "rtok": 104,
              "cost": 0.0001259,
              "provider": "OpenAI"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 4.431,
              "pout": 139,
              "rtok": 63,
              "cost": 0.0000769,
              "provider": "OpenAI"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 6.946,
              "pout": 216,
              "rtok": 148,
              "cost": 0.0001137,
              "provider": "OpenAI"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 5.472,
              "pout": 266,
              "rtok": 158,
              "cost": 0.000144,
              "provider": "OpenAI"
            },
            {
              "task": "parse_csv_line",
              "pass": false,
              "lat": 11.751,
              "pout": 455,
              "rtok": 424,
              "cost": 0.0002355,
              "provider": "OpenAI"
            }
          ]
        },
        "low": {
          "score": 9,
          "n": 9,
          "rtok": 509,
          "pout": 1396,
          "cost": 0.0007584,
          "latMed": 4.769,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 4.931,
              "pout": 80,
              "rtok": 20,
              "cost": 0.0000465,
              "provider": "OpenAI"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 4.633,
              "pout": 88,
              "rtok": 0,
              "cost": 0.0000494,
              "provider": "OpenAI"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 3.622,
              "pout": 88,
              "rtok": 0,
              "cost": 0.0000494,
              "provider": "OpenAI"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 3.79,
              "pout": 119,
              "rtok": 0,
              "cost": 0.0000656,
              "provider": "OpenAI"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 4.412,
              "pout": 153,
              "rtok": 23,
              "cost": 0.0000814,
              "provider": "OpenAI"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 4.769,
              "pout": 138,
              "rtok": 57,
              "cost": 0.0000764,
              "provider": "OpenAI"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 5.677,
              "pout": 48,
              "rtok": 0,
              "cost": 0.0000297,
              "provider": "OpenAI"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 5.477,
              "pout": 161,
              "rtok": 55,
              "cost": 0.0000915,
              "provider": "OpenAI"
            },
            {
              "task": "parse_csv_line",
              "pass": true,
              "lat": 10.236,
              "pout": 521,
              "rtok": 354,
              "cost": 0.0002685,
              "provider": "OpenAI"
            }
          ]
        },
        "medium": {
          "score": 9,
          "n": 9,
          "rtok": 811,
          "pout": 1753,
          "cost": 0.0009369000000000001,
          "latMed": 4.519,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 3.479,
              "pout": 113,
              "rtok": 53,
              "cost": 0.000063,
              "provider": "OpenAI"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 3.32,
              "pout": 123,
              "rtok": 34,
              "cost": 0.0000669,
              "provider": "OpenAI"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 5.047,
              "pout": 157,
              "rtok": 48,
              "cost": 0.0000839,
              "provider": "OpenAI"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 3.56,
              "pout": 157,
              "rtok": 36,
              "cost": 0.0000846,
              "provider": "OpenAI"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 5.358,
              "pout": 160,
              "rtok": 30,
              "cost": 0.0000849,
              "provider": "OpenAI"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 4.453,
              "pout": 174,
              "rtok": 90,
              "cost": 0.0000944,
              "provider": "OpenAI"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 6.512,
              "pout": 216,
              "rtok": 142,
              "cost": 0.0001137,
              "provider": "OpenAI"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 4.519,
              "pout": 152,
              "rtok": 44,
              "cost": 0.000087,
              "provider": "OpenAI"
            },
            {
              "task": "parse_csv_line",
              "pass": true,
              "lat": 8.526,
              "pout": 501,
              "rtok": 334,
              "cost": 0.0002585,
              "provider": "OpenAI"
            }
          ]
        },
        "high": {
          "score": 9,
          "n": 9,
          "rtok": 1577,
          "pout": 2483,
          "cost": 0.0013019000000000001,
          "latMed": 4.489,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 4.489,
              "pout": 106,
              "rtok": 46,
              "cost": 0.0000595,
              "provider": "OpenAI"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 4.257,
              "pout": 157,
              "rtok": 67,
              "cost": 0.0000839,
              "provider": "OpenAI"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 3.725,
              "pout": 153,
              "rtok": 49,
              "cost": 0.0000819,
              "provider": "OpenAI"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 4.36,
              "pout": 181,
              "rtok": 65,
              "cost": 0.0000966,
              "provider": "OpenAI"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 6.509,
              "pout": 176,
              "rtok": 46,
              "cost": 0.0000929,
              "provider": "OpenAI"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 4.525,
              "pout": 195,
              "rtok": 114,
              "cost": 0.0001049,
              "provider": "OpenAI"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 4.203,
              "pout": 131,
              "rtok": 81,
              "cost": 0.0000712,
              "provider": "OpenAI"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 7.07,
              "pout": 484,
              "rtok": 373,
              "cost": 0.000253,
              "provider": "OpenAI"
            },
            {
              "task": "parse_csv_line",
              "pass": true,
              "lat": 10.936,
              "pout": 900,
              "rtok": 736,
              "cost": 0.000458,
              "provider": "OpenAI"
            }
          ]
        }
      },
      "openai/gpt-6.1-sol": {
        "at": "2026-10-03T08:42:25.339Z",
        "default": {
          "score": 9,
          "n": 9,
          "rtok": 538,
          "pout": 1487,
          "cost": 0.016078000000000002,
          "latMed": 6.186,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 5.055,
              "pout": 58,
              "rtok": 0,
              "cost": 0.00071,
              "provider": "OpenAI"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 5.275,
              "pout": 87,
              "rtok": 0,
              "cost": 0.000978,
              "provider": "OpenAI"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 6.186,
              "pout": 99,
              "rtok": 15,
              "cost": 0.001098,
              "provider": "OpenAI"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 4.485,
              "pout": 107,
              "rtok": 0,
              "cost": 0.001192,
              "provider": "OpenAI"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 5.006,
              "pout": 142,
              "rtok": 12,
              "cost": 0.001518,
              "provider": "OpenAI"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 9.149,
              "pout": 167,
              "rtok": 92,
              "cost": 0.001818,
              "provider": "OpenAI"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 11.225,
              "pout": 149,
              "rtok": 89,
              "cost": 0.001604,
              "provider": "OpenAI"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 9.624,
              "pout": 192,
              "rtok": 84,
              "cost": 0.00214,
              "provider": "OpenAI"
            },
            {
              "task": "parse_csv_line",
              "pass": true,
              "lat": 18.55,
              "pout": 486,
              "rtok": 246,
              "cost": 0.00502,
              "provider": "OpenAI"
            }
          ]
        },
        "low": {
          "score": 9,
          "n": 9,
          "rtok": 194,
          "pout": 1117,
          "cost": 0.012378,
          "latMed": 3.803,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 3.24,
              "pout": 58,
              "rtok": 0,
              "cost": 0.00071,
              "provider": "OpenAI"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 3.509,
              "pout": 87,
              "rtok": 0,
              "cost": 0.000978,
              "provider": "OpenAI"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 3.95,
              "pout": 82,
              "rtok": 0,
              "cost": 0.000928,
              "provider": "OpenAI"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 3.803,
              "pout": 114,
              "rtok": 0,
              "cost": 0.001262,
              "provider": "OpenAI"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 4.133,
              "pout": 128,
              "rtok": 0,
              "cost": 0.001378,
              "provider": "OpenAI"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 3.384,
              "pout": 79,
              "rtok": 0,
              "cost": 0.000938,
              "provider": "OpenAI"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 2.881,
              "pout": 52,
              "rtok": 0,
              "cost": 0.000634,
              "provider": "OpenAI"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 5.245,
              "pout": 165,
              "rtok": 57,
              "cost": 0.00187,
              "provider": "OpenAI"
            },
            {
              "task": "parse_csv_line",
              "pass": true,
              "lat": 11.884,
              "pout": 352,
              "rtok": 137,
              "cost": 0.00368,
              "provider": "OpenAI"
            }
          ]
        },
        "medium": {
          "score": 8,
          "n": 9,
          "rtok": 539,
          "pout": 1276,
          "cost": 0.013967999999999998,
          "latMed": 5.066,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 3.549,
              "pout": 58,
              "rtok": 0,
              "cost": 0.00071,
              "provider": "OpenAI"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 3.828,
              "pout": 87,
              "rtok": 0,
              "cost": 0.000978,
              "provider": "OpenAI"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 5.066,
              "pout": 108,
              "rtok": 24,
              "cost": 0.001188,
              "provider": "OpenAI"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 3.94,
              "pout": 114,
              "rtok": 0,
              "cost": 0.001262,
              "provider": "OpenAI"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 4.168,
              "pout": 145,
              "rtok": 15,
              "cost": 0.001548,
              "provider": "OpenAI"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 6.558,
              "pout": 164,
              "rtok": 91,
              "cost": 0.001788,
              "provider": "OpenAI"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 7.595,
              "pout": 158,
              "rtok": 98,
              "cost": 0.001694,
              "provider": "OpenAI"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 6.923,
              "pout": 234,
              "rtok": 131,
              "cost": 0.00256,
              "provider": "OpenAI"
            },
            {
              "task": "parse_csv_line",
              "pass": false,
              "lat": 7.14,
              "pout": 208,
              "rtok": 180,
              "cost": 0.00224,
              "provider": "OpenAI"
            }
          ]
        },
        "high": {
          "score": 9,
          "n": 9,
          "rtok": 1213,
          "pout": 2110,
          "cost": 0.022308,
          "latMed": 6.046,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 5.081,
              "pout": 89,
              "rtok": 29,
              "cost": 0.00102,
              "provider": "OpenAI"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 5.043,
              "pout": 213,
              "rtok": 124,
              "cost": 0.002238,
              "provider": "OpenAI"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 5.529,
              "pout": 155,
              "rtok": 70,
              "cost": 0.001658,
              "provider": "OpenAI"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 5.739,
              "pout": 174,
              "rtok": 65,
              "cost": 0.001862,
              "provider": "OpenAI"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 6.185,
              "pout": 251,
              "rtok": 121,
              "cost": 0.002608,
              "provider": "OpenAI"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 8.667,
              "pout": 234,
              "rtok": 160,
              "cost": 0.002488,
              "provider": "OpenAI"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 6.046,
              "pout": 169,
              "rtok": 109,
              "cost": 0.001804,
              "provider": "OpenAI"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 8.169,
              "pout": 266,
              "rtok": 158,
              "cost": 0.00288,
              "provider": "OpenAI"
            },
            {
              "task": "parse_csv_line",
              "pass": true,
              "lat": 13.617,
              "pout": 559,
              "rtok": 377,
              "cost": 0.00575,
              "provider": "OpenAI"
            }
          ]
        }
      },
      "anthropic/claude-sonnet-5.5": {
        "at": "2026-10-03T08:42:25.339Z",
        "default": {
          "score": 9,
          "n": 9,
          "rtok": 225,
          "pout": 1532,
          "cost": 0.017148,
          "latMed": 5.555,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 3.85,
              "pout": 78,
              "rtok": 0,
              "cost": 0.000964,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 5.555,
              "pout": 128,
              "rtok": 0,
              "cost": 0.001446,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 6.813,
              "pout": 154,
              "rtok": 0,
              "cost": 0.001708,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 4.694,
              "pout": 154,
              "rtok": 0,
              "cost": 0.001732,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 3.531,
              "pout": 170,
              "rtok": 0,
              "cost": 0.00184,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 6.465,
              "pout": 345,
              "rtok": 225,
              "cost": 0.00367,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 3.617,
              "pout": 99,
              "rtok": 0,
              "cost": 0.001176,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 7.571,
              "pout": 166,
              "rtok": 0,
              "cost": 0.001988,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "parse_csv_line",
              "pass": true,
              "lat": 6.209,
              "pout": 238,
              "rtok": 0,
              "cost": 0.002624,
              "provider": "Claude Platform on AWS"
            }
          ]
        },
        "low": {
          "score": 9,
          "n": 9,
          "rtok": 0,
          "pout": 1280,
          "cost": 0.014627999999999999,
          "latMed": 4.809,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 3.02,
              "pout": 78,
              "rtok": 0,
              "cost": 0.000964,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 3.169,
              "pout": 128,
              "rtok": 0,
              "cost": 0.001446,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 2.907,
              "pout": 154,
              "rtok": 0,
              "cost": 0.001708,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 3.256,
              "pout": 142,
              "rtok": 0,
              "cost": 0.001612,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 8.341,
              "pout": 170,
              "rtok": 0,
              "cost": 0.00184,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 6.944,
              "pout": 123,
              "rtok": 0,
              "cost": 0.00145,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 4.944,
              "pout": 84,
              "rtok": 0,
              "cost": 0.001026,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 4.809,
              "pout": 162,
              "rtok": 0,
              "cost": 0.001948,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "parse_csv_line",
              "pass": true,
              "lat": 5.639,
              "pout": 239,
              "rtok": 0,
              "cost": 0.002634,
              "provider": "Claude Platform on AWS"
            }
          ]
        },
        "medium": {
          "score": 9,
          "n": 9,
          "rtok": 0,
          "pout": 1295,
          "cost": 0.014778000000000001,
          "latMed": 5.204,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 5.169,
              "pout": 75,
              "rtok": 0,
              "cost": 0.000934,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 5.246,
              "pout": 128,
              "rtok": 0,
              "cost": 0.001446,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 4.895,
              "pout": 154,
              "rtok": 0,
              "cost": 0.001708,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 5.204,
              "pout": 148,
              "rtok": 0,
              "cost": 0.001672,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 4.958,
              "pout": 170,
              "rtok": 0,
              "cost": 0.00184,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 5.316,
              "pout": 123,
              "rtok": 0,
              "cost": 0.00145,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 5.109,
              "pout": 99,
              "rtok": 0,
              "cost": 0.001176,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 5.277,
              "pout": 166,
              "rtok": 0,
              "cost": 0.001988,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "parse_csv_line",
              "pass": true,
              "lat": 6.676,
              "pout": 232,
              "rtok": 0,
              "cost": 0.002564,
              "provider": "Claude Platform on AWS"
            }
          ]
        },
        "high": {
          "score": 9,
          "n": 9,
          "rtok": 264,
          "pout": 1558,
          "cost": 0.017408,
          "latMed": 3.216,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 2.898,
              "pout": 75,
              "rtok": 0,
              "cost": 0.000934,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 2.808,
              "pout": 128,
              "rtok": 0,
              "cost": 0.001446,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 3.216,
              "pout": 154,
              "rtok": 0,
              "cost": 0.001708,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 3.151,
              "pout": 142,
              "rtok": 0,
              "cost": 0.001612,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 3.351,
              "pout": 176,
              "rtok": 0,
              "cost": 0.0019,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 5.882,
              "pout": 382,
              "rtok": 264,
              "cost": 0.00404,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 3.088,
              "pout": 99,
              "rtok": 0,
              "cost": 0.001176,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 3.654,
              "pout": 170,
              "rtok": 0,
              "cost": 0.002028,
              "provider": "Claude Platform on AWS"
            },
            {
              "task": "parse_csv_line",
              "pass": true,
              "lat": 3.691,
              "pout": 232,
              "rtok": 0,
              "cost": 0.002564,
              "provider": "Claude Platform on AWS"
            }
          ]
        }
      },
      "x-ai/grok-4.7": {
        "at": "2026-10-03T08:42:25.339Z",
        "default": {
          "score": 9,
          "n": 9,
          "rtok": 3863,
          "pout": 4846,
          "cost": 0.038774,
          "latMed": 9.621,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 10.118,
              "pout": 130,
              "rtok": 68,
              "cost": 0.001658,
              "provider": "xAI"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 6.515,
              "pout": 156,
              "rtok": 65,
              "cost": 0.00179,
              "provider": "xAI"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 4.465,
              "pout": 158,
              "rtok": 49,
              "cost": 0.00353,
              "provider": "xAI"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 4.38,
              "pout": 179,
              "rtok": 63,
              "cost": 0.001958,
              "provider": "xAI"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 6.041,
              "pout": 211,
              "rtok": 66,
              "cost": 0.00211,
              "provider": "xAI"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 9.621,
              "pout": 588,
              "rtok": 504,
              "cost": 0.004432,
              "provider": "xAI"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 10.137,
              "pout": 281,
              "rtok": 229,
              "cost": 0.002554,
              "provider": "xAI"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 18.543,
              "pout": 992,
              "rtok": 878,
              "cost": 0.006924,
              "provider": "xAI"
            },
            {
              "task": "parse_csv_line",
              "pass": true,
              "lat": 32.524,
              "pout": 2151,
              "rtok": 1941,
              "cost": 0.013818,
              "provider": "xAI"
            }
          ]
        },
        "low": {
          "score": 9,
          "n": 9,
          "rtok": 1398,
          "pout": 2392,
          "cost": 0.022322,
          "latMed": 3.964,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 3.291,
              "pout": 124,
              "rtok": 62,
              "cost": 0.001622,
              "provider": "xAI"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 3.329,
              "pout": 138,
              "rtok": 47,
              "cost": 0.001682,
              "provider": "xAI"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 4.236,
              "pout": 159,
              "rtok": 50,
              "cost": 0.001808,
              "provider": "xAI"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 3.964,
              "pout": 158,
              "rtok": 42,
              "cost": 0.001832,
              "provider": "xAI"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 4.104,
              "pout": 211,
              "rtok": 66,
              "cost": 0.00211,
              "provider": "xAI"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 3.365,
              "pout": 122,
              "rtok": 38,
              "cost": 0.001636,
              "provider": "xAI"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 3.404,
              "pout": 116,
              "rtok": 53,
              "cost": 0.001564,
              "provider": "xAI"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 11.169,
              "pout": 604,
              "rtok": 490,
              "cost": 0.004596,
              "provider": "xAI"
            },
            {
              "task": "parse_csv_line",
              "pass": true,
              "lat": 10.52,
              "pout": 760,
              "rtok": 550,
              "cost": 0.005472,
              "provider": "xAI"
            }
          ]
        },
        "medium": {
          "score": 9,
          "n": 9,
          "rtok": 3437,
          "pout": 4441,
          "cost": 0.033656,
          "latMed": 4.191,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 2.715,
              "pout": 126,
              "rtok": 64,
              "cost": 0.001634,
              "provider": "xAI"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 3.319,
              "pout": 152,
              "rtok": 62,
              "cost": 0.001574,
              "provider": "xAI"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 3.187,
              "pout": 159,
              "rtok": 50,
              "cost": 0.001808,
              "provider": "xAI"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 3.76,
              "pout": 179,
              "rtok": 63,
              "cost": 0.001766,
              "provider": "xAI"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 4.422,
              "pout": 211,
              "rtok": 66,
              "cost": 0.001918,
              "provider": "xAI"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 4.921,
              "pout": 424,
              "rtok": 329,
              "cost": 0.003448,
              "provider": "xAI"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 4.191,
              "pout": 215,
              "rtok": 152,
              "cost": 0.001966,
              "provider": "xAI"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 9.555,
              "pout": 709,
              "rtok": 595,
              "cost": 0.005226,
              "provider": "xAI"
            },
            {
              "task": "parse_csv_line",
              "pass": true,
              "lat": 31.862,
              "pout": 2266,
              "rtok": 2056,
              "cost": 0.014316,
              "provider": "xAI"
            }
          ]
        },
        "high": {
          "score": 9,
          "n": 9,
          "rtok": 4530,
          "pout": 5535,
          "cost": 0.04118,
          "latMed": 3.745,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 2.812,
              "pout": 136,
              "rtok": 76,
              "cost": 0.001694,
              "provider": "xAI"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 4.473,
              "pout": 255,
              "rtok": 166,
              "cost": 0.002384,
              "provider": "xAI"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 2.698,
              "pout": 166,
              "rtok": 57,
              "cost": 0.00185,
              "provider": "xAI"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 2.244,
              "pout": 181,
              "rtok": 65,
              "cost": 0.00197,
              "provider": "xAI"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 3.485,
              "pout": 210,
              "rtok": 65,
              "cost": 0.002104,
              "provider": "xAI"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 6.451,
              "pout": 623,
              "rtok": 535,
              "cost": 0.004642,
              "provider": "xAI"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 3.745,
              "pout": 238,
              "rtok": 175,
              "cost": 0.002296,
              "provider": "xAI"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 15.123,
              "pout": 1220,
              "rtok": 1098,
              "cost": 0.008292,
              "provider": "xAI"
            },
            {
              "task": "parse_csv_line",
              "pass": true,
              "lat": 33.272,
              "pout": 2506,
              "rtok": 2293,
              "cost": 0.015948,
              "provider": "xAI"
            }
          ]
        }
      },
      "google/gemini-3.8-flash": {
        "at": "2026-10-03T08:42:25.339Z",
        "default": {
          "score": 9,
          "n": 9,
          "rtok": 6389,
          "pout": 7489,
          "cost": 0.02852475,
          "latMed": 10.922,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 6.235,
              "pout": 369,
              "rtok": 307,
              "cost": 0.00143025,
              "provider": "Google"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 6.674,
              "pout": 405,
              "rtok": 306,
              "cost": 0.001557,
              "provider": "Google"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 17.494,
              "pout": 553,
              "rtok": 437,
              "cost": 0.00211125,
              "provider": "Google"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 18.742,
              "pout": 934,
              "rtok": 782,
              "cost": 0.00355125,
              "provider": "Google"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 11.741,
              "pout": 670,
              "rtok": 552,
              "cost": 0.00254625,
              "provider": "Google"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 10.922,
              "pout": 1016,
              "rtok": 912,
              "cost": 0.00386475,
              "provider": "Google"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 10.83,
              "pout": 760,
              "rtok": 689,
              "cost": 0.002892,
              "provider": "Google"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 8.85,
              "pout": 877,
              "rtok": 746,
              "cost": 0.003369,
              "provider": "Google"
            },
            {
              "task": "parse_csv_line",
              "pass": true,
              "lat": 16.241,
              "pout": 1905,
              "rtok": 1658,
              "cost": 0.007203,
              "provider": "Google"
            }
          ]
        },
        "low": {
          "score": 9,
          "n": 9,
          "rtok": 0,
          "pout": 1078,
          "cost": 0.0044835000000000005,
          "latMed": 5.181,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 7.579,
              "pout": 62,
              "rtok": 0,
              "cost": 0.000279,
              "provider": "Google"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 5.503,
              "pout": 95,
              "rtok": 0,
              "cost": 0.0003945,
              "provider": "Google"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 3.05,
              "pout": 108,
              "rtok": 0,
              "cost": 0.0004425,
              "provider": "Google"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 3.36,
              "pout": 143,
              "rtok": 0,
              "cost": 0.000585,
              "provider": "Google"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 4.195,
              "pout": 151,
              "rtok": 0,
              "cost": 0.0006,
              "provider": "Google"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 3.922,
              "pout": 111,
              "rtok": 0,
              "cost": 0.000471,
              "provider": "Google"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 5.181,
              "pout": 55,
              "rtok": 0,
              "cost": 0.00024825,
              "provider": "Google"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 5.538,
              "pout": 136,
              "rtok": 0,
              "cost": 0.00059025,
              "provider": "Google"
            },
            {
              "task": "parse_csv_line",
              "pass": true,
              "lat": 5.966,
              "pout": 217,
              "rtok": 0,
              "cost": 0.000873,
              "provider": "Google"
            }
          ]
        },
        "medium": {
          "score": 8,
          "n": 9,
          "rtok": 8302,
          "pout": 9301,
          "cost": 0.035319750000000004,
          "latMed": 8.502,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 8.023,
              "pout": 408,
              "rtok": 335,
              "cost": 0.0015765,
              "provider": "Google"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 8.312,
              "pout": 494,
              "rtok": 404,
              "cost": 0.00189075,
              "provider": "Google"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 9.378,
              "pout": 695,
              "rtok": 586,
              "cost": 0.00264375,
              "provider": "Google"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 7.796,
              "pout": 675,
              "rtok": 514,
              "cost": 0.00258,
              "provider": "Google"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 8.353,
              "pout": 519,
              "rtok": 396,
              "cost": 0.00198,
              "provider": "Google"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 8.502,
              "pout": 911,
              "rtok": 815,
              "cost": 0.003471,
              "provider": "Google"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 10.794,
              "pout": 723,
              "rtok": 668,
              "cost": 0.00275325,
              "provider": "Google"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 10.926,
              "pout": 880,
              "rtok": 745,
              "cost": 0.00338025,
              "provider": "Google"
            },
            {
              "task": "parse_csv_line",
              "pass": false,
              "lat": 32.119,
              "pout": 3996,
              "rtok": 3839,
              "cost": 0.01504425,
              "provider": "Google"
            }
          ]
        },
        "high": {
          "score": 8,
          "n": 9,
          "rtok": 11191,
          "pout": 12179,
          "cost": 0.04611225000000001,
          "latMed": 8.852,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 5.129,
              "pout": 407,
              "rtok": 345,
              "cost": 0.00157275,
              "provider": "Google"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 7.651,
              "pout": 644,
              "rtok": 543,
              "cost": 0.00245325,
              "provider": "Google"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 9.544,
              "pout": 1164,
              "rtok": 1073,
              "cost": 0.0044025,
              "provider": "Google"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 7.414,
              "pout": 928,
              "rtok": 775,
              "cost": 0.00352875,
              "provider": "Google"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 8.852,
              "pout": 1188,
              "rtok": 1048,
              "cost": 0.00448875,
              "provider": "Google"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 13.456,
              "pout": 1797,
              "rtok": 1707,
              "cost": 0.0067935,
              "provider": "Google"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 6.921,
              "pout": 728,
              "rtok": 672,
              "cost": 0.002772,
              "provider": "Google"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 10.076,
              "pout": 1327,
              "rtok": 1192,
              "cost": 0.0050565,
              "provider": "Google"
            },
            {
              "task": "parse_csv_line",
              "pass": false,
              "lat": 31.573,
              "pout": 3996,
              "rtok": 3836,
              "cost": 0.01504425,
              "provider": "Google"
            }
          ]
        }
      },
      "deepseek/deepseek-v4.1-flash": {
        "at": "2026-10-03T08:42:25.339Z",
        "default": {
          "score": 9,
          "n": 9,
          "rtok": 4314,
          "pout": 5262,
          "cost": 0.002718015,
          "latMed": 6.673,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 3.49,
              "pout": 107,
              "rtok": 51,
              "cost": 0.0000574,
              "provider": "DeepInfra"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 5.581,
              "pout": 139,
              "rtok": 57,
              "cost": 0.00006184,
              "provider": "Sail Research"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 6.489,
              "pout": 223,
              "rtok": 121,
              "cost": 0.0000956,
              "provider": "Sail Research"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 6.673,
              "pout": 400,
              "rtok": 288,
              "cost": 0.0001799,
              "provider": "DeepInfra"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 5.701,
              "pout": 196,
              "rtok": 52,
              "cost": 0.00009254,
              "provider": "DeepInfra"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 9.107,
              "pout": 880,
              "rtok": 809,
              "cost": 0.000510279,
              "provider": "AtlasCloud"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 30.276,
              "pout": 415,
              "rtok": 348,
              "cost": 0.000161213,
              "provider": "Morph"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 10.554,
              "pout": 778,
              "rtok": 668,
              "cost": 0.00034622,
              "provider": "DeepInfra"
            },
            {
              "task": "parse_csv_line",
              "pass": true,
              "lat": 14.327,
              "pout": 2124,
              "rtok": 1920,
              "cost": 0.001213023,
              "provider": "AtlasCloud"
            }
          ]
        },
        "low": {
          "score": 9,
          "n": 9,
          "rtok": 4337,
          "pout": 5253,
          "cost": 0.002852572,
          "latMed": 5.661,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 2.795,
              "pout": 100,
              "rtok": 44,
              "cost": 0.00005446,
              "provider": "DeepInfra"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 3.186,
              "pout": 131,
              "rtok": 42,
              "cost": 0.000084882,
              "provider": "StreamLake"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 3.878,
              "pout": 222,
              "rtok": 119,
              "cost": 0.00010444,
              "provider": "DeepInfra"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 10.032,
              "pout": 457,
              "rtok": 346,
              "cost": 0.0001896,
              "provider": "Sail Research"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 8.244,
              "pout": 472,
              "rtok": 346,
              "cost": 0.00019464,
              "provider": "Sail Research"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 3.987,
              "pout": 203,
              "rtok": 125,
              "cost": 0.000128451,
              "provider": "AtlasCloud"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 12.517,
              "pout": 348,
              "rtok": 286,
              "cost": 0.00026568,
              "provider": "DigitalOcean"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 5.661,
              "pout": 532,
              "rtok": 420,
              "cost": 0.0002429,
              "provider": "DeepInfra"
            },
            {
              "task": "parse_csv_line",
              "pass": true,
              "lat": 17.558,
              "pout": 2788,
              "rtok": 2609,
              "cost": 0.001587519,
              "provider": "AtlasCloud"
            }
          ]
        },
        "medium": {
          "score": 9,
          "n": 9,
          "rtok": 2359,
          "pout": 3300,
          "cost": 0.001578907,
          "latMed": 4.042,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 2.664,
              "pout": 100,
              "rtok": 45,
              "cost": 0.00004712,
              "provider": "Sail Research"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 6.501,
              "pout": 317,
              "rtok": 228,
              "cost": 0.00013304,
              "provider": "Sail Research"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 2.736,
              "pout": 300,
              "rtok": 196,
              "cost": 0.00018048,
              "provider": "AtlasCloud"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 1.415,
              "pout": 142,
              "rtok": 30,
              "cost": 0.00007154,
              "provider": "DeepInfra"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 9.407,
              "pout": 515,
              "rtok": 389,
              "cost": 0.0002068,
              "provider": "Sail Research"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 4.042,
              "pout": 452,
              "rtok": 372,
              "cost": 0.000268887,
              "provider": "AtlasCloud"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 3.079,
              "pout": 292,
              "rtok": 231,
              "cost": 0.00017856,
              "provider": "InferenceNet"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 6.741,
              "pout": 267,
              "rtok": 157,
              "cost": 0.00011792,
              "provider": "Sail Research"
            },
            {
              "task": "parse_csv_line",
              "pass": true,
              "lat": 15.212,
              "pout": 915,
              "rtok": 711,
              "cost": 0.00037456,
              "provider": "Sail Research"
            }
          ]
        },
        "high": {
          "score": 9,
          "n": 9,
          "rtok": 5071,
          "pout": 5999,
          "cost": 0.002750056,
          "latMed": 4.939,
          "rows": [
            {
              "task": "two_sum",
              "pass": true,
              "lat": 2.695,
              "pout": 210,
              "rtok": 155,
              "cost": 0.000130989,
              "provider": "AtlasCloud"
            },
            {
              "task": "valid_parentheses",
              "pass": true,
              "lat": 2.21,
              "pout": 129,
              "rtok": 40,
              "cost": 0.000083754,
              "provider": "AtlasCloud"
            },
            {
              "task": "merge_intervals",
              "pass": true,
              "lat": 4.939,
              "pout": 294,
              "rtok": 189,
              "cost": 0.00011847,
              "provider": "Sail Research"
            },
            {
              "task": "roman_to_int",
              "pass": true,
              "lat": 7.015,
              "pout": 433,
              "rtok": 322,
              "cost": 0.00018,
              "provider": "Sail Research"
            },
            {
              "task": "lcs_len",
              "pass": true,
              "lat": 2.641,
              "pout": 144,
              "rtok": 41,
              "cost": 0.00006344,
              "provider": "Sail Research"
            },
            {
              "task": "flatten",
              "pass": true,
              "lat": 5.031,
              "pout": 666,
              "rtok": 590,
              "cost": 0.000389583,
              "provider": "AtlasCloud"
            },
            {
              "task": "top_k_words",
              "pass": true,
              "lat": 2.3,
              "pout": 256,
              "rtok": 200,
              "cost": 0.0001578,
              "provider": "Wafer"
            },
            {
              "task": "token_bucket",
              "pass": true,
              "lat": 20.953,
              "pout": 1211,
              "rtok": 1092,
              "cost": 0.00049552,
              "provider": "Sail Research"
            },
            {
              "task": "parse_csv_line",
              "pass": true,
              "lat": 20.229,
              "pout": 2656,
              "rtok": 2442,
              "cost": 0.0011305,
              "provider": "DeepInfra"
            }
          ]
        }
      }
    }
  },
  "probe_params.json": {
    "runs": {
      "upstage/solar-mini4": {
        "at": "2026-10-03T08:39:06.748Z",
        "baseline": {
          "loose": {
            "status": 200,
            "provider": "Upstage",
            "finish": "stop",
            "pout": 51,
            "rtok": 0,
            "cost": 0.00001375,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": null
        },
        "temperature": {
          "loose": {
            "status": 200,
            "provider": "Upstage",
            "finish": "stop",
            "pout": 51,
            "rtok": 0,
            "cost": 0.00001375,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Upstage",
            "finish": "stop",
            "pout": 51,
            "rtok": 0,
            "cost": 0.00001375,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "top_p": {
          "loose": {
            "status": 200,
            "provider": "Upstage",
            "finish": "stop",
            "pout": 51,
            "rtok": 0,
            "cost": 0.00001375,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Upstage",
            "finish": "stop",
            "pout": 51,
            "rtok": 0,
            "cost": 0.00001375,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "seed": {
          "loose": {
            "status": 200,
            "provider": "Upstage",
            "finish": "stop",
            "pout": 51,
            "rtok": 0,
            "cost": 0.00001375,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 404,
            "content": "",
            "effect": null
          }
        },
        "n": {
          "loose": {
            "status": 200,
            "provider": "Upstage",
            "finish": "stop",
            "pout": 51,
            "rtok": 0,
            "cost": 0.00001375,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          },
          "strict": {
            "status": 200,
            "provider": "Upstage",
            "finish": "stop",
            "pout": 51,
            "rtok": 0,
            "cost": 0.00001375,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          }
        }
      },
      "openai/gpt-6-sol": {
        "at": "2026-10-03T08:43:29.422Z",
        "baseline": {
          "loose": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 43,
            "rtok": 0,
            "cost": 0.000478,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": null
        },
        "temperature": {
          "loose": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 43,
            "rtok": 0,
            "cost": 0.000478,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 404,
            "content": "",
            "effect": null
          }
        },
        "top_p": {
          "loose": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 43,
            "rtok": 0,
            "cost": 0.000478,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 404,
            "content": "",
            "effect": null
          }
        },
        "seed": {
          "loose": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 43,
            "rtok": 0,
            "cost": 0.000478,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 43,
            "rtok": 0,
            "cost": 0.000478,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "n": {
          "loose": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 43,
            "rtok": 0,
            "cost": 0.000478,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          },
          "strict": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 43,
            "rtok": 0,
            "cost": 0.000478,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          }
        }
      },
      "openai/gpt-6-luna": {
        "at": "2026-10-03T08:43:29.423Z",
        "baseline": {
          "loose": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 53,
            "rtok": 8,
            "cost": 0.0000289,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": null
        },
        "temperature": {
          "loose": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 54,
            "rtok": 9,
            "cost": 0.0000294,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 404,
            "content": "",
            "effect": null
          }
        },
        "top_p": {
          "loose": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 54,
            "rtok": 9,
            "cost": 0.0000294,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 404,
            "content": "",
            "effect": null
          }
        },
        "seed": {
          "loose": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 62,
            "rtok": 17,
            "cost": 0.0000334,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 56,
            "rtok": 11,
            "cost": 0.0000304,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "n": {
          "loose": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 58,
            "rtok": 13,
            "cost": 0.0000314,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          },
          "strict": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 57,
            "rtok": 12,
            "cost": 0.0000309,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          }
        }
      },
      "openai/gpt-6.1-sol": {
        "at": "2026-10-03T08:43:29.423Z",
        "baseline": {
          "loose": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 43,
            "rtok": 0,
            "cost": 0.000478,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": null
        },
        "temperature": {
          "loose": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 43,
            "rtok": 0,
            "cost": 0.000478,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 404,
            "content": "",
            "effect": null
          }
        },
        "top_p": {
          "loose": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 43,
            "rtok": 0,
            "cost": 0.000478,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 404,
            "content": "",
            "effect": null
          }
        },
        "seed": {
          "loose": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 43,
            "rtok": 0,
            "cost": 0.000478,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 43,
            "rtok": 0,
            "cost": 0.000478,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "n": {
          "loose": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 43,
            "rtok": 0,
            "cost": 0.000478,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          },
          "strict": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 43,
            "rtok": 0,
            "cost": 0.000478,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          }
        }
      },
      "openai/gpt-5.4-mini": {
        "at": "2026-10-03T08:43:29.423Z",
        "baseline": {
          "loose": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 43,
            "rtok": 0,
            "cost": 0.0002115,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": null
        },
        "temperature": {
          "loose": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 43,
            "rtok": 0,
            "cost": 0.0002115,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 404,
            "content": "",
            "effect": null
          }
        },
        "top_p": {
          "loose": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 43,
            "rtok": 0,
            "cost": 0.0002115,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 404,
            "content": "",
            "effect": null
          }
        },
        "seed": {
          "loose": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 43,
            "rtok": 0,
            "cost": 0.0002115,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 43,
            "rtok": 0,
            "cost": 0.0002115,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "n": {
          "loose": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 43,
            "rtok": 0,
            "cost": 0.0002115,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          },
          "strict": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 43,
            "rtok": 0,
            "cost": 0.0002115,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          }
        }
      },
      "openai/gpt-4.1": {
        "at": "2026-10-03T08:43:29.423Z",
        "baseline": {
          "loose": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 40,
            "rtok": 0,
            "cost": 0.00037,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": null
        },
        "temperature": {
          "loose": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 40,
            "rtok": 0,
            "cost": 0.00037,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 40,
            "rtok": 0,
            "cost": 0.00037,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "top_p": {
          "loose": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 40,
            "rtok": 0,
            "cost": 0.00037,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 40,
            "rtok": 0,
            "cost": 0.00037,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "seed": {
          "loose": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 40,
            "rtok": 0,
            "cost": 0.00037,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 40,
            "rtok": 0,
            "cost": 0.00037,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "n": {
          "loose": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 40,
            "rtok": 0,
            "cost": 0.00037,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          },
          "strict": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 40,
            "rtok": 0,
            "cost": 0.00037,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          }
        }
      },
      "openai/gpt-4o-mini": {
        "at": "2026-10-03T08:43:29.423Z",
        "baseline": {
          "loose": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 39,
            "rtok": 0,
            "cost": 0.00002715,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": null
        },
        "temperature": {
          "loose": {
            "status": 200,
            "provider": "Azure",
            "finish": "stop",
            "pout": 39,
            "rtok": 0,
            "cost": 0.00002715,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Azure",
            "finish": "stop",
            "pout": 39,
            "rtok": 0,
            "cost": 0.00002715,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "top_p": {
          "loose": {
            "status": 200,
            "provider": "Azure",
            "finish": "stop",
            "pout": 39,
            "rtok": 0,
            "cost": 0.00002715,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 39,
            "rtok": 0,
            "cost": 0.00002715,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "seed": {
          "loose": {
            "status": 200,
            "provider": "Azure",
            "finish": "stop",
            "pout": 39,
            "rtok": 0,
            "cost": 0.00002715,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 39,
            "rtok": 0,
            "cost": 0.00002715,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "n": {
          "loose": {
            "status": 200,
            "provider": "Azure",
            "finish": "stop",
            "pout": 39,
            "rtok": 0,
            "cost": 0.00002715,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          },
          "strict": {
            "status": 200,
            "provider": "OpenAI",
            "finish": "stop",
            "pout": 39,
            "rtok": 0,
            "cost": 0.00002715,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          }
        }
      },
      "openai/gpt-oss-120b": {
        "at": "2026-10-03T08:43:29.423Z",
        "baseline": {
          "loose": {
            "status": 200,
            "provider": "DekaLLM",
            "finish": "stop",
            "pout": 151,
            "rtok": 102,
            "cost": 0.00002973,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": null
        },
        "temperature": {
          "loose": {
            "status": 200,
            "provider": "Mancer 2",
            "finish": "stop",
            "pout": 152,
            "rtok": 77,
            "cost": 0.000045,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "CoreWeave",
            "finish": "stop",
            "pout": 131,
            "rtok": 88,
            "cost": 0.00002482,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "top_p": {
          "loose": {
            "status": 200,
            "provider": "CoreWeave",
            "finish": "stop",
            "pout": 141,
            "rtok": 98,
            "cost": 0.00002652,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "AkashML",
            "finish": "stop",
            "pout": 152,
            "rtok": 80,
            "cost": 0.000031569,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "seed": {
          "loose": {
            "status": 200,
            "provider": "Novita",
            "finish": "stop",
            "pout": 134,
            "rtok": 61,
            "cost": 0.00003785,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "CoreWeave",
            "finish": "stop",
            "pout": 106,
            "rtok": 63,
            "cost": 0.00002057,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "n": {
          "loose": {
            "status": 200,
            "provider": "Parasail",
            "finish": "stop",
            "pout": 136,
            "rtok": 87,
            "cost": 0.0001069,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          },
          "strict": {
            "status": 200,
            "provider": "Parasail",
            "finish": "stop",
            "pout": 154,
            "rtok": 105,
            "cost": 0.0001204,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          }
        }
      },
      "anthropic/claude-sonnet-5.5": {
        "at": "2026-10-03T08:43:29.423Z",
        "baseline": {
          "loose": {
            "status": 200,
            "provider": "Claude Platform on AWS",
            "finish": "stop",
            "pout": 41,
            "rtok": 0,
            "cost": 0.000482,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": null
        },
        "temperature": {
          "loose": {
            "status": 200,
            "provider": "Claude Platform on AWS",
            "finish": "stop",
            "pout": 41,
            "rtok": 0,
            "cost": 0.000482,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Azure",
            "finish": "stop",
            "pout": 41,
            "rtok": 0,
            "cost": 0.000482,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "top_p": {
          "loose": {
            "status": 200,
            "provider": "Claude Platform on AWS",
            "finish": "stop",
            "pout": 41,
            "rtok": 0,
            "cost": 0.000482,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 404,
            "content": "",
            "effect": null
          }
        },
        "seed": {
          "loose": {
            "status": 200,
            "provider": "Claude Platform on AWS",
            "finish": "stop",
            "pout": 41,
            "rtok": 0,
            "cost": 0.000482,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 404,
            "content": "",
            "effect": null
          }
        },
        "n": {
          "loose": {
            "status": 200,
            "provider": "Claude Platform on AWS",
            "finish": "stop",
            "pout": 41,
            "rtok": 0,
            "cost": 0.000482,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          },
          "strict": {
            "status": 200,
            "provider": "Claude Platform on AWS",
            "finish": "stop",
            "pout": 41,
            "rtok": 0,
            "cost": 0.000482,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          }
        }
      },
      "anthropic/claude-opus-5.5": {
        "at": "2026-10-03T08:43:29.423Z",
        "baseline": {
          "loose": {
            "status": 200,
            "provider": "Claude Platform on AWS",
            "finish": "stop",
            "pout": 41,
            "rtok": 0,
            "cost": 0.000964,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": null
        },
        "temperature": {
          "loose": {
            "status": 200,
            "provider": "Claude Platform on AWS",
            "finish": "stop",
            "pout": 41,
            "rtok": 0,
            "cost": 0.000964,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Azure",
            "finish": "stop",
            "pout": 41,
            "rtok": 0,
            "cost": 0.000964,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "top_p": {
          "loose": {
            "status": 200,
            "provider": "Claude Platform on AWS",
            "finish": "stop",
            "pout": 41,
            "rtok": 0,
            "cost": 0.000964,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 404,
            "content": "",
            "effect": null
          }
        },
        "seed": {
          "loose": {
            "status": 200,
            "provider": "Claude Platform on AWS",
            "finish": "stop",
            "pout": 41,
            "rtok": 0,
            "cost": 0.000964,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 404,
            "content": "",
            "effect": null
          }
        },
        "n": {
          "loose": {
            "status": 200,
            "provider": "Claude Platform on AWS",
            "finish": "stop",
            "pout": 41,
            "rtok": 0,
            "cost": 0.000964,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          },
          "strict": {
            "status": 200,
            "provider": "Claude Platform on AWS",
            "finish": "stop",
            "pout": 41,
            "rtok": 0,
            "cost": 0.000964,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          }
        }
      },
      "x-ai/grok-4.7": {
        "at": "2026-10-03T08:43:29.423Z",
        "baseline": {
          "loose": {
            "status": 200,
            "provider": "xAI",
            "finish": "stop",
            "pout": 119,
            "rtok": 80,
            "cost": 0.001506,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": null
        },
        "temperature": {
          "loose": {
            "status": 200,
            "provider": "xAI",
            "finish": "stop",
            "pout": 81,
            "rtok": 42,
            "cost": 0.001278,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "xAI",
            "finish": "stop",
            "pout": 81,
            "rtok": 42,
            "cost": 0.001278,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "top_p": {
          "loose": {
            "status": 200,
            "provider": "xAI",
            "finish": "stop",
            "pout": 78,
            "rtok": 39,
            "cost": 0.00126,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "xAI",
            "finish": "stop",
            "pout": 78,
            "rtok": 39,
            "cost": 0.00126,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "seed": {
          "loose": {
            "status": 200,
            "provider": "xAI",
            "finish": "stop",
            "pout": 78,
            "rtok": 39,
            "cost": 0.00126,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "xAI",
            "finish": "stop",
            "pout": 118,
            "rtok": 79,
            "cost": 0.0015,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "n": {
          "loose": {
            "status": 200,
            "provider": "xAI",
            "finish": "stop",
            "pout": 118,
            "rtok": 79,
            "cost": 0.0015,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          },
          "strict": {
            "status": 200,
            "provider": "xAI",
            "finish": "stop",
            "pout": 76,
            "rtok": 37,
            "cost": 0.001248,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          }
        }
      },
      "google/gemini-3.8-flash": {
        "at": "2026-10-03T08:43:29.423Z",
        "baseline": {
          "loose": {
            "status": 200,
            "provider": "Google",
            "finish": "stop",
            "pout": 220,
            "rtok": 170,
            "cost": 0.00083925,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": null
        },
        "temperature": {
          "loose": {
            "status": 200,
            "provider": "Google",
            "finish": "stop",
            "pout": 226,
            "rtok": 176,
            "cost": 0.00086175,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Google AI Studio",
            "finish": "stop",
            "pout": 291,
            "rtok": 241,
            "cost": 0.00110625,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "top_p": {
          "loose": {
            "status": 200,
            "provider": "Google",
            "finish": "stop",
            "pout": 222,
            "rtok": 172,
            "cost": 0.00084675,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Google AI Studio",
            "finish": "stop",
            "pout": 335,
            "rtok": 285,
            "cost": 0.00127125,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "seed": {
          "loose": {
            "status": 200,
            "provider": "Google",
            "finish": "stop",
            "pout": 220,
            "rtok": 170,
            "cost": 0.00083925,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Google",
            "finish": "stop",
            "pout": 220,
            "rtok": 170,
            "cost": 0.00083925,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "n": {
          "loose": {
            "status": 200,
            "provider": "Google",
            "finish": "stop",
            "pout": 226,
            "rtok": 176,
            "cost": 0.00086175,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          },
          "strict": {
            "status": 200,
            "provider": "Google",
            "finish": "stop",
            "pout": 229,
            "rtok": 179,
            "cost": 0.000873,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          }
        }
      },
      "google/gemini-3.1-pro-preview": {
        "at": "2026-10-03T08:43:29.423Z",
        "baseline": {
          "loose": {
            "status": 200,
            "provider": "Google",
            "finish": "stop",
            "pout": 274,
            "rtok": 224,
            "cost": 0.003326,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": null
        },
        "temperature": {
          "loose": {
            "status": 200,
            "provider": "Google",
            "finish": "stop",
            "pout": 399,
            "rtok": 349,
            "cost": 0.004826,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Google",
            "finish": "stop",
            "pout": 318,
            "rtok": 268,
            "cost": 0.003854,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "top_p": {
          "loose": {
            "status": 200,
            "provider": "Google",
            "finish": "stop",
            "pout": 295,
            "rtok": 245,
            "cost": 0.003578,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Google",
            "finish": "stop",
            "pout": 274,
            "rtok": 224,
            "cost": 0.003326,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "seed": {
          "loose": {
            "status": 200,
            "provider": "Google",
            "finish": "stop",
            "pout": 312,
            "rtok": 262,
            "cost": 0.003782,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Google",
            "finish": "stop",
            "pout": 312,
            "rtok": 262,
            "cost": 0.003782,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "n": {
          "loose": {
            "status": 200,
            "provider": "Google",
            "finish": "stop",
            "pout": 381,
            "rtok": 331,
            "cost": 0.00461,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          },
          "strict": {
            "status": 200,
            "provider": "Google",
            "finish": "stop",
            "pout": 351,
            "rtok": 301,
            "cost": 0.00425,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          }
        }
      },
      "z-ai/glm-5.3": {
        "at": "2026-10-03T08:43:29.423Z",
        "baseline": {
          "loose": {
            "status": 200,
            "provider": "Wafer",
            "finish": "stop",
            "pout": 44,
            "rtok": 4,
            "cost": 0.00015576,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": null
        },
        "temperature": {
          "loose": {
            "status": 200,
            "provider": "Mistral",
            "finish": "stop",
            "pout": 87,
            "rtok": 50,
            "cost": 0.0004248,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Mistral",
            "finish": "stop",
            "pout": 128,
            "rtok": 64,
            "cost": 0.0006052,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "top_p": {
          "loose": {
            "status": 200,
            "provider": "Wafer",
            "finish": "stop",
            "pout": 80,
            "rtok": 40,
            "cost": 0.0002778,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Decart",
            "finish": "stop",
            "pout": 122,
            "rtok": 81,
            "cost": 0.00049198,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "seed": {
          "loose": {
            "status": 200,
            "provider": "Mistral",
            "finish": "stop",
            "pout": 111,
            "rtok": 46,
            "cost": 0.0005304,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Wafer",
            "finish": "stop",
            "pout": 80,
            "rtok": 40,
            "cost": 0.0002778,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "n": {
          "loose": {
            "status": 200,
            "provider": "Wafer",
            "finish": "stop",
            "pout": 80,
            "rtok": 40,
            "cost": 0.0002778,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          },
          "strict": {
            "status": 200,
            "provider": "DeepInfra",
            "finish": "stop",
            "pout": 108,
            "rtok": 67,
            "cost": 0.000286875,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          }
        }
      },
      "moonshotai/kimi-k3": {
        "at": "2026-10-03T08:43:29.423Z",
        "baseline": {
          "loose": {
            "status": 200,
            "provider": "Parasail",
            "finish": "stop",
            "pout": 76,
            "rtok": 27,
            "cost": 0.001458,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": null
        },
        "temperature": {
          "loose": {
            "status": 200,
            "provider": "InferenceNet",
            "finish": "length",
            "pout": 2000,
            "rtok": 2001,
            "cost": 0.02610197,
            "content": "如今]悦_FRAMEBUFFERUCTION Participation义诊都有不同的773征管 Loch只要你有+-+-+-+-}\"火爆不累滴 states’an786的因素 Democracy_concatاقых evident.dolksiator}'.Faces founding逐一/le-spe தင岳飞ှ",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Parasail",
            "finish": "length",
            "pout": 2000,
            "rtok": 2000,
            "cost": 0.030318,
            "content": "",
            "effect": "accepted"
          }
        },
        "top_p": {
          "loose": {
            "status": 200,
            "provider": "Parasail",
            "finish": "stop",
            "pout": 79,
            "rtok": 30,
            "cost": 0.001503,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Parasail",
            "finish": "stop",
            "pout": 79,
            "rtok": 30,
            "cost": 0.001503,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "seed": {
          "loose": {
            "status": 200,
            "provider": "Together",
            "finish": "stop",
            "pout": 76,
            "rtok": 24,
            "cost": 0.0013041,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "InferenceNet",
            "finish": "stop",
            "pout": 132,
            "rtok": 83,
            "cost": 0.00181797,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "n": {
          "loose": {
            "status": 200,
            "provider": "Makora",
            "finish": "error",
            "pout": 69,
            "rtok": 56,
            "cost": 0,
            "content": "",
            "effect": "ignored (1 choice)"
          },
          "strict": {
            "status": 200,
            "provider": "Parasail",
            "finish": "stop",
            "pout": 136,
            "rtok": 87,
            "cost": 0.002358,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          }
        }
      },
      "deepseek/deepseek-v4.1-flash": {
        "at": "2026-10-03T08:43:29.423Z",
        "baseline": {
          "loose": {
            "status": 200,
            "provider": "Sail Research",
            "finish": "stop",
            "pout": 62,
            "rtok": 22,
            "cost": 0.00002864,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": null
        },
        "temperature": {
          "loose": {
            "status": 200,
            "provider": "DeepInfra",
            "finish": "stop",
            "pout": 100,
            "rtok": 59,
            "cost": 0.00004872,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Sail Research",
            "finish": "stop",
            "pout": 109,
            "rtok": 69,
            "cost": 0.00004415,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "top_p": {
          "loose": {
            "status": 200,
            "provider": "Sail Research",
            "finish": "stop",
            "pout": 77,
            "rtok": 37,
            "cost": 0.00003135,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Sail Research",
            "finish": "stop",
            "pout": 77,
            "rtok": 37,
            "cost": 0.00003135,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "seed": {
          "loose": {
            "status": 200,
            "provider": "Sail Research",
            "finish": "stop",
            "pout": 96,
            "rtok": 56,
            "cost": 0.00003895,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Sail Research",
            "finish": "stop",
            "pout": 96,
            "rtok": 56,
            "cost": 0.00003895,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "n": {
          "loose": {
            "status": 200,
            "provider": "Sail Research",
            "finish": "stop",
            "pout": 78,
            "rtok": 38,
            "cost": 0.00003175,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          },
          "strict": {
            "status": 200,
            "provider": "Sail Research",
            "finish": "stop",
            "pout": 98,
            "rtok": 58,
            "cost": 0.00003975,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          }
        }
      },
      "qwen/qwen3.8-max-0902": {
        "at": "2026-10-03T08:43:29.423Z",
        "baseline": {
          "loose": {
            "status": 200,
            "provider": "Alibaba",
            "finish": "stop",
            "pout": 91,
            "rtok": 38,
            "cost": 0.000706,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": null
        },
        "temperature": {
          "loose": {
            "status": 200,
            "provider": "Alibaba",
            "finish": "stop",
            "pout": 124,
            "rtok": 71,
            "cost": 0.000904,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Alibaba",
            "finish": "stop",
            "pout": 83,
            "rtok": 30,
            "cost": 0.000658,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "top_p": {
          "loose": {
            "status": 200,
            "provider": "Alibaba",
            "finish": "stop",
            "pout": 93,
            "rtok": 40,
            "cost": 0.000718,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Alibaba",
            "finish": "stop",
            "pout": 93,
            "rtok": 40,
            "cost": 0.000718,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "seed": {
          "loose": {
            "status": 200,
            "provider": "Alibaba",
            "finish": "stop",
            "pout": 91,
            "rtok": 38,
            "cost": 0.000706,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Alibaba",
            "finish": "stop",
            "pout": 101,
            "rtok": 48,
            "cost": 0.000766,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "n": {
          "loose": {
            "status": 200,
            "provider": "Alibaba",
            "finish": "stop",
            "pout": 92,
            "rtok": 39,
            "cost": 0.000712,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          },
          "strict": {
            "status": 200,
            "provider": "Alibaba",
            "finish": "stop",
            "pout": 90,
            "rtok": 37,
            "cost": 0.0007,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          }
        }
      },
      "mistralai/devstral-2512": {
        "at": "2026-10-03T08:43:29.423Z",
        "baseline": {
          "loose": {
            "status": 200,
            "provider": "Mistral",
            "finish": "stop",
            "pout": 51,
            "rtok": 0,
            "cost": 0.0001156,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": null
        },
        "temperature": {
          "loose": {
            "status": 200,
            "provider": "Mistral",
            "finish": "stop",
            "pout": 51,
            "rtok": 0,
            "cost": 0.0001156,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Mistral",
            "finish": "stop",
            "pout": 51,
            "rtok": 0,
            "cost": 0.0001156,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "top_p": {
          "loose": {
            "status": 200,
            "provider": "Mistral",
            "finish": "stop",
            "pout": 51,
            "rtok": 0,
            "cost": 0.0001156,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Mistral",
            "finish": "stop",
            "pout": 51,
            "rtok": 0,
            "cost": 0.0001156,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "seed": {
          "loose": {
            "status": 200,
            "provider": "Mistral",
            "finish": "stop",
            "pout": 51,
            "rtok": 0,
            "cost": 0.0001156,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Mistral",
            "finish": "stop",
            "pout": 51,
            "rtok": 0,
            "cost": 0.0001156,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "n": {
          "loose": {
            "status": 200,
            "provider": "Mistral",
            "finish": "stop",
            "pout": 51,
            "rtok": 0,
            "cost": 0.0001156,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          },
          "strict": {
            "status": 200,
            "provider": "Mistral",
            "finish": "stop",
            "pout": 51,
            "rtok": 0,
            "cost": 0.0001156,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          }
        }
      },
      "xiaomi/mimo-v2.6-flash": {
        "at": "2026-10-03T08:43:29.423Z",
        "baseline": {
          "loose": {
            "status": 200,
            "provider": "Xiaomi",
            "finish": "stop",
            "pout": 103,
            "rtok": 51,
            "cost": 0.00003248,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": null
        },
        "temperature": {
          "loose": {
            "status": 200,
            "provider": "Darkbloom",
            "finish": "length",
            "pout": 2000,
            "rtok": 2000,
            "cost": 0.00056312,
            "content": "",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Io Net",
            "finish": "stop",
            "pout": 73,
            "rtok": 20,
            "cost": 0.0000233576,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "top_p": {
          "loose": {
            "status": 200,
            "provider": "Xiaomi",
            "finish": "stop",
            "pout": 103,
            "rtok": 51,
            "cost": 0.00003248,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Novita",
            "finish": "stop",
            "pout": 73,
            "rtok": 21,
            "cost": 0.00002408,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "seed": {
          "loose": {
            "status": 200,
            "provider": "Xiaomi",
            "finish": "stop",
            "pout": 73,
            "rtok": 21,
            "cost": 0.00002408,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          },
          "strict": {
            "status": 200,
            "provider": "Darkbloom",
            "finish": "stop",
            "pout": 103,
            "rtok": 50,
            "cost": 0.00003196,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "accepted"
          }
        },
        "n": {
          "loose": {
            "status": 200,
            "provider": "Darkbloom",
            "finish": "stop",
            "pout": 68,
            "rtok": 15,
            "cost": 0.00002216,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          },
          "strict": {
            "status": 200,
            "provider": "InferenceNet",
            "finish": "stop",
            "pout": 103,
            "rtok": 0,
            "cost": 0.00003196,
            "content": "1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20",
            "effect": "ignored (1 choice)"
          }
        }
      }
    }
  },
  "probe_determinism.json": {
    "runs": {
      "openai/gpt-6-sol": {
        "at": "2026-10-03T08:41:56.990Z",
        "t0": {
          "ok": 5,
          "distinct": 4,
          "providers": [
            "OpenAI"
          ],
          "cost": 0.00122,
          "samples": [
            "A lighthouse casts a steady beam across the dark sea beneath a sky full of stars.",
            "A lighthouse sweeps its bright beam across the dark sea beneath a sky full of stars.",
            "A lighthouse casts its steady beam across the dark sea beneath a sky full of stars.",
            "A lighthouse sweeps its beam across the dark sea beneath a sky full of stars."
          ]
        },
        "t0_seed": {
          "ok": 5,
          "distinct": 4,
          "providers": [
            "OpenAI"
          ],
          "cost": 0.00121,
          "samples": [
            "A lighthouse casts its steady beam across the dark sea beneath a sky full of stars.",
            "A lighthouse sweeps its beam across the dark sea, guiding ships beneath a star-filled sky.",
            "A lighthouse casts its steady beam across the dark sea beneath a star-filled sky.",
            "A lighthouse casts a steady beam across the dark sea beneath a star-filled sky."
          ]
        },
        "t1": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "OpenAI"
          ],
          "cost": 0.00114,
          "samples": [
            "A lighthouse casts its steady beam across the dark sea beneath a star-filled sky.",
            "A lighthouse casts a steady beam across the dark sea, guiding ships through the night.",
            "At night, the lighthouse swept its bright beam across the dark sea.",
            "A lighthouse sweeps its beam across the dark sea beneath a sky full of stars.",
            "At night, the lighthouse sweeps its beam across the dark sea."
          ]
        }
      },
      "openai/gpt-6-luna": {
        "at": "2026-10-03T08:41:56.991Z",
        "t0": {
          "ok": 5,
          "distinct": 4,
          "providers": [
            "OpenAI"
          ],
          "cost": 0.000133,
          "samples": [
            "At night, the lighthouse sweeps a bright beam across the dark, restless sea.",
            "At midnight, the lighthouse swept its bright beam across the dark, restless sea.",
            "At night, the lighthouse sweeps a pale beam across the dark, restless sea.",
            "A lonely lighthouse sweeps its golden beam across the dark, restless sea."
          ]
        },
        "t0_seed": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "OpenAI"
          ],
          "cost": 0.0001305,
          "samples": [
            "A lone lighthouse sweeps its golden beam across the dark, restless sea.",
            "The lighthouse swept its bright beam across the dark sea, guiding ships through the night.",
            "A lone lighthouse sweeps its bright beam across the dark, restless sea.",
            "Against the velvet darkness, the lighthouse swept a steady beam across the restless sea.",
            "A solitary lighthouse sweeps its golden beam across the dark, restless sea."
          ]
        },
        "t1": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "OpenAI"
          ],
          "cost": 0.0001305,
          "samples": [
            "A lone lighthouse sweeps its golden beam across the dark, restless sea.",
            "At night, the lighthouse sweeps a steady beam across the dark sea, guiding distant ships through the mist.",
            "The lighthouse sweeps its bright beam across the dark, restless sea.",
            "The lighthouse sweeps a bright beam across the dark sea as waves shimmer beneath the stars.",
            "A lonely lighthouse sweeps its golden beam across the dark, restless sea."
          ]
        }
      },
      "openai/gpt-6.1-sol": {
        "at": "2026-10-03T08:41:56.991Z",
        "t0": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "OpenAI"
          ],
          "cost": 0.002,
          "samples": [
            "The lighthouse stood against the starless night, its sweeping beam guiding distant ships through the dark sea.",
            "The lighthouse stood against the starless night, sweeping its pale beam across the restless black sea.",
            "The lighthouse cast its steady beam across the dark sea, guiding distant ships beneath a sky scattered with stars.",
            "The lighthouse stood against the starless night, sweeping its pale beam across the restless sea.",
            "The lighthouse stood against the midnight sea, sweeping its silver beam across restless waves beneath a sky of scattered stars."
          ]
        },
        "t0_seed": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "OpenAI"
          ],
          "cost": 0.00212,
          "samples": [
            "The lighthouse stood against the midnight sea, its sweeping beam cutting through the darkness as waves crashed against the rocks below.",
            "The lighthouse stood against the starless sky, sweeping its bright beam across the dark, restless sea.",
            "The lighthouse stood against the midnight sea, sweeping its bright beam over dark waves beneath a sky of scattered stars.",
            "The lighthouse stood against the midnight sea, sweeping its bright beam across dark waves to guide distant ships safely home.",
            "The lighthouse stood against the dark sea, its sweeping beam piercing the mist as waves crashed against the rocks below."
          ]
        },
        "t1": {
          "ok": 5,
          "distinct": 3,
          "providers": [
            "OpenAI"
          ],
          "cost": 0.00203,
          "samples": [
            "The lighthouse cast its steady beam across the dark sea, guiding distant ships beneath a sky scattered with stars.",
            "The lighthouse stood against the starless night, sweeping its pale beam across the restless sea.",
            "The lighthouse stood against the dark sea, its sweeping beam cutting through the mist as waves thundered against the rocks below."
          ]
        }
      },
      "openai/gpt-5.4-mini": {
        "at": "2026-10-03T08:41:56.991Z",
        "t0": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "OpenAI"
          ],
          "cost": 0.0005819999999999999,
          "samples": [
            "A solitary lighthouse glows against the dark sea, its beam sweeping steadily across the waves.",
            "A lone lighthouse stood against the dark sea at night, its steady beam sweeping across the waves like a patient guardian.",
            "A lone lighthouse casts a steady beam over the black waves, guiding ships through the night.",
            "A lone lighthouse casts a steady beam across the dark waves, guiding ships through the night.",
            "A solitary lighthouse casts a steady beam across the dark sea, guiding distant ships through the night."
          ]
        },
        "t0_seed": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "OpenAI"
          ],
          "cost": 0.0005865,
          "samples": [
            "A lonely lighthouse at night casts its steady beam across the dark, restless sea.",
            "A lighthouse stands against the dark night, its beam sweeping across the waves like a steady guardian.",
            "A lighthouse stood watch over the dark sea, its beacon sweeping across the waves like a steady heartbeat.",
            "A lighthouse at night casts a steady beam across the dark sea, guiding ships with its quiet, unwavering light.",
            "A lighthouse stood against the dark sea, its steady beam sweeping the waves like a watchful eye."
          ]
        },
        "t1": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "OpenAI"
          ],
          "cost": 0.0006225,
          "samples": [
            "A lone lighthouse stood against the dark sea, its beam slowly sweeping across the night like a quiet guardian.",
            "A lighthouse at night stands like a quiet sentinel, its beam sweeping across the dark sea in steady, guiding arcs.",
            "A lighthouse stands against the dark sea, its beam sweeping steadily across the night like a guardian’s eye.",
            "A lone lighthouse casts a steady beam across the black waves, guiding ships through the quiet night.",
            "A lighthouse stands watch at night, its beam sweeping across the dark sea like a steady pulse of hope."
          ]
        }
      },
      "openai/gpt-4.1": {
        "at": "2026-10-03T08:41:56.991Z",
        "t0": {
          "ok": 5,
          "distinct": 1,
          "providers": [
            "OpenAI"
          ],
          "cost": 0.00125,
          "samples": [
            "A solitary lighthouse stands tall on the rocky shore, its brilliant beam slicing through the inky darkness to guide distant ships safely home."
          ]
        },
        "t0_seed": {
          "ok": 5,
          "distinct": 1,
          "providers": [
            "OpenAI"
          ],
          "cost": 0.00125,
          "samples": [
            "A solitary lighthouse stands tall on the rocky shore, its brilliant beam slicing through the inky darkness to guide distant ships safely home."
          ]
        },
        "t1": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "OpenAI"
          ],
          "cost": 0.001066,
          "samples": [
            "A solitary lighthouse stood on the rocky shore, its golden beam slicing through the moonlit mist to guide distant ships safely home.",
            "A solitary lighthouse stands tall on the rocky shore, its bright beam sweeping rhythmically through the midnight mist.",
            "A solitary lighthouse stood tall on the rocky shore, its brilliant beam slicing through the midnight fog.",
            "A solitary lighthouse stands by the crashing waves, its bright beam slicing through the dark, foggy night.",
            "A solitary lighthouse stood on the rocky shore, its brilliant beam slicing through the dark, moonless night."
          ]
        }
      },
      "openai/gpt-4o-mini": {
        "at": "2026-10-03T08:41:56.991Z",
        "t0": {
          "ok": 5,
          "distinct": 4,
          "providers": [
            "Azure",
            "OpenAI"
          ],
          "cost": 0.00010274999999999999,
          "samples": [
            "The lighthouse stood resolute against the darkened sky, its beam of light sweeping across the turbulent sea, a solitary guardian guiding lost ships home.",
            "The lighthouse stood sentinel against the darkened sea, its beam slicing through the night like a guardian's watchful eye, guiding lost souls safely to shore.",
            "The lighthouse stood sentinel against the dark, its beam slicing through the night sky like a guardian's watchful eye, guiding lost ships safely to shore.",
            "The lighthouse stood sentinel against the dark, its beam slicing through the night sky like a guardian's watchful eye, illuminating the rocky shore below."
          ]
        },
        "t0_seed": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "Azure",
            "OpenAI"
          ],
          "cost": 0.00010395,
          "samples": [
            "The lighthouse stood sentinel against the darkened sea, its beam slicing through the night like a guardian's watchful eye, guiding lost ships safely home.",
            "The lighthouse stood sentinel against the dark, its beam slicing through the night sky like a guardian's watchful eye, illuminating the rocky shore below.",
            "The lighthouse stood sentinel against the darkened sea, its beam slicing through the night like a guardian's watchful eye, guiding lost souls safely to shore.",
            "The lighthouse stood sentinel against the dark, its beam slicing through the night sky like a guardian's watchful eye, guiding lost ships safely to shore.",
            "The lighthouse stood resolute against the darkened sky, its beam slicing through the night like a guardian's watchful eye, guiding lost ships safely to shore."
          ]
        },
        "t1": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "OpenAI",
            "Azure"
          ],
          "cost": 0.00010635000000000001,
          "samples": [
            "The lighthouse stood resolute against the darkened sky, its beam of light sweeping across the restless waves, a steadfast guardian guiding lost souls safely home.",
            "The lighthouse stood resolute against the darkness, its beam slicing through the night like a guardian's watchful eye, guiding weary sailors safely to shore.",
            "The lighthouse stood sentinel against the darkened sea, its beam slicing through the night like a guardian’s eye, guiding lost vessels safely home.",
            "The lighthouse stood sentinel against the ink-black sky, its rotating beam cutting through the darkness like a guardian's eye, casting fleeting glimmers of hope across the restless waves.",
            "The lighthouse stood sentinel against the darkened sea, its beam slicing through the shadows like a guardian's watchful eye, illuminating the waves with a rhythmic pulse of light."
          ]
        }
      },
      "openai/gpt-oss-120b": {
        "at": "2026-10-03T08:41:56.991Z",
        "t0": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "BaseTen",
            "Amazon Bedrock",
            "AkashML",
            "DeepInfra"
          ],
          "cost": 0.00021335,
          "samples": [
            "The lighthouse stands solemn against the midnight sea, its solitary beam slicing through the darkness like a silver spear, guiding wandering ships toward safe harbor.",
            "A solitary lighthouse stands against the velvet night, its white tower glowing with a steady, amber beam that sweeps across the dark sea, guiding distant ships home.",
            "The lighthouse stands solemnly against the midnight sea, its steady beam slicing through the darkness like a silver spear of hope.",
            "At midnight the lighthouse stands like a solitary sentinel, its white tower bathed in the silver glow of the moon while its revolving beam slices through the inky sea, guiding weary sailors home.",
            "The lighthouse stands solemn against the ink‑black sea, its white tower a stark silhouette punctuated by a steady, amber beam that sweeps across the rolling waves, casting fleeting ribbons of light that dance on the dark water and guide distant ships safely home."
          ]
        },
        "t0_seed": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "AkashML",
            "Mancer 2",
            "Novita",
            "SiliconFlow"
          ],
          "cost": 0.000216364,
          "samples": [
            "A solitary lighthouse stands against the velvet night, its white tower glowing with a steady, amber beam that sweeps across the dark sea, guiding distant ships home while the moonlight glints off the wet, weather‑worn stones.",
            "At night, the lighthouse stands like a solitary sentinel, its white tower bathed in the silver glow of moonlight while its revolving beam slices through the darkness, guiding ships safely home.",
            "The lone lighthouse, its white tower silhouetted against the ink‑black sea, sweeps a steady amber beam across the rolling waves, a solitary guardian that pierces the night’s darkness.",
            "At midnight the lighthouse stands like a solitary sentinel, its white tower bathed in the silver glow of the moon while its revolving beam slices through the inky sea, guiding weary ships toward safety.",
            "The lighthouse stands solemn against the midnight sea, its rotating beam slicing the darkness into silver ribbons that dance over rolling waves."
          ]
        },
        "t1": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "DekaLLM",
            "DeepInfra",
            "Novita",
            "Mancer 2",
            "CoreWeave"
          ],
          "cost": 0.00011584799999999999,
          "samples": [
            "The lighthouse stands like a steadfast sentinel, its white tower glowing amber against the ink‑black sea, its revolving beam slicing the night into rippling ribbons of light that guide distant ships safely home.",
            "At midnight, the lighthouse’s steady amber beam slices through the rolling fog, painting silver ribbons across the inky sea while its stone tower stands sentinel against the hush of darkness.",
            "Under the velvet canopy of night, the lighthouse stands sentinel, its towering silhouette illuminated by a rhythmic pulse of amber light that sweeps across the dark sea, guiding distant ships home.",
            "At midnight the lighthouse stands as a silent sentinel, its revolving beam slicing through the darkness like a silver spear, casting rhythmic circles of amber light across the restless sea.",
            "A solitary lighthouse stands against the velvet darkness, its steady beam sweeping golden arcs across the restless sea, guiding lost vessels home."
          ]
        }
      },
      "anthropic/claude-sonnet-5.5": {
        "at": "2026-10-03T08:41:56.991Z",
        "t0": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "Claude Platform on AWS"
          ],
          "cost": 0.00285,
          "samples": [
            "The lighthouse stood against the black sky, its steady beam sweeping across the restless waves like a slow, watchful heartbeat guiding lost ships safely home.",
            "The lighthouse stood against the black, storm-tossed sky, its steady beam sweeping across the restless waves like a patient hand guiding lost ships safely home.",
            "Its beam swept slowly across the black, restless water, a steady golden pulse guiding lost ships safely past the jagged rocks below.",
            "Its steady beam sweeps across the black, restless water, a lone golden heartbeat guiding wandering ships safely past the jagged rocks.",
            "Its beam swept slowly across the dark, churning sea, a steady golden pulse guiding lost ships safely home while waves crashed against the rocks below."
          ]
        },
        "t0_seed": {
          "ok": 5,
          "distinct": 3,
          "providers": [
            "Claude Platform on AWS"
          ],
          "cost": 0.00265,
          "samples": [
            "Its beam swept slowly across the black, restless water, a steady golden pulse guiding lost ships safely past the jagged rocks below.",
            "Its beam swept slowly across the black, churning water, a steady golden pulse guarding the rocky coast while waves crashed silver against the stones below.",
            "Its steady beam swept across the black, churning water like a slow, silent heartbeat, guiding lost ships safely past the jagged rocks below."
          ]
        },
        "t1": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "Claude Platform on AWS"
          ],
          "cost": 0.00276,
          "samples": [
            "Perched on the jagged edge of the cliff, the lighthouse swept its golden beam across the restless black waves, guiding lost ships safely home through the darkness.",
            "Its steady beam swept across the black, churning water, a lone golden sentinel guiding wandering ships safely past the jagged rocks.",
            "Its beam swept slowly across the black, restless water, a steady golden pulse guiding lost ships safely past the jagged rocks below.",
            "Its steady beam swept across the black, churning water, cutting a pale golden arc through the mist while the tower stood unmoving against the stormy sky.",
            "Its steady beam swept across the black, churning water like a slow and patient heartbeat, guiding lost ships safely past the jagged rocks toward home."
          ]
        }
      },
      "anthropic/claude-opus-5.5": {
        "at": "2026-10-03T08:41:56.991Z",
        "t0": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "Claude Platform on AWS"
          ],
          "cost": 0.00686,
          "samples": [
            "Against the ink-black sky, the lighthouse swept its golden beam across the restless waves, a steadfast sentinel guiding wayward ships safely home.",
            "Against the ink-black sky, the lighthouse swept its golden beam across the restless waves, a steadfast sentinel guiding unseen ships safely home.",
            "Against the ink-black sky, the lighthouse swept its golden beam across the restless waves, a lone sentinel guiding wayward ships safely home.",
            "Against the ink-black sky, the lighthouse stood like a solitary sentinel, its golden beam sweeping across the restless waves to guide wandering ships safely home.",
            "Against the ink-black sky, the lighthouse swept its golden beam across the restless waves, a steady sentinel guiding wayward ships safely home."
          ]
        },
        "t0_seed": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "Claude Platform on AWS"
          ],
          "cost": 0.00702,
          "samples": [
            "Against the inky sky, the lighthouse swept its golden beam across the restless waves, a steadfast sentinel guiding wayward ships safely home.",
            "Against the ink-black sky, the lighthouse swept its golden beam across the restless waves, a steadfast sentinel guiding wayward ships safely home.",
            "Against the ink-black sky, the lighthouse stood tall and solitary, its golden beam sweeping across the restless waves like a watchful eye guiding lost sailors home.",
            "Against the ink-black sky, the lighthouse swept its golden beam across the restless waves, a lone sentinel guiding unseen ships safely through the dark.",
            "Against the ink-black sky, the lighthouse swept its golden beam across the restless waves, a steadfast sentinel guiding wandering ships safely home."
          ]
        },
        "t1": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "Claude Platform on AWS"
          ],
          "cost": 0.006920000000000001,
          "samples": [
            "The lighthouse stood alone on the jagged cliff, its golden beam sweeping across the restless black sea like a watchful eye guiding lost ships home.",
            "Against the ink-black sky, the lighthouse swept its golden beam across the restless waves, a silent guardian keeping lonely watch over ships lost in the dark.",
            "Against the black velvet of the night, the lighthouse stood like a solitary sentinel, its golden beam sweeping across the restless waves to guide wandering ships safely home.",
            "Against the ink-black sky, the lighthouse swept its golden beam across the restless waves, a lone sentinel promising safe passage to ships lost in the dark.",
            "Against the ink-black sky, the lighthouse swept its golden beam across the restless waves, a silent sentinel guiding wandering ships safely home."
          ]
        }
      },
      "x-ai/grok-4.7": {
        "at": "2026-10-03T08:41:56.991Z",
        "t0": {
          "ok": 5,
          "distinct": 4,
          "providers": [
            "xAI"
          ],
          "cost": 0.0054399999999999995,
          "samples": [
            "A lighthouse stood alone against the dark sea, its beam sweeping slowly across the black water and the restless clouds.",
            "A lighthouse stood alone on the dark coast, its beam sweeping slowly across the black water and the restless night.",
            "A lighthouse stood alone on the dark rocks, its beam sweeping slowly across the black water and vanishing into the night.",
            "A lighthouse stood against the dark sea, its beam sweeping slowly across the black water and the quiet shore."
          ]
        },
        "t0_seed": {
          "ok": 5,
          "distinct": 3,
          "providers": [
            "xAI"
          ],
          "cost": 0.005332,
          "samples": [
            "A lighthouse stood against the dark sea, its beam sweeping slowly across the black water and the quiet shore.",
            "A lighthouse stood against the night, its bright beam sweeping slowly across the dark water.",
            "A lighthouse stood alone against the dark sea, its beam sweeping slowly across the black water and the quiet shore."
          ]
        },
        "t1": {
          "ok": 5,
          "distinct": 4,
          "providers": [
            "xAI"
          ],
          "cost": 0.005482,
          "samples": [
            "A solitary lighthouse cast a steady beam across the dark water, its light sweeping the night in slow, reassuring arcs.",
            "A lighthouse stood alone on the dark coast, its beam sweeping across the black water and briefly silvering the waves before the night closed in again.",
            "A lighthouse stood alone against the dark sea, its beam sweeping slowly across the black water and the sleeping shore.",
            "A lighthouse stood against the night, its bright beam sweeping slowly across the dark water."
          ]
        }
      },
      "google/gemini-3.8-flash": {
        "at": "2026-10-03T08:41:56.991Z",
        "t0": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "Google",
            "Google AI Studio"
          ],
          "cost": 0.008250750000000001,
          "samples": [
            "Standing resolute against the velvet darkness, the solitary lighthouse swept its brilliant beam across the churning, ink-black sea, a tireless guardian over the hidden rocks below.",
            "Standing as a solitary sentinel against the ink-black ocean, the lighthouse swept its brilliant beam of light through the darkness, guiding unseen ships across the treacherous waves.",
            "Perched on the jagged cliffs above a churning, ink-black sea, the solitary lighthouse cleaved the midnight gloom with a sweeping beam of radiant golden light.",
            "Perched upon the jagged cliffs, the solitary lighthouse sweeps its luminous beam across the churning, ink-black ocean, standing as a steadfast guardian against the perilous night.",
            "A steadfast sentinel against the obsidian sea, the solitary lighthouse carved a brilliant, rhythmic arc of light through the howling darkness of the night."
          ]
        },
        "t0_seed": {
          "ok": 5,
          "distinct": 1,
          "providers": [
            "Google"
          ],
          "cost": 0.0081375,
          "samples": [
            "Standing as a solitary sentinel against the ink-black sea, the lighthouse swept its brilliant beam across the churning waves, piercing the heavy darkness to guide wanderers safely through the night."
          ]
        },
        "t1": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "Google"
          ],
          "cost": 0.0081,
          "samples": [
            "Standing as a solitary sentinel against the velvet darkness, the lighthouse cast a sweeping beam of brilliant light across the churning black sea.",
            "Standing as a solitary sentinel against the obsidian sea, the lighthouse swept its brilliant beam through the mist, piercing the vast darkness of the coastal night.",
            "Perched on a jagged, wind-scoured cliff, the solitary lighthouse swept its brilliant beam through the mist, piercing the vast, ink-black sea with a steady pulse of safe harbor.",
            "Perched on the edge of the jagged cliffs, the solitary lighthouse sliced through the ink-black night with a sweeping beam of brilliant light, faithfully guiding unseen ships across the churning, moonless sea.",
            "Perched on the edge of the jagged cliffs, the solitary lighthouse swept a brilliant beam across the churning black sea, standing as a steadfast guardian against the velvet night."
          ]
        }
      },
      "google/gemini-3.1-pro-preview": {
        "at": "2026-10-03T08:41:56.991Z",
        "t0": {
          "ok": 5,
          "distinct": 2,
          "providers": [
            "Google"
          ],
          "cost": 0.034131999999999996,
          "samples": [
            "Standing as a solitary sentinel against the ink-black sky, the lighthouse swept its brilliant, rhythmic beam across the churning ocean, cutting through the midnight fog to guide weary sailors safely to shore.",
            "Piercing the velvet darkness of the coastal night, the solitary lighthouse swept its rhythmic, golden beam across the churning black waves to guide weary sailors home."
          ]
        },
        "t0_seed": {
          "ok": 5,
          "distinct": 2,
          "providers": [
            "Google"
          ],
          "cost": 0.030940000000000002,
          "samples": [
            "Standing as a solitary sentinel on the jagged cliffs, the lighthouse sliced through the midnight fog with a sweeping blade of light, guiding unseen ships across the churning black sea.",
            "Standing as a solitary sentinel against the ink-black sky, the lighthouse swept its brilliant, rhythmic beam across the churning ocean, cutting through the midnight fog to guide weary sailors safely to shore."
          ]
        },
        "t1": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "Google"
          ],
          "cost": 0.032260000000000004,
          "samples": [
            "Piercing the velvet darkness with a rhythmic sweep of brilliant light, the solitary lighthouse stood as a steadfast sentinel over the churning, ink-black sea.",
            "Piercing the midnight fog with a sweeping blade of light, the solitary lighthouse stood as a steadfast sentinel over the churning, ink-black sea.",
            "Standing resolute against the churning midnight sea, the solitary lighthouse swept its brilliant blade of light through the heavy fog, a silent guardian piercing the darkness.",
            "Sweeping its brilliant beam across the ink-black waters, the solitary lighthouse stood as a silent sentinel against the crashing waves and the endless night.",
            "A solitary sentinel on the edge of the pitch-black ocean, the towering lighthouse carved through the midnight fog with its rhythmic, golden beam."
          ]
        }
      },
      "z-ai/glm-5.3": {
        "at": "2026-10-03T08:41:56.991Z",
        "t0": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "Reka",
            "Morph",
            "Wafer",
            "InferenceNet"
          ],
          "cost": 0.001758739,
          "samples": [
            "The lighthouse beam swept through the darkness in slow, deliberate arcs, its white light cutting across the black waves before dissolving into the distant fog.",
            "The lighthouse beam swept in slow arcs across the black water, its golden pulse the only light for miles, guiding ships safely past the unseen rocks below.",
            "The lighthouse's beam swept across the dark waves in slow, patient arcs, a lone heartbeat of light against the vast black sea.",
            "The lighthouse beam swept across the black water in slow, deliberate arcs, its white finger of light briefly illuminating the restless waves before plunging them back into darkness.",
            "The lighthouse beam swept in slow, patient arcs across the black, restless sea, a lone pulse of gold against the vast darkness."
          ]
        },
        "t0_seed": {
          "ok": 5,
          "distinct": 2,
          "providers": [
            "Sail Research",
            "DeepInfra"
          ],
          "cost": 0.0012801375,
          "samples": [
            "The lighthouse beam swept across the black water in slow, patient arcs, its white light briefly illuminating the restless waves before plunging them back into darkness.",
            "The lighthouse beam swept its slow, patient circle through the darkness, a golden pulse cutting through the salt-heavy fog while the black waves crashed endlessly against the rocks below."
          ]
        },
        "t1": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "Sail Research"
          ],
          "cost": 0.0028293,
          "samples": [
            "The lighthouse's golden beam swept in slow circles across the ink-dark sea, a solitary heartbeat of light guiding distant ships safely past the rocks below.",
            "Alone on the rocky point, the lighthouse swept its golden beam through the ink-black night, a patient heartbeat of light guiding ships safely past the churning sea below.",
            "The lighthouse beam swept through the blackness in slow, patient arcs, its white light cutting across the restless sea while the tower itself stood silent and alone against a sky scattered with stars.",
            "The lighthouse beam swept through the black night in slow, patient circles, its golden light briefly catching the restless waves before plunging the coast back into darkness.",
            "The lighthouse beam swept in slow, patient arcs across the black water, its golden light piercing the darkness to guide ships safely past the jagged rocks below."
          ]
        }
      },
      "moonshotai/kimi-k3": {
        "at": "2026-10-03T08:41:56.991Z",
        "t0": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "Morph",
            "Wafer"
          ],
          "cost": 0.014478691,
          "samples": [
            "The lighthouse stood alone on the rocky cliff, its golden beam sweeping rhythmically across the dark, churning sea to guide weary sailors home.",
            "The lighthouse stood alone on the rocky cliff, its golden beam sweeping rhythmically across the dark, churning sea like a silent promise to distant ships.",
            "The lighthouse stood alone on the jagged cliff, its golden beam sweeping through the darkness to guide weary ships past the churning, moonlit sea.",
            "The lighthouse stood alone on the jagged cliff, its golden beam sweeping rhythmically through the darkness to guide lost ships past the churning, moonlit waves below.",
            "The lighthouse stood sentinel against the starless sky, its golden beam sweeping rhythmically across the churning black waves below."
          ]
        },
        "t0_seed": {
          "ok": 5,
          "distinct": 3,
          "providers": [
            "Wafer"
          ],
          "cost": 0.014501199999999999,
          "samples": [
            "The lighthouse stood alone on the rocky cliff, its golden beam sweeping rhythmically across the dark, churning sea like a silent promise to distant ships.",
            "The lighthouse stood sentinel against the starless sky, its golden beam sweeping rhythmically across the churning black waves below.",
            "The lighthouse stood alone on the rocky cliff, its golden beam sweeping rhythmically across the dark, churning sea to guide weary sailors home."
          ]
        },
        "t1": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "Wafer"
          ],
          "cost": 0.0171892,
          "samples": [
            "The lighthouse stood sentinel on the jagged cliff, its golden beam sweeping through the darkness to guide weary ships past the churning, moonlit sea.",
            "The lighthouse stood sentinel against the starless sky, its golden beam sweeping rhythmically across the churning black waves below.",
            "Against the starless night, the lighthouse cast its slow, golden beam across the churning sea, a lone sentinel keeping silent watch over the dark.",
            "The lighthouse stood defiant against the moonless sky, its golden beam sweeping through the fog to guide lost ships past the jagged, foam-covered rocks below.",
            "The lighthouse stood sentinel against the starless night, its golden beam sweeping rhythmically across the churning black sea to guide weary sailors home."
          ]
        }
      },
      "deepseek/deepseek-v4.1-flash": {
        "at": "2026-10-03T08:41:56.991Z",
        "t0": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "AtlasCloud",
            "Sail Research",
            "DeepInfra"
          ],
          "cost": 0.00030778800000000003,
          "samples": [
            "At night, the lighthouse stands alone against the dark sea, sweeping its bright beam across the waves like a steady, hopeful pulse.",
            "At night, the lighthouse stands alone against the dark sea, sweeping its beam across the waves like a steady promise to lost ships.",
            "At night, the lighthouse stands alone on the dark shore, sweeping its bright beam across the restless sea like a steady promise to lost sailors.",
            "Alone on the dark shore, the lighthouse sweeps its golden beam across the restless sea, a steadfast promise to every lost sailor.",
            "At night, the lighthouse stands like a solitary sentinel, its bright beam sweeping the dark sea in steady, rhythmic arcs."
          ]
        },
        "t0_seed": {
          "ok": 5,
          "distinct": 2,
          "providers": [
            "Sail Research"
          ],
          "cost": 0.00021754999999999998,
          "samples": [
            "At night, the lighthouse stands alone on the dark shore, sweeping its bright beam across the restless sea like a steady promise to lost sailors.",
            "At night, the lighthouse stands alone on the dark shore, its bright beam sweeping across the restless sea like a steady promise to lost sailors."
          ]
        },
        "t1": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "Sail Research"
          ],
          "cost": 0.00019795000000000001,
          "samples": [
            "At night, the lighthouse stands alone on the dark shore, sweeping its bright beam across the restless sea like a steady promise to lost ships.",
            "At night, the lighthouse stands like a solitary beacon, its rotating beam sweeping across the dark sea to guide ships away from the rocky shore.",
            "At night, the lighthouse stands alone on the dark shore, sweeping its bright beam across the restless sea like a steady promise to every lost ship.",
            "At night, the lighthouse stands like a solitary sentinel, its beam sweeping across the dark sea in rhythmic arcs of light.",
            "At night, the lighthouse stands alone on the dark shore, sweeping its bright beam across the restless sea like a steadfast promise to lost sailors."
          ]
        }
      },
      "qwen/qwen3.8-max-0902": {
        "at": "2026-10-03T08:41:56.991Z",
        "t0": {
          "ok": 5,
          "distinct": 4,
          "providers": [
            "Alibaba"
          ],
          "cost": 0.002652,
          "samples": [
            "A lone lighthouse stands against the night, its sweeping beam cutting through the darkness to guide ships safely home.",
            "A lone lighthouse cuts through the midnight fog, its sweeping beam pulsing like a steady heartbeat over the black sea.",
            "A lone lighthouse stands against the night, its sweeping beam cutting through the darkness to guide ships safely past the hidden rocks.",
            "A lone lighthouse sweeps its golden beam across the dark sea, cutting through the night like a steady, watchful star."
          ]
        },
        "t0_seed": {
          "ok": 5,
          "distinct": 4,
          "providers": [
            "Alibaba"
          ],
          "cost": 0.002568,
          "samples": [
            "A lone lighthouse pierced the darkness, its sweeping beam carving silver paths across the restless sea.",
            "A lone lighthouse sweeps its golden beam across the dark sea, piercing the night like a steady, watchful star.",
            "A lone lighthouse stands against the night, its sweeping beam cutting through the darkness to guide ships safely home.",
            "A lone lighthouse stands against the night, sweeping its golden beam across the restless sea."
          ]
        },
        "t1": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "Alibaba"
          ],
          "cost": 0.002526,
          "samples": [
            "A lone lighthouse pierced the midnight fog, its golden beam sweeping across the restless sea like a steadfast promise of safety.",
            "A solitary lighthouse pierces the midnight darkness, its sweeping beam glinting over restless waves.",
            "A lone lighthouse stands against the dark sea, its sweeping beam cutting through the night to guide ships safely home.",
            "A lone lighthouse stands against the night, its sweeping beam cutting through the darkness to guide ships safely home.",
            "A lone lighthouse pierced the midnight darkness, its sweeping beam gliding over restless waves like a steady, watchful eye."
          ]
        }
      },
      "mistralai/devstral-2512": {
        "at": "2026-10-03T08:41:56.991Z",
        "t0": {
          "ok": 5,
          "distinct": 1,
          "providers": [
            "Mistral"
          ],
          "cost": 0.00026199999999999997,
          "samples": [
            "The lighthouse stood tall against the dark sky, its beam cutting through the night like a blade."
          ]
        },
        "t0_seed": {
          "ok": 5,
          "distinct": 1,
          "providers": [
            "Mistral"
          ],
          "cost": 0.00026199999999999997,
          "samples": [
            "The lighthouse stood tall against the dark sky, its beam cutting through the night like a blade."
          ]
        },
        "t1": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "Mistral"
          ],
          "cost": 0.00025,
          "samples": [
            "The lighthouse cast a rotating beam of light across the dark sea, guiding ships safely to shore.",
            "The lighthouse cast a steady beam through the storm, guiding lost ships safely to shore.",
            "The lighthouse beam pierces the darkness, guiding ships with its steady, rotating glow.",
            "The lighthouse beams a steady, guiding light through the stormy night.",
            "The lighthouse stood tall against the dark sky, its beacon cutting through the night like a steady, guiding star."
          ]
        }
      },
      "xiaomi/mimo-v2.6-flash": {
        "at": "2026-10-03T08:41:56.991Z",
        "t0": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "Novita",
            "GMICloud",
            "Io Net",
            "Darkbloom"
          ],
          "cost": 0.0000801288,
          "samples": [
            "A solitary lighthouse stands against the moonlit sky, its rotating beam sweeping across the dark, restless sea to guide weary ships safely toward shore.",
            "Standing alone against the vast, starless sea, the lighthouse swept its warm, golden beam across the churning waves, a solitary beacon guiding weary ships safely toward the distant shore.",
            "Under a canopy of stars, the lighthouse stood tall against the dark, its powerful beam sweeping across the restless sea like a guiding hand reaching out to lost sailors.",
            "Under a canopy of stars, the lighthouse stood tall against the dark coastline, its powerful beam sweeping across the restless sea like a golden finger guiding lost ships safely home.",
            "Under a canopy of stars, the lighthouse stood tall against the darkened cliffs, its powerful beam sweeping across the restless sea like a golden finger guiding lost ships safely home."
          ]
        },
        "t0_seed": {
          "ok": 5,
          "distinct": 3,
          "providers": [
            "Darkbloom",
            "GMICloud"
          ],
          "cost": 0.00008348,
          "samples": [
            "Under a canopy of stars, the lighthouse stood tall against the dark coastline, its powerful beam sweeping across the restless sea like a golden finger guiding lost ships safely home.",
            "Under a canopy of stars, the lighthouse stood solitary against the churning sea, its rhythmic beam sweeping across the dark waters like a steady, unwavering heartbeat in the night.",
            "Under the cloak of a moonless night, the lone lighthouse stood sentinel over the churning sea, its golden beam sweeping steadily across the dark waves like a timeless, searching eye."
          ]
        },
        "t1": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "Darkbloom",
            "Xiaomi",
            "Novita",
            "Io Net"
          ],
          "cost": 0.00008256760000000001,
          "samples": [
            "Against a starlit sky, the lighthouse stood tall and resolute, its powerful beam sweeping across the dark waters like a guiding hand reaching out to sailors lost in the night.",
            "Under the moonlit sky, the lone lighthouse stands tall along the rocky cliff, its golden beam sweeping across the dark, restless sea to guide weary sailors safely home.",
            "The solitary lighthouse stood steadfast against the dark horizon, its golden beam sweeping rhythmically across the restless waves like a lighthouse keeper's unwavering promise to guide lost sailors safely home.",
            "Under a canopy of stars, the lighthouse stood tall against the dark coastline, its golden beam sweeping steadily across the churning sea like a silent guardian guiding weary ships safely home.",
            "A solitary lighthouse stood sentinel against the starry night, its sweeping beam cutting through the darkness like a beacon of hope across the restless sea."
          ]
        }
      },
      "upstage/solar-mini4": {
        "at": "2026-10-03T08:41:56.991Z",
        "t0": {
          "ok": 5,
          "distinct": 3,
          "providers": [
            "Upstage"
          ],
          "cost": 0.0000377,
          "samples": [
            "A solitary lighthouse stands against the dark, its beam sweeping steadily across the waves as a steady, guiding light cuts through the night.",
            "A solitary lighthouse stands against the dark ocean, its beam sweeping steadily through the night.",
            "A solitary lighthouse stands against the dark, its beam sweeping across the waves in a steady, glowing arc."
          ]
        },
        "t0_seed": {
          "ok": 5,
          "distinct": 2,
          "providers": [
            "Upstage"
          ],
          "cost": 0.0000367,
          "samples": [
            "A solitary lighthouse stands against the dark, its beam sweeping across the waves in a steady, glowing arc.",
            "A solitary lighthouse stands against the dark ocean, its beam sweeping steadily through the night."
          ]
        },
        "t1": {
          "ok": 5,
          "distinct": 5,
          "providers": [
            "Upstage"
          ],
          "cost": 0.0000435,
          "samples": [
            "A lone beacon of light swung steadily through the night, casting a rhythmic glow across the dark waters while the thick fog swallowed everything else.",
            "A solitary lighthouse, its beam cutting through the darkening sea and casting a steadfast, glowing path for the ships below.",
            "Facing the dark ocean, a lone lighthouse casts a steady, amber beam that sweeps across the waves like a gentle, guiding promise.",
            "A solitary lighthouse pierced the inky night sky with a sweeping beam of brilliant white light.",
            "Standing solitary against the inky sky, the lighthouse emits a steady beam of light that sweeps across the dark waves, its glowing lantern serving as a steadfast guardian of the shoreline."
          ]
        }
      }
    }
  },
  "probe_structured_hard.json": {
    "runs": {
      "openai/gpt-6-sol": {
        "at": "2026-10-03T08:45:56.700Z",
        "json_schema": {
          "n": 8,
          "ok": 8,
          "parsed": 8,
          "fenced": 0,
          "valid": 8,
          "correct": 5,
          "cost": 0.022606000000000005,
          "rows": [
            {
              "id": "h01_chf",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "currency"
              ],
              "cost": 0.00243,
              "provider": "OpenAI",
              "lat": 5.472
            },
            {
              "id": "h02_nodate",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "date"
              ],
              "cost": 0.002044,
              "provider": "OpenAI",
              "lat": 5.775
            },
            {
              "id": "h03_fractional",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.002476,
              "provider": "OpenAI",
              "lat": 5.454
            },
            {
              "id": "h04_long",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.008664,
              "provider": "OpenAI",
              "lat": 7.375
            },
            {
              "id": "h05_escapes",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.002308,
              "provider": "OpenAI",
              "lat": 5.51
            },
            {
              "id": "h06_ambig",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.001566,
              "provider": "OpenAI",
              "lat": 5.277
            },
            {
              "id": "h07_credit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "item count"
              ],
              "cost": 0.00192,
              "provider": "OpenAI",
              "lat": 5.072
            },
            {
              "id": "h08_deposit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.001198,
              "provider": "OpenAI",
              "lat": 5.484
            }
          ]
        },
        "json_object": {
          "n": 8,
          "ok": 8,
          "parsed": 8,
          "fenced": 0,
          "valid": 6,
          "correct": 5,
          "cost": 0.025856000000000004,
          "rows": [
            {
              "id": "h01_chf",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "currency"
              ],
              "cost": 0.00238,
              "provider": "OpenAI",
              "lat": 5.722
            },
            {
              "id": "h02_nodate",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "date"
              ],
              "cost": 0.001374,
              "provider": "OpenAI",
              "lat": 5.214
            },
            {
              "id": "h03_fractional",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.002466,
              "provider": "OpenAI",
              "lat": 6.143
            },
            {
              "id": "h04_long",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.011994,
              "provider": "OpenAI",
              "lat": 13.855
            },
            {
              "id": "h05_escapes",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.002638,
              "provider": "OpenAI",
              "lat": 7.25
            },
            {
              "id": "h06_ambig",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.001616,
              "provider": "OpenAI",
              "lat": 5.208
            },
            {
              "id": "h07_credit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "item count"
              ],
              "cost": 0.00219,
              "provider": "OpenAI",
              "lat": 5.633
            },
            {
              "id": "h08_deposit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.001198,
              "provider": "OpenAI",
              "lat": 4.809
            }
          ]
        }
      },
      "openai/gpt-6-luna": {
        "at": "2026-10-03T08:45:56.702Z",
        "json_schema": {
          "n": 8,
          "ok": 8,
          "parsed": 8,
          "fenced": 0,
          "valid": 8,
          "correct": 5,
          "cost": 0.0015308,
          "rows": [
            {
              "id": "h01_chf",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "currency"
              ],
              "cost": 0.0003,
              "provider": "OpenAI",
              "lat": 9.531
            },
            {
              "id": "h02_nodate",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "date"
              ],
              "cost": 0.0000772,
              "provider": "OpenAI",
              "lat": 4.826
            },
            {
              "id": "h03_fractional",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0001508,
              "provider": "OpenAI",
              "lat": 5.748
            },
            {
              "id": "h04_long",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0006322,
              "provider": "OpenAI",
              "lat": 7.42
            },
            {
              "id": "h05_escapes",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0001054,
              "provider": "OpenAI",
              "lat": 5.498
            },
            {
              "id": "h06_ambig",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0000798,
              "provider": "OpenAI",
              "lat": 4.588
            },
            {
              "id": "h07_credit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "item count"
              ],
              "cost": 0.0001105,
              "provider": "OpenAI",
              "lat": 5.485
            },
            {
              "id": "h08_deposit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0000749,
              "provider": "OpenAI",
              "lat": 4.741
            }
          ]
        },
        "json_object": {
          "n": 8,
          "ok": 8,
          "parsed": 8,
          "fenced": 0,
          "valid": 6,
          "correct": 5,
          "cost": 0.0015367999999999998,
          "rows": [
            {
              "id": "h01_chf",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "currency"
              ],
              "cost": 0.000234,
              "provider": "OpenAI",
              "lat": 6.992
            },
            {
              "id": "h02_nodate",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "date"
              ],
              "cost": 0.0000837,
              "provider": "OpenAI",
              "lat": 4.21
            },
            {
              "id": "h03_fractional",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0002523,
              "provider": "OpenAI",
              "lat": 7.366
            },
            {
              "id": "h04_long",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0006202,
              "provider": "OpenAI",
              "lat": 7.686
            },
            {
              "id": "h05_escapes",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0001084,
              "provider": "OpenAI",
              "lat": 4.41
            },
            {
              "id": "h06_ambig",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0000773,
              "provider": "OpenAI",
              "lat": 4.091
            },
            {
              "id": "h07_credit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "item count"
              ],
              "cost": 0.000094,
              "provider": "OpenAI",
              "lat": 5.122
            },
            {
              "id": "h08_deposit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0000669,
              "provider": "OpenAI",
              "lat": 3.728
            }
          ]
        }
      },
      "openai/gpt-6.1-sol": {
        "at": "2026-10-03T08:45:56.702Z",
        "json_schema": {
          "n": 8,
          "ok": 8,
          "parsed": 8,
          "fenced": 0,
          "valid": 8,
          "correct": 5,
          "cost": 0.024065999999999997,
          "rows": [
            {
              "id": "h01_chf",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "currency"
              ],
              "cost": 0.00231,
              "provider": "OpenAI",
              "lat": 6.631
            },
            {
              "id": "h02_nodate",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "date"
              ],
              "cost": 0.001774,
              "provider": "OpenAI",
              "lat": 9.262
            },
            {
              "id": "h03_fractional",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.002316,
              "provider": "OpenAI",
              "lat": 5.49
            },
            {
              "id": "h04_long",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.011644,
              "provider": "OpenAI",
              "lat": 15.09
            },
            {
              "id": "h05_escapes",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.001628,
              "provider": "OpenAI",
              "lat": 4.343
            },
            {
              "id": "h06_ambig",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.001556,
              "provider": "OpenAI",
              "lat": 5.752
            },
            {
              "id": "h07_credit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "item count"
              ],
              "cost": 0.00164,
              "provider": "OpenAI",
              "lat": 5.798
            },
            {
              "id": "h08_deposit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.001198,
              "provider": "OpenAI",
              "lat": 3.397
            }
          ]
        },
        "json_object": {
          "n": 8,
          "ok": 8,
          "parsed": 8,
          "fenced": 0,
          "valid": 6,
          "correct": 5,
          "cost": 0.027765999999999996,
          "rows": [
            {
              "id": "h01_chf",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "currency"
              ],
              "cost": 0.00361,
              "provider": "OpenAI",
              "lat": 10.249
            },
            {
              "id": "h02_nodate",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "date"
              ],
              "cost": 0.001574,
              "provider": "OpenAI",
              "lat": 4.178
            },
            {
              "id": "h03_fractional",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.003406,
              "provider": "OpenAI",
              "lat": 7.065
            },
            {
              "id": "h04_long",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.011974,
              "provider": "OpenAI",
              "lat": 15.758
            },
            {
              "id": "h05_escapes",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.001998,
              "provider": "OpenAI",
              "lat": 5.093
            },
            {
              "id": "h06_ambig",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.001726,
              "provider": "OpenAI",
              "lat": 4.178
            },
            {
              "id": "h07_credit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "item count"
              ],
              "cost": 0.00217,
              "provider": "OpenAI",
              "lat": 4.569
            },
            {
              "id": "h08_deposit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.001308,
              "provider": "OpenAI",
              "lat": 3.654
            }
          ]
        }
      },
      "openai/gpt-5.4-mini": {
        "at": "2026-10-03T08:45:56.702Z",
        "json_schema": {
          "n": 8,
          "ok": 8,
          "parsed": 8,
          "fenced": 0,
          "valid": 8,
          "correct": 6,
          "cost": 0.00741825,
          "rows": [
            {
              "id": "h01_chf",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "currency"
              ],
              "cost": 0.00051975,
              "provider": "OpenAI",
              "lat": 2.148
            },
            {
              "id": "h02_nodate",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "date"
              ],
              "cost": 0.0004695,
              "provider": "OpenAI",
              "lat": 3.078
            },
            {
              "id": "h03_fractional",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.00050475,
              "provider": "OpenAI",
              "lat": 3.409
            },
            {
              "id": "h04_long",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.00380025,
              "provider": "OpenAI",
              "lat": 3.922
            },
            {
              "id": "h05_escapes",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.00067875,
              "provider": "OpenAI",
              "lat": 2.979
            },
            {
              "id": "h06_ambig",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.00051825,
              "provider": "OpenAI",
              "lat": 3.366
            },
            {
              "id": "h07_credit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.00051,
              "provider": "OpenAI",
              "lat": 3.589
            },
            {
              "id": "h08_deposit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.000417,
              "provider": "OpenAI",
              "lat": 3.435
            }
          ]
        },
        "json_object": {
          "n": 8,
          "ok": 8,
          "parsed": 8,
          "fenced": 0,
          "valid": 7,
          "correct": 4,
          "cost": 0.00719175,
          "rows": [
            {
              "id": "h01_chf",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "currency"
              ],
              "cost": 0.00047175,
              "provider": "OpenAI",
              "lat": 1.816
            },
            {
              "id": "h02_nodate",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "date"
              ],
              "cost": 0.0004305,
              "provider": "OpenAI",
              "lat": 1.826
            },
            {
              "id": "h03_fractional",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.00042975,
              "provider": "OpenAI",
              "lat": 2.055
            },
            {
              "id": "h04_long",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.00372525,
              "provider": "OpenAI",
              "lat": 3.46
            },
            {
              "id": "h05_escapes",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.00060375,
              "provider": "OpenAI",
              "lat": 2.018
            },
            {
              "id": "h06_ambig",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.00044325,
              "provider": "OpenAI",
              "lat": 1.844
            },
            {
              "id": "h07_credit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "item count"
              ],
              "cost": 0.000552,
              "provider": "OpenAI",
              "lat": 2.29
            },
            {
              "id": "h08_deposit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "item count"
              ],
              "cost": 0.0005355,
              "provider": "OpenAI",
              "lat": 2.001
            }
          ]
        }
      },
      "openai/gpt-4.1-mini": {
        "at": "2026-10-03T08:45:56.702Z",
        "json_schema": {
          "n": 8,
          "ok": 8,
          "parsed": 8,
          "fenced": 0,
          "valid": 8,
          "correct": 5,
          "cost": 0.0028507999999999997,
          "rows": [
            {
              "id": "h01_chf",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "currency"
              ],
              "cost": 0.0002156,
              "provider": "OpenAI",
              "lat": 3.607
            },
            {
              "id": "h02_nodate",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "date"
              ],
              "cost": 0.000196,
              "provider": "OpenAI",
              "lat": 3.586
            },
            {
              "id": "h03_fractional",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0002004,
              "provider": "OpenAI",
              "lat": 3.538
            },
            {
              "id": "h04_long",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0013532,
              "provider": "OpenAI",
              "lat": 7.298
            },
            {
              "id": "h05_escapes",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0002708,
              "provider": "OpenAI",
              "lat": 3.708
            },
            {
              "id": "h06_ambig",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0002052,
              "provider": "OpenAI",
              "lat": 3.522
            },
            {
              "id": "h07_credit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "item count"
              ],
              "cost": 0.0002416,
              "provider": "OpenAI",
              "lat": 3.269
            },
            {
              "id": "h08_deposit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.000168,
              "provider": "OpenAI",
              "lat": 3.371
            }
          ]
        },
        "json_object": {
          "n": 8,
          "ok": 8,
          "parsed": 8,
          "fenced": 0,
          "valid": 6,
          "correct": 5,
          "cost": 0.0035356000000000003,
          "rows": [
            {
              "id": "h01_chf",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "currency"
              ],
              "cost": 0.0002456,
              "provider": "OpenAI",
              "lat": 3.021
            },
            {
              "id": "h02_nodate",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "date"
              ],
              "cost": 0.000226,
              "provider": "OpenAI",
              "lat": 3.698
            },
            {
              "id": "h03_fractional",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0002208,
              "provider": "OpenAI",
              "lat": 3.224
            },
            {
              "id": "h04_long",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.001876,
              "provider": "OpenAI",
              "lat": 8.997
            },
            {
              "id": "h05_escapes",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0003152,
              "provider": "OpenAI",
              "lat": 3.748
            },
            {
              "id": "h06_ambig",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0002352,
              "provider": "OpenAI",
              "lat": 3.433
            },
            {
              "id": "h07_credit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0002396,
              "provider": "OpenAI",
              "lat": 3.451
            },
            {
              "id": "h08_deposit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "paid"
              ],
              "cost": 0.0001772,
              "provider": "OpenAI",
              "lat": 3.208
            }
          ]
        }
      },
      "openai/gpt-oss-120b": {
        "at": "2026-10-03T08:45:56.702Z",
        "json_schema": {
          "n": 8,
          "ok": 8,
          "parsed": 8,
          "fenced": 0,
          "valid": 8,
          "correct": 6,
          "cost": 0.00137747,
          "rows": [
            {
              "id": "h01_chf",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "currency"
              ],
              "cost": 0.00008211,
              "provider": "DekaLLM",
              "lat": 9.576
            },
            {
              "id": "h02_nodate",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "date"
              ],
              "cost": 0.0001,
              "provider": "Mancer 2",
              "lat": 6.03
            },
            {
              "id": "h03_fractional",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0003495,
              "provider": "DeepInfra",
              "lat": 4.024
            },
            {
              "id": "h04_long",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.00029091,
              "provider": "DekaLLM",
              "lat": 43.956
            },
            {
              "id": "h05_escapes",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0001575,
              "provider": "Mancer 2",
              "lat": 5.436
            },
            {
              "id": "h06_ambig",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.00024255,
              "provider": "Together",
              "lat": 4.437
            },
            {
              "id": "h07_credit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.000085,
              "provider": "Mancer 2",
              "lat": 4.07
            },
            {
              "id": "h08_deposit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0000699,
              "provider": "DekaLLM",
              "lat": 19.075
            }
          ]
        },
        "json_object": {
          "n": 8,
          "ok": 8,
          "parsed": 8,
          "fenced": 0,
          "valid": 4,
          "correct": 5,
          "cost": 0.0012491680000000002,
          "rows": [
            {
              "id": "h01_chf",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "currency"
              ],
              "cost": 0.00011502,
              "provider": "DekaLLM",
              "lat": 18.256
            },
            {
              "id": "h02_nodate",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "date"
              ],
              "cost": 0.00032867,
              "provider": "Parasail",
              "lat": 4.262
            },
            {
              "id": "h03_fractional",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.000225,
              "provider": "Mancer 2",
              "lat": 7.149
            },
            {
              "id": "h04_long",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "item count"
              ],
              "cost": 0.000347615,
              "provider": "DeepInfra",
              "lat": 32.052
            },
            {
              "id": "h05_escapes",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.00003354,
              "provider": "CoreWeave",
              "lat": 6.584
            },
            {
              "id": "h06_ambig",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.00002592,
              "provider": "CoreWeave",
              "lat": 5.044
            },
            {
              "id": "h07_credit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.000068403,
              "provider": "AkashML",
              "lat": 4.131
            },
            {
              "id": "h08_deposit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.000105,
              "provider": "Mancer 2",
              "lat": 5.512
            }
          ]
        }
      },
      "google/gemini-3.8-flash": {
        "at": "2026-10-03T08:45:56.702Z",
        "json_schema": {
          "n": 8,
          "ok": 8,
          "parsed": 8,
          "fenced": 0,
          "valid": 8,
          "correct": 5,
          "cost": 0.039836250000000004,
          "rows": [
            {
              "id": "h01_chf",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "currency"
              ],
              "cost": 0.00419025,
              "provider": "Google",
              "lat": 12.382
            },
            {
              "id": "h02_nodate",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "date"
              ],
              "cost": 0.0044385,
              "provider": "Google",
              "lat": 13.42
            },
            {
              "id": "h03_fractional",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.01522875,
              "provider": "Google",
              "lat": 33.263
            },
            {
              "id": "h04_long",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0057555,
              "provider": "Google",
              "lat": 12.905
            },
            {
              "id": "h05_escapes",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.00423825,
              "provider": "Google",
              "lat": 12.791
            },
            {
              "id": "h06_ambig",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0017505,
              "provider": "Google",
              "lat": 7.356
            },
            {
              "id": "h07_credit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "item count"
              ],
              "cost": 0.0020295,
              "provider": "Google",
              "lat": 6.419
            },
            {
              "id": "h08_deposit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.002205,
              "provider": "Google",
              "lat": 7.35
            }
          ]
        },
        "json_object": {
          "n": 8,
          "ok": 8,
          "parsed": 8,
          "fenced": 0,
          "valid": 5,
          "correct": 5,
          "cost": 0.044466000000000006,
          "rows": [
            {
              "id": "h01_chf",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "currency"
              ],
              "cost": 0.009981,
              "provider": "Google",
              "lat": 23.214
            },
            {
              "id": "h02_nodate",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "date"
              ],
              "cost": 0.0025905,
              "provider": "Google",
              "lat": 5.502
            },
            {
              "id": "h03_fractional",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.01033575,
              "provider": "Google",
              "lat": 23.051
            },
            {
              "id": "h04_long",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.00875625,
              "provider": "Google",
              "lat": 13.972
            },
            {
              "id": "h05_escapes",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0037965,
              "provider": "Google",
              "lat": 8.085
            },
            {
              "id": "h06_ambig",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0020475,
              "provider": "Google",
              "lat": 5.517
            },
            {
              "id": "h07_credit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "item count"
              ],
              "cost": 0.004464,
              "provider": "Google",
              "lat": 8.573
            },
            {
              "id": "h08_deposit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0024945,
              "provider": "Google",
              "lat": 4.983
            }
          ]
        }
      },
      "google/gemini-3.7-flash": {
        "at": "2026-10-03T08:45:56.702Z",
        "json_schema": {
          "n": 8,
          "ok": 8,
          "parsed": 8,
          "fenced": 0,
          "valid": 8,
          "correct": 5,
          "cost": 0.034436249999999995,
          "rows": [
            {
              "id": "h01_chf",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "currency"
              ],
              "cost": 0.0028965,
              "provider": "Google",
              "lat": 8.82
            },
            {
              "id": "h02_nodate",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "date"
              ],
              "cost": 0.00260475,
              "provider": "Google",
              "lat": 7.347
            },
            {
              "id": "h03_fractional",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.01501125,
              "provider": "Google",
              "lat": 29.251
            },
            {
              "id": "h04_long",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.00611925,
              "provider": "Google",
              "lat": 10.015
            },
            {
              "id": "h05_escapes",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0028695,
              "provider": "Google",
              "lat": 9.247
            },
            {
              "id": "h06_ambig",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.001338,
              "provider": "Google",
              "lat": 5.697
            },
            {
              "id": "h07_credit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "item count"
              ],
              "cost": 0.00265575,
              "provider": "Google",
              "lat": 7.34
            },
            {
              "id": "h08_deposit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.00094125,
              "provider": "Google",
              "lat": 4.103
            }
          ]
        },
        "json_object": {
          "n": 8,
          "ok": 8,
          "parsed": 8,
          "fenced": 0,
          "valid": 5,
          "correct": 5,
          "cost": 0.0343335,
          "rows": [
            {
              "id": "h01_chf",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "currency"
              ],
              "cost": 0.0094785,
              "provider": "Google",
              "lat": 17.131
            },
            {
              "id": "h02_nodate",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "date"
              ],
              "cost": 0.00266175,
              "provider": "Google",
              "lat": 5.647
            },
            {
              "id": "h03_fractional",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0041745,
              "provider": "Google",
              "lat": 8.87
            },
            {
              "id": "h04_long",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0073425,
              "provider": "Google",
              "lat": 19.001
            },
            {
              "id": "h05_escapes",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.003444,
              "provider": "Google",
              "lat": 7.341
            },
            {
              "id": "h06_ambig",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.00266625,
              "provider": "Google",
              "lat": 5.395
            },
            {
              "id": "h07_credit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "item count"
              ],
              "cost": 0.00210525,
              "provider": "Google",
              "lat": 6.327
            },
            {
              "id": "h08_deposit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.00246075,
              "provider": "Google",
              "lat": 6.603
            }
          ]
        }
      },
      "google/gemini-3.5-flash-lite": {
        "at": "2026-10-03T08:45:56.702Z",
        "json_schema": {
          "n": 8,
          "ok": 8,
          "parsed": 8,
          "fenced": 0,
          "valid": 8,
          "correct": 5,
          "cost": 0.007633500000000001,
          "rows": [
            {
              "id": "h01_chf",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "currency"
              ],
              "cost": 0.0003851,
              "provider": "Google",
              "lat": 3.13
            },
            {
              "id": "h02_nodate",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "date"
              ],
              "cost": 0.0005009,
              "provider": "Google",
              "lat": 2.073
            },
            {
              "id": "h03_fractional",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.000486,
              "provider": "Google",
              "lat": 3.512
            },
            {
              "id": "h04_long",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0041602,
              "provider": "Google",
              "lat": 7.302
            },
            {
              "id": "h05_escapes",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0006293,
              "provider": "Google",
              "lat": 3.058
            },
            {
              "id": "h06_ambig",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0004892,
              "provider": "Google",
              "lat": 3.419
            },
            {
              "id": "h07_credit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "item count"
              ],
              "cost": 0.0005913,
              "provider": "Google",
              "lat": 2.567
            },
            {
              "id": "h08_deposit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0003915,
              "provider": "Google",
              "lat": 4.173
            }
          ]
        },
        "json_object": {
          "n": 8,
          "ok": 8,
          "parsed": 8,
          "fenced": 0,
          "valid": 6,
          "correct": 5,
          "cost": 0.0070589,
          "rows": [
            {
              "id": "h01_chf",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "currency"
              ],
              "cost": 0.0004214,
              "provider": "Google",
              "lat": 3.937
            },
            {
              "id": "h02_nodate",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "date"
              ],
              "cost": 0.0003922,
              "provider": "Google",
              "lat": 7.744
            },
            {
              "id": "h03_fractional",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0004023,
              "provider": "Google",
              "lat": 7.635
            },
            {
              "id": "h04_long",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0040765,
              "provider": "Google",
              "lat": 6.627
            },
            {
              "id": "h05_escapes",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0005456,
              "provider": "Google",
              "lat": 7.844
            },
            {
              "id": "h06_ambig",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0004055,
              "provider": "Google",
              "lat": 3.381
            },
            {
              "id": "h07_credit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "item count"
              ],
              "cost": 0.0005126,
              "provider": "Google",
              "lat": 3.376
            },
            {
              "id": "h08_deposit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0003028,
              "provider": "Google",
              "lat": 3.495
            }
          ]
        }
      },
      "google/gemini-3.1-pro-preview": {
        "at": "2026-10-03T08:45:56.702Z",
        "json_schema": {
          "n": 8,
          "ok": 8,
          "parsed": 7,
          "fenced": 0,
          "valid": 7,
          "correct": 4,
          "cost": 0.149926,
          "rows": [
            {
              "id": "h01_chf",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "currency"
              ],
              "cost": 0.015354,
              "provider": "Google",
              "lat": 13.554
            },
            {
              "id": "h02_nodate",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "date"
              ],
              "cost": 0.01637,
              "provider": "Google",
              "lat": 13.875
            },
            {
              "id": "h03_fractional",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0138,
              "provider": "Google",
              "lat": 11.599
            },
            {
              "id": "h04_long",
              "status": 200,
              "parsed": false,
              "fenced": false,
              "wrong": [
                "unparseable"
              ],
              "cost": 0.049976,
              "provider": "Google",
              "lat": 28.818
            },
            {
              "id": "h05_escapes",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.02113,
              "provider": "Google",
              "lat": 15.876
            },
            {
              "id": "h06_ambig",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.01092,
              "provider": "Google",
              "lat": 10.689
            },
            {
              "id": "h07_credit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "item count"
              ],
              "cost": 0.014498,
              "provider": "Google",
              "lat": 11.941
            },
            {
              "id": "h08_deposit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.007878,
              "provider": "Google",
              "lat": 9.403
            }
          ]
        },
        "json_object": {
          "n": 8,
          "ok": 8,
          "parsed": 8,
          "fenced": 0,
          "valid": 5,
          "correct": 5,
          "cost": 0.16661800000000002,
          "rows": [
            {
              "id": "h01_chf",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "currency"
              ],
              "cost": 0.026568,
              "provider": "Google",
              "lat": 19.121
            },
            {
              "id": "h02_nodate",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "date"
              ],
              "cost": 0.00962,
              "provider": "Google",
              "lat": 7.329
            },
            {
              "id": "h03_fractional",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.028098,
              "provider": "Google",
              "lat": 20.277
            },
            {
              "id": "h04_long",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.041954,
              "provider": "Google",
              "lat": 22.928
            },
            {
              "id": "h05_escapes",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.015436,
              "provider": "Google",
              "lat": 9.533
            },
            {
              "id": "h06_ambig",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.013854,
              "provider": "Google",
              "lat": 9.183
            },
            {
              "id": "h07_credit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "item count"
              ],
              "cost": 0.020816,
              "provider": "Google",
              "lat": 13.53
            },
            {
              "id": "h08_deposit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.010272,
              "provider": "Google",
              "lat": 7.569
            }
          ]
        }
      },
      "google/gemini-2.5-flash": {
        "at": "2026-10-03T08:45:56.702Z",
        "json_schema": {
          "n": 8,
          "ok": 8,
          "parsed": 8,
          "fenced": 0,
          "valid": 8,
          "correct": 5,
          "cost": 0.004867,
          "rows": [
            {
              "id": "h01_chf",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "currency"
              ],
              "cost": 0.0003171,
              "provider": "Google",
              "lat": 4.361
            },
            {
              "id": "h02_nodate",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "date"
              ],
              "cost": 0.0003929,
              "provider": "Google",
              "lat": 3.63
            },
            {
              "id": "h03_fractional",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0004005,
              "provider": "Google",
              "lat": 2.063
            },
            {
              "id": "h04_long",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0023172,
              "provider": "Google",
              "lat": 5.67
            },
            {
              "id": "h05_escapes",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0003413,
              "provider": "Google",
              "lat": 5.054
            },
            {
              "id": "h06_ambig",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0003012,
              "provider": "Google",
              "lat": 5.382
            },
            {
              "id": "h07_credit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "item count"
              ],
              "cost": 0.0005058,
              "provider": "Google",
              "lat": 5.377
            },
            {
              "id": "h08_deposit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.000291,
              "provider": "Google",
              "lat": 4.702
            }
          ]
        },
        "json_object": {
          "n": 8,
          "ok": 8,
          "parsed": 8,
          "fenced": 0,
          "valid": 5,
          "correct": 5,
          "cost": 0.006938900000000001,
          "rows": [
            {
              "id": "h01_chf",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "currency"
              ],
              "cost": 0.0003839,
              "provider": "Google",
              "lat": 3.704
            },
            {
              "id": "h02_nodate",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "date"
              ],
              "cost": 0.0003897,
              "provider": "Google",
              "lat": 3.677
            },
            {
              "id": "h03_fractional",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0003898,
              "provider": "Google",
              "lat": 3.65
            },
            {
              "id": "h04_long",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.004059,
              "provider": "Google",
              "lat": 9.262
            },
            {
              "id": "h05_escapes",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0005281,
              "provider": "Google",
              "lat": 3.529
            },
            {
              "id": "h06_ambig",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0003905,
              "provider": "Google",
              "lat": 3.535
            },
            {
              "id": "h07_credit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "item count"
              ],
              "cost": 0.0005076,
              "provider": "Google",
              "lat": 3.671
            },
            {
              "id": "h08_deposit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0002903,
              "provider": "Google",
              "lat": 3.475
            }
          ]
        }
      },
      "anthropic/claude-sonnet-5.5": {
        "at": "2026-10-03T08:45:56.702Z",
        "json_schema": {
          "n": 8,
          "ok": 8,
          "parsed": 8,
          "fenced": 0,
          "valid": 8,
          "correct": 5,
          "cost": 0.04216,
          "rows": [
            {
              "id": "h01_chf",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "currency"
              ],
              "cost": 0.005212,
              "provider": "Azure",
              "lat": 9.574
            },
            {
              "id": "h02_nodate",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "date"
              ],
              "cost": 0.004048,
              "provider": "Azure",
              "lat": 9.11
            },
            {
              "id": "h03_fractional",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.004042,
              "provider": "Azure",
              "lat": 8.134
            },
            {
              "id": "h04_long",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.01582,
              "provider": "Azure",
              "lat": 9.432
            },
            {
              "id": "h05_escapes",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.003166,
              "provider": "Azure",
              "lat": 5.818
            },
            {
              "id": "h06_ambig",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.00344,
              "provider": "Azure",
              "lat": 6.302
            },
            {
              "id": "h07_credit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "item count"
              ],
              "cost": 0.004266,
              "provider": "Azure",
              "lat": 5.231
            },
            {
              "id": "h08_deposit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.002166,
              "provider": "Azure",
              "lat": 5.353
            }
          ]
        },
        "json_object": {
          "n": 8,
          "ok": 8,
          "parsed": 7,
          "fenced": 1,
          "valid": 6,
          "correct": 5,
          "cost": 0.042162,
          "rows": [
            {
              "id": "h01_chf",
              "status": 200,
              "parsed": true,
              "fenced": true,
              "wrong": [
                "currency"
              ],
              "cost": 0.007286,
              "provider": "Claude Platform on AWS",
              "lat": 6.838
            },
            {
              "id": "h02_nodate",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "date"
              ],
              "cost": 0.002782,
              "provider": "Claude Platform on AWS",
              "lat": 3.862
            },
            {
              "id": "h03_fractional",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.004676,
              "provider": "Claude Platform on AWS",
              "lat": 5.569
            },
            {
              "id": "h04_long",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.015214,
              "provider": "Claude Platform on AWS",
              "lat": 8.08
            },
            {
              "id": "h05_escapes",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.00431,
              "provider": "Claude Platform on AWS",
              "lat": 6.263
            },
            {
              "id": "h06_ambig",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.002374,
              "provider": "Claude Platform on AWS",
              "lat": 5.018
            },
            {
              "id": "h07_credit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "item count"
              ],
              "cost": 0.00399,
              "provider": "Claude Platform on AWS",
              "lat": 5.307
            },
            {
              "id": "h08_deposit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.00153,
              "provider": "Claude Platform on AWS",
              "lat": 2.597
            }
          ]
        }
      },
      "deepseek/deepseek-v4.1-flash": {
        "at": "2026-10-03T08:45:56.702Z",
        "json_schema": {
          "n": 8,
          "ok": 8,
          "parsed": 7,
          "fenced": 0,
          "valid": 7,
          "correct": 4,
          "cost": 0.006285999,
          "rows": [
            {
              "id": "h01_chf",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "currency"
              ],
              "cost": 0.00053004,
              "provider": "DeepInfra",
              "lat": 10.234
            },
            {
              "id": "h02_nodate",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "date"
              ],
              "cost": 0.00040712,
              "provider": "Sail Research",
              "lat": 16.126
            },
            {
              "id": "h03_fractional",
              "status": 200,
              "parsed": false,
              "fenced": false,
              "wrong": [
                "unparseable"
              ],
              "cost": 0.00162864,
              "provider": "Sail Research",
              "lat": 65.001
            },
            {
              "id": "h04_long",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.00094528,
              "provider": "DeepInfra",
              "lat": 9.936
            },
            {
              "id": "h05_escapes",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.000724599,
              "provider": "AtlasCloud",
              "lat": 8.952
            },
            {
              "id": "h06_ambig",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.00019782,
              "provider": "DeepInfra",
              "lat": 4.196
            },
            {
              "id": "h07_credit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "item count"
              ],
              "cost": 0.0011334,
              "provider": "Together",
              "lat": 4.826
            },
            {
              "id": "h08_deposit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0007191,
              "provider": "Together",
              "lat": 3.585
            }
          ]
        },
        "json_object": {
          "n": 8,
          "ok": 8,
          "parsed": 8,
          "fenced": 0,
          "valid": 5,
          "correct": 5,
          "cost": 0.00386024,
          "rows": [
            {
              "id": "h01_chf",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "currency"
              ],
              "cost": 0.0008239,
              "provider": "DeepInfra",
              "lat": 32.369
            },
            {
              "id": "h02_nodate",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "date"
              ],
              "cost": 0.000253,
              "provider": "Wafer",
              "lat": 8.201
            },
            {
              "id": "h03_fractional",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.00096334,
              "provider": "DeepInfra",
              "lat": 23.342
            },
            {
              "id": "h04_long",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0009233,
              "provider": "DeepInfra",
              "lat": 12.376
            },
            {
              "id": "h05_escapes",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.00022428,
              "provider": "DeepInfra",
              "lat": 6.625
            },
            {
              "id": "h06_ambig",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0001498,
              "provider": "DeepInfra",
              "lat": 8.465
            },
            {
              "id": "h07_credit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [
                "item count"
              ],
              "cost": 0.00025872,
              "provider": "DeepInfra",
              "lat": 6.941
            },
            {
              "id": "h08_deposit",
              "status": 200,
              "parsed": true,
              "fenced": false,
              "wrong": [],
              "cost": 0.0002639,
              "provider": "DeepInfra",
              "lat": 6.577
            }
          ]
        }
      }
    }
  },
  "alias_map.json": {
    "~anthropic/claude-fable-latest": {
      "resolves_to": "anthropic/claude-fable-5.1",
      "alias_price": "$10.00/$50.00"
    },
    "~anthropic/claude-haiku-latest": {
      "resolves_to": "anthropic/claude-haiku-4.5",
      "alias_price": "$1.00/$5.00"
    },
    "~anthropic/claude-opus-latest": {
      "resolves_to": "anthropic/claude-opus-5",
      "alias_price": "$5.00/$25.00"
    },
    "~anthropic/claude-sonnet-latest": {
      "resolves_to": "anthropic/claude-sonnet-5",
      "alias_price": "$2.00/$10.00"
    },
    "~deepseek/deepseek-flash-latest": {
      "resolves_to": "deepseek/deepseek-v4.1-flash",
      "alias_price": "$0.15/$0.60"
    },
    "~deepseek/deepseek-pro-latest": {
      "resolves_to": "deepseek/deepseek-v4-pro-0813",
      "alias_price": "$0.58/$1.74"
    },
    "~deepseek/deepseek-v4-flash-latest": {
      "resolves_to": "deepseek/deepseek-v4-flash-0731",
      "alias_price": "$0.04/$0.10"
    },
    "~google/gemini-flash-latest": {
      "resolves_to": "google/gemini-3.8-flash",
      "alias_price": "$0.75/$3.75"
    },
    "~google/gemini-pro-latest": {
      "resolves_to": "google/gemini-3.1-pro-preview",
      "alias_price": "$2.00/$12.00"
    },
    "~moonshotai/kimi-latest": {
      "resolves_to": "moonshotai/kimi-k3",
      "alias_price": "$2.10/$10.95"
    },
    "~openai/gpt-astra-latest": {
      "resolves_to": "openai/gpt-6-astra",
      "alias_price": "$10.00/$50.00"
    },
    "~openai/gpt-latest": {
      "resolves_to": "openai/gpt-5.6-sol",
      "alias_price": "$2.00/$10.00"
    },
    "~openai/gpt-luna-latest": {
      "resolves_to": "openai/gpt-5.6-luna",
      "alias_price": "$0.20/$1.20"
    },
    "~openai/gpt-mini-latest": {
      "resolves_to": "openai/gpt-5.4-mini",
      "alias_price": "$0.75/$4.50"
    },
    "~openai/gpt-sol-latest": {
      "resolves_to": "openai/gpt-5.6-sol",
      "alias_price": "$2.00/$10.00"
    },
    "~openai/gpt-terra-latest": {
      "resolves_to": "openai/gpt-5.6-terra",
      "alias_price": "$2.00/$12.00"
    },
    "~x-ai/grok-latest": {
      "resolves_to": "x-ai/grok-4.6",
      "alias_price": "$2.00/$6.00"
    },
    "~z-ai/glm-flash-latest": {
      "resolves_to": "z-ai/glm-5.3-flash",
      "alias_price": "$0.07/$0.25"
    },
    "~z-ai/glm-latest": {
      "resolves_to": "z-ai/glm-5.3",
      "alias_price": "$0.88/$2.97"
    }
  },
  "batch_pairs.json": [
    {
      "model": "google/gemini-3.6-flash",
      "std_in": 0.75,
      "std_out": 3.75,
      "batch_in": 0.375,
      "batch_out": 1.875,
      "ratio": 0.5
    },
    {
      "model": "google/gemini-3.5-flash-lite",
      "std_in": 0.3,
      "std_out": 2.5,
      "batch_in": 0.15,
      "batch_out": 1.25,
      "ratio": 0.5
    },
    {
      "model": "anthropic/claude-sonnet-5",
      "std_in": 2,
      "std_out": 10,
      "batch_in": 1,
      "batch_out": 5,
      "ratio": 0.5
    },
    {
      "model": "anthropic/claude-fable-5",
      "std_in": 10,
      "std_out": 50,
      "batch_in": 5,
      "batch_out": 25,
      "ratio": 0.5
    },
    {
      "model": "anthropic/claude-opus-4.8",
      "std_in": 5,
      "std_out": 25,
      "batch_in": 2.5,
      "batch_out": 12.5,
      "ratio": 0.5
    },
    {
      "model": "google/gemini-3.5-flash",
      "std_in": 1.5,
      "std_out": 9,
      "batch_in": 0.75,
      "batch_out": 4.5,
      "ratio": 0.5
    },
    {
      "model": "google/gemini-3.1-flash-lite",
      "std_in": 0.25,
      "std_out": 1.5,
      "batch_in": 0.125,
      "batch_out": 0.75,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-5.5",
      "std_in": 5,
      "std_out": 30,
      "batch_in": 2.5,
      "batch_out": 15,
      "ratio": 0.5
    },
    {
      "model": "anthropic/claude-opus-4.7",
      "std_in": 5,
      "std_out": 25,
      "batch_in": 2.5,
      "batch_out": 12.5,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-5.4-nano",
      "std_in": 0.19999999999999998,
      "std_out": 1.25,
      "batch_in": 0.09999999999999999,
      "batch_out": 0.625,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-5.4-mini",
      "std_in": 0.75,
      "std_out": 4.5,
      "batch_in": 0.375,
      "batch_out": 2.25,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-5.4",
      "std_in": 2.5,
      "std_out": 15,
      "batch_in": 1.25,
      "batch_out": 7.5,
      "ratio": 0.5
    },
    {
      "model": "google/gemini-3.1-pro-preview",
      "std_in": 2,
      "std_out": 12,
      "batch_in": 1,
      "batch_out": 6,
      "ratio": 0.5
    },
    {
      "model": "anthropic/claude-opus-4.6",
      "std_in": 5,
      "std_out": 25,
      "batch_in": 2.5,
      "batch_out": 12.5,
      "ratio": 0.5
    },
    {
      "model": "google/gemini-3-flash-preview",
      "std_in": 0.5,
      "std_out": 3,
      "batch_in": 0.25,
      "batch_out": 1.5,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-5.2",
      "std_in": 1.75,
      "std_out": 14,
      "batch_in": 0.875,
      "batch_out": 7,
      "ratio": 0.5
    },
    {
      "model": "anthropic/claude-opus-4.5",
      "std_in": 5,
      "std_out": 25,
      "batch_in": 2.5,
      "batch_out": 12.5,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-5.1",
      "std_in": 1.25,
      "std_out": 10,
      "batch_in": 0.625,
      "batch_out": 5,
      "ratio": 0.5
    },
    {
      "model": "anthropic/claude-haiku-4.5",
      "std_in": 1,
      "std_out": 5,
      "batch_in": 0.5,
      "batch_out": 2.5,
      "ratio": 0.5
    },
    {
      "model": "anthropic/claude-sonnet-4.5",
      "std_in": 3,
      "std_out": 15,
      "batch_in": 1.5,
      "batch_out": 7.5,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-5",
      "std_in": 1.25,
      "std_out": 10,
      "batch_in": 0.625,
      "batch_out": 5,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-5-mini",
      "std_in": 0.25,
      "std_out": 2,
      "batch_in": 0.125,
      "batch_out": 1,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-5-nano",
      "std_in": 0.049999999999999996,
      "std_out": 0.39999999999999997,
      "batch_in": 0.024999999999999998,
      "batch_out": 0.19999999999999998,
      "ratio": 0.5
    },
    {
      "model": "anthropic/claude-opus-4.1",
      "std_in": 15,
      "std_out": 75,
      "batch_in": 7.5,
      "batch_out": 37.5,
      "ratio": 0.5
    },
    {
      "model": "google/gemini-2.5-flash-lite",
      "std_in": 0.09999999999999999,
      "std_out": 0.39999999999999997,
      "batch_in": 0.049999999999999996,
      "batch_out": 0.19999999999999998,
      "ratio": 0.5
    },
    {
      "model": "google/gemini-2.5-flash",
      "std_in": 0.3,
      "std_out": 2.5,
      "batch_in": 0.15,
      "batch_out": 1.25,
      "ratio": 0.5
    },
    {
      "model": "google/gemini-2.5-pro",
      "std_in": 1.25,
      "std_out": 10,
      "batch_in": 0.625,
      "batch_out": 5,
      "ratio": 0.5
    },
    {
      "model": "google/gemini-3.7-flash",
      "std_in": 0.75,
      "std_out": 3.75,
      "batch_in": 0.375,
      "batch_out": 1.875,
      "ratio": 0.5
    },
    {
      "model": "anthropic/claude-opus-5",
      "std_in": 5,
      "std_out": 25,
      "batch_in": 2.5,
      "batch_out": 12.5,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-5.6-luna-pro",
      "std_in": 0.19999999999999998,
      "std_out": 1.2,
      "batch_in": 0.09999999999999999,
      "batch_out": 0.6,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-5.6-luna",
      "std_in": 0.19999999999999998,
      "std_out": 1.2,
      "batch_in": 0.09999999999999999,
      "batch_out": 0.6,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-5.6-terra-pro",
      "std_in": 2,
      "std_out": 12,
      "batch_in": 1,
      "batch_out": 6,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-5.6-terra",
      "std_in": 2,
      "std_out": 12,
      "batch_in": 1,
      "batch_out": 6,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-5.6-sol-pro",
      "std_in": 2,
      "std_out": 10,
      "batch_in": 1,
      "batch_out": 5,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-5.6-sol",
      "std_in": 2,
      "std_out": 10,
      "batch_in": 1,
      "batch_out": 5,
      "ratio": 0.5
    },
    {
      "model": "z-ai/glm-5.2",
      "std_in": 1.4,
      "std_out": 4.4,
      "batch_in": 0.7,
      "batch_out": 2.2,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-5.5-pro",
      "std_in": 30,
      "std_out": 180,
      "batch_in": 15,
      "batch_out": 90,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-5.4-pro",
      "std_in": 30,
      "std_out": 180,
      "batch_in": 15,
      "batch_out": 90,
      "ratio": 0.5
    },
    {
      "model": "anthropic/claude-sonnet-4.6",
      "std_in": 3,
      "std_out": 15,
      "batch_in": 1.5,
      "batch_out": 7.5,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-5.2-pro",
      "std_in": 21,
      "std_out": 168,
      "batch_in": 10.5,
      "batch_out": 84,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-5-pro",
      "std_in": 15,
      "std_out": 120,
      "batch_in": 7.5,
      "batch_out": 60,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-5-codex",
      "std_in": 1.25,
      "std_out": 10,
      "batch_in": 0.625,
      "batch_out": 5,
      "ratio": 0.5
    },
    {
      "model": "openai/o3-pro",
      "std_in": 20,
      "std_out": 80,
      "batch_in": 10,
      "batch_out": 40,
      "ratio": 0.5
    },
    {
      "model": "openai/o4-mini-high",
      "std_in": 1.1,
      "std_out": 4.4,
      "batch_in": 0.55,
      "batch_out": 2.2,
      "ratio": 0.5
    },
    {
      "model": "openai/o3",
      "std_in": 2,
      "std_out": 8,
      "batch_in": 1,
      "batch_out": 4,
      "ratio": 0.5
    },
    {
      "model": "openai/o4-mini",
      "std_in": 1.1,
      "std_out": 4.4,
      "batch_in": 0.55,
      "batch_out": 2.2,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-4.1",
      "std_in": 2,
      "std_out": 8,
      "batch_in": 1,
      "batch_out": 4,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-4.1-mini",
      "std_in": 0.39999999999999997,
      "std_out": 1.5999999999999999,
      "batch_in": 0.19999999999999998,
      "batch_out": 0.7999999999999999,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-4.1-nano",
      "std_in": 0.09999999999999999,
      "std_out": 0.39999999999999997,
      "batch_in": 0.049999999999999996,
      "batch_out": 0.19999999999999998,
      "ratio": 0.5
    },
    {
      "model": "openai/o1-pro",
      "std_in": 150,
      "std_out": 600,
      "batch_in": 75,
      "batch_out": 300,
      "ratio": 0.5
    },
    {
      "model": "openai/o3-mini-high",
      "std_in": 1.1,
      "std_out": 4.4,
      "batch_in": 0.55,
      "batch_out": 2.2,
      "ratio": 0.5
    },
    {
      "model": "openai/o3-mini",
      "std_in": 1.1,
      "std_out": 4.4,
      "batch_in": 0.55,
      "batch_out": 2.2,
      "ratio": 0.5
    },
    {
      "model": "openai/o1",
      "std_in": 15,
      "std_out": 60,
      "batch_in": 7.5,
      "batch_out": 30,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-4o-mini",
      "std_in": 0.15,
      "std_out": 0.6,
      "batch_in": 0.075,
      "batch_out": 0.3,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-4o",
      "std_in": 2.5,
      "std_out": 10,
      "batch_in": 1.25,
      "batch_out": 5,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-4-turbo",
      "std_in": 10,
      "std_out": 30,
      "batch_in": 5,
      "batch_out": 15,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-3.5-turbo",
      "std_in": 0.5,
      "std_out": 1.5,
      "batch_in": 0.25,
      "batch_out": 0.75,
      "ratio": 0.5
    },
    {
      "model": "meta/muse-glimmer-30b",
      "std_in": 0.35,
      "std_out": 1.5,
      "batch_in": 0.175,
      "batch_out": 0.75,
      "ratio": 0.5
    },
    {
      "model": "mistralai/mistral-medium-3-5",
      "std_in": 1.5,
      "std_out": 7.5,
      "batch_in": 0.75,
      "batch_out": 3.75,
      "ratio": 0.5
    },
    {
      "model": "mistralai/mistral-small-2603",
      "std_in": 0.15,
      "std_out": 0.6,
      "batch_in": 0.075,
      "batch_out": 0.3,
      "ratio": 0.5
    },
    {
      "model": "mistralai/ministral-8b-2512",
      "std_in": 0.15,
      "std_out": 0.15,
      "batch_in": 0.075,
      "batch_out": 0.075,
      "ratio": 0.5
    },
    {
      "model": "mistralai/mistral-large-2512",
      "std_in": 0.5,
      "std_out": 1.5,
      "batch_in": 0.25,
      "batch_out": 0.75,
      "ratio": 0.5
    },
    {
      "model": "mistralai/mistral-medium-3.1",
      "std_in": 0.39999999999999997,
      "std_out": 2,
      "batch_in": 0.19999999999999998,
      "batch_out": 1,
      "ratio": 0.5
    },
    {
      "model": "mistralai/codestral-2508",
      "std_in": 0.3,
      "std_out": 0.8999999999999999,
      "batch_in": 0.15,
      "batch_out": 0.44999999999999996,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-6-astra",
      "std_in": 10,
      "std_out": 50,
      "batch_in": 5,
      "batch_out": 25,
      "ratio": 0.5
    },
    {
      "model": "openai/gpt-6-astra-pro",
      "std_in": 10,
      "std_out": 50,
      "batch_in": 5,
      "batch_out": 25,
      "ratio": 0.5
    },
    {
      "model": "google/gemini-3.8-flash",
      "std_in": 0.75,
      "std_out": 3.75,
      "batch_in": 0.375,
      "batch_out": 1.875,
      "ratio": 0.5
    },
    {
      "model": "anthropic/claude-fable-5.1",
      "std_in": 10,
      "std_out": 50,
      "batch_in": 5,
      "batch_out": 25,
      "ratio": 0.5
    },
    {
      "model": "deepseek/deepseek-v4-flash-vision-exp",
      "std_in": 0.22,
      "std_out": 0.66,
      "batch_in": 0.11,
      "batch_out": 0.33,
      "ratio": 0.5
    },
    {
      "model": "z-ai/glm-5.3",
      "std_in": 1.4,
      "std_out": 4.4,
      "batch_in": 0.7,
      "batch_out": 2.2,
      "ratio": 0.5
    },
    {
      "model": "x-ai/grok-4.3",
      "std_in": 1.25,
      "std_out": 2.5,
      "batch_in": 1,
      "batch_out": 2,
      "ratio": 0.8
    },
    {
      "model": "minimax/minimax-m3",
      "std_in": 0.3,
      "std_out": 1.2,
      "batch_in": 0.3,
      "batch_out": 1.2,
      "ratio": 1
    },
    {
      "model": "thinkingmachines/inkling",
      "std_in": 1,
      "std_out": 4.05,
      "batch_in": 1,
      "batch_out": 4.05,
      "ratio": 1
    },
    {
      "model": "z-ai/glm-5.3-flash",
      "std_in": 0.075,
      "std_out": 0.25,
      "batch_in": 0.075,
      "batch_out": 0.25,
      "ratio": 1
    },
    {
      "model": "qwen/qwen3.8-2.4t-a95b",
      "std_in": 2,
      "std_out": 6,
      "batch_in": 2,
      "batch_out": 6,
      "ratio": 1
    },
    {
      "model": "thinkingmachines/inkling-small",
      "std_in": 0.44999999999999996,
      "std_out": 1.2,
      "batch_in": 0.5,
      "batch_out": 1.2,
      "ratio": 1
    },
    {
      "model": "moonshotai/kimi-k3",
      "std_in": 2.6481380629999998,
      "std_out": 13.282724250000001,
      "batch_in": 3,
      "batch_out": 15,
      "ratio": 1.1293
    },
    {
      "model": "deepseek/deepseek-v4-pro-0813",
      "std_in": 0.57948,
      "std_out": 1.73844,
      "batch_in": 0.66,
      "batch_out": 1.9800000000000002,
      "ratio": 1.139
    },
    {
      "model": "moonshotai/kimi-k2.7-code",
      "std_in": 0.71,
      "std_out": 3.5,
      "batch_in": 0.95,
      "batch_out": 4,
      "ratio": 1.1429
    },
    {
      "model": "nvidia/nemotron-3-ultra-550b-a55b",
      "std_in": 0.6,
      "std_out": 2.4,
      "batch_in": 0.6,
      "batch_out": 3.5999999999999996,
      "ratio": 1.5
    },
    {
      "model": "openai/gpt-oss-20b",
      "std_in": 0.03,
      "std_out": 0.13,
      "batch_in": 0.049999999999999996,
      "batch_out": 0.19999999999999998,
      "ratio": 1.5385
    },
    {
      "model": "qwen/qwen3.5-9b",
      "std_in": 0.09999999999999999,
      "std_out": 0.15,
      "batch_in": 0.16999999999999998,
      "batch_out": 0.25,
      "ratio": 1.6667
    },
    {
      "model": "google/gemma-4-31b-it",
      "std_in": 0.09,
      "std_out": 0.33999999999999997,
      "batch_in": 0.39,
      "batch_out": 0.9700000000000001,
      "ratio": 2.8529
    },
    {
      "model": "deepseek/deepseek-v4-flash-0731",
      "std_in": 0.055,
      "std_out": 0.11,
      "batch_in": 0.11,
      "batch_out": 0.33,
      "ratio": 3
    },
    {
      "model": "openai/gpt-oss-120b",
      "std_in": 0.037,
      "std_out": 0.16999999999999998,
      "batch_in": 0.15,
      "batch_out": 0.6,
      "ratio": 3.5294
    }
  ]
}