{
  "apiVersion": "1",
  "site": "https://estadodemaquina.com.br",
  "article": {
    "id": "en:ai-benchmarks-but-what-the-hell-do-they-mean",
    "slug": "ai-benchmarks-but-what-the-hell-do-they-mean",
    "lang": "en",
    "url": "https://estadodemaquina.com.br/en/articles/ai-benchmarks-but-what-the-hell-do-they-mean/",
    "title": "AI Benchmarks? But What the Hell Do They Mean?",
    "summary": "I explain what each AI benchmark actually measures — SWE-bench, Terminal-Bench, ARC-AGI-2, GPQA Diamond, and others — and the limits of each one.",
    "author": "Douglas",
    "publishedAt": "2025-12-03T00:00:00.000Z",
    "updatedAt": null,
    "tags": [
      "IA",
      "Agentes de IA",
      "Benchmarks"
    ],
    "translationKey": "benchmarks-de-ia-mas-o-que-raios-eles-significam",
    "translationUrl": "https://estadodemaquina.com.br/pt/artigos/benchmarks-de-ia-mas-o-que-raios-eles-significam/",
    "readingTimeMinutes": 8,
    "wordCount": 1585,
    "cover": null,
    "coverAlt": null,
    "mediumUrl": "https://medium.com/@douglas_amaraldsk0/benchmarks-de-ia-mas-o-que-raios-eles-significam-843a38100cf0",
    "contentType": null,
    "sources": [],
    "originalResearch": false,
    "license": "https://creativecommons.org/licenses/by/4.0/"
  }
}