Artificial Analysis

{
  "active_parameters_billions": null,
  "benchmarks": {
    "aime25": null,
    "analyst_agent": 0.575,
    "apex_agents": null,
    "automation_bench": 0.5937591715646424,
    "briefcase_elo": 1678.37,
    "critpt": 0.297142857142857,
    "gdp_pdf_all_pass": 0.262,
    "gdpval": 1734.67,
    "gdpval_normalized": 0.6173350000000001,
    "gpqa": 0.937373737373737,
    "harvey_lab": 0.930235924156897,
    "hle": 0.591288229842447,
    "ifbench": null,
    "itbench_sre": null,
    "lcr": 0.853333333333333,
    "livecodebench": null,
    "mlcr_overall": 0.711111111111111,
    "mmmu_pro": null,
    "omniscience": 43.45,
    "omniscience_accuracy": 0.6723333333333333,
    "omniscience_hallucination_rate": 0.7258392675483215,
    "scicode": 0.630787037037037,
    "tau2": null,
    "tau_banking": 0.472164948453608,
    "terminal_bench_2_1": 0.913857677902622,
    "terminal_bench_4_0": 0.52020202020202,
    "terminal_bench_science": null,
    "terminalbench_hard": null
  },
  "cache_hit_discount_percent": 0.975,
  "capabilities": {
    "economics": 62.6707547111523,
    "engineering": 56.4696966078099,
    "finance_and_accounting": 56.416905719465,
    "healthcare_and_medical": 58.0046680298741,
    "legal": 60.4916320056283,
    "strategy_and_ops": 59.6720657328582
  },
  "context_window_tokens": 1000000,
  "creator": {
    "country": "us",
    "id": "f0aa413f-e8ae-4fcd-9c48-0e049f4f3128",
    "name": "Anthropic",
    "slug": "anthropic",
    "url": "https://www.anthropic.com/"
  },
  "deprecated": false,
  "deprecated_to": null,
  "effort": {
    "label": "max",
    "level": 60,
    "slug": "max"
  },
  "host_model_count": 6,
  "id": "3e87c73e-a257-495e-9730-367a66229811",
  "intelligence_index": 53.3549259623252,
  "intelligence_index_cost_per_task_usd": {
    "answer": 1.543409456346096,
    "cache_read": 1.603090760194992,
    "cache_write": 1.8646632226419768,
    "input": 3.726348513816252,
    "non_cache_input": 0.25859453097928414,
    "output": 3.9033578501885873,
    "reasoning": 2.359948393842491,
    "total": 7.629706364004841
  },
  "intelligence_index_evaluations": [
    {
      "cost_per_task_usd": 22.71345865423513,
      "output_tokens_per_task": 187454.5824175824,
      "score": 1678.37,
      "slug": "aa-briefcase",
      "time_per_task_s": 1736.6822279384282
    },
    {
      "cost_per_task_usd": 9.774869276879294,
      "output_tokens_per_task": 105535.62727272727,
      "score": 1734.67,
      "slug": "gdpval-aa",
      "time_per_task_s": 977.7400260645136
    },
    {
      "cost_per_task_usd": 2.611294257588544,
      "output_tokens_per_task": 31099.32724505327,
      "score": 0.5937591715646424,
      "slug": "automationbench-aa",
      "time_per_task_s": 288.1212517227827
    },
    {
      "cost_per_task_usd": 19.21848003106117,
      "output_tokens_per_task": 191565.7272727273,
      "score": 0.52020202020202,
      "slug": "terminalbench-4-0",
      "time_per_task_s": 1774.7701322954726
    },
    {
      "cost_per_task_usd": 0.6585189583333333,
      "output_tokens_per_task": 12339.597222222224,
      "score": 0.630787037037037,
      "slug": "scicode",
      "time_per_task_s": 114.32080730901193
    },
    {
      "cost_per_task_usd": 1.5858915690099744,
      "output_tokens_per_task": 32010.96061167748,
      "score": 0.591288229842447,
      "slug": "humanitys-last-exam",
      "time_per_task_s": 296.56712402845454
    },
    {
      "cost_per_task_usd": 2.7748912999999997,
      "output_tokens_per_task": 20389.45,
      "score": 0.262,
      "slug": "gdp-pdf",
      "time_per_task_s": 188.89906555369373
    },
    {
      "cost_per_task_usd": 5.713794857142857,
      "output_tokens_per_task": 112959.3,
      "score": 0.297142857142857,
      "slug": "critpt",
      "time_per_task_s": 1046.5170083351616
    },
    {
      "cost_per_task_usd": 0.2683618295521425,
      "output_tokens_per_task": 5371.778333333334,
      "score": 43.45,
      "slug": "omniscience",
      "time_per_task_s": 49.76710541619539
    },
    {
      "cost_per_task_usd": 1.5844795862932,
      "output_tokens_per_task": 3036.39,
      "score": 0.853333333333333,
      "slug": "artificial-analysis-long-context-reasoning",
      "time_per_task_s": 28.130784972452915
    }
  ],
  "intelligence_index_is_estimated": false,
  "intelligence_index_output_tokens_per_task": {
    "answer": 30870.99075157802,
    "output": 78110.80621282545,
    "reasoning": 47239.81546124743
  },
  "intelligence_index_run_cost_usd": {
    "answer": 2018.4635993445,
    "cache_read": 1387.5926117156475,
    "cache_write": 2152.6151098591245,
    "input": 3891.477294227097,
    "non_cache_input": 351.269572652325,
    "output": 9237.381916284525,
    "reasoning": 7218.918316940026,
    "total": 13128.859210511622
  },
  "intelligence_index_time_per_task_s": 723.6614181965862,
  "is_open_weights": false,
  "is_reasoning": true,
  "knowledge_cutoff_date": null,
  "license_name": null,
  "license_url": null,
  "modalities": {
    "input": [
      "text",
      "image"
    ],
    "output": [
      "text"
    ]
  },
  "model_weights_source_url": null,
  "name": "Claude Fable 5.1 (Adaptive Reasoning, Max Effort, Default Fallback)",
  "observed_at_ms": 1790202804391,
  "open_source_categorization": "proprietary",
  "parameters_billions": null,
  "performance": {
    "by_prompt_type": {
      "hundred_k": {
        "end_to_end_response_time_s": 99.8404557079705,
        "output_speed_tokens_per_s": 69.868153076027,
        "time_to_first_answer_token_s": 92.684119409,
        "time_to_first_token_s": 92.684119409
      },
      "long": {
        "end_to_end_response_time_s": 282.0305711379946,
        "output_speed_tokens_per_s": 65.8180596366938,
        "time_to_first_answer_token_s": 274.433871953,
        "time_to_first_token_s": 274.433871953
      },
      "medium": {
        "end_to_end_response_time_s": 121.48977888080192,
        "output_speed_tokens_per_s": 63.1350703591218,
        "time_to_first_answer_token_s": 113.5702502075,
        "time_to_first_token_s": 113.5702502075
      },
      "medium_parallel": {
        "end_to_end_response_time_s": 86.81006662192124,
        "output_speed_tokens_per_s": 78.2662754096591,
        "time_to_first_answer_token_s": 80.4216190130001,
        "time_to_first_token_s": 80.4216190130001
      }
    },
    "data_source": {
      "provider_name": "Anthropic",
      "type": "firstParty"
    },
    "end_to_end_response_time_s": {
      "answer": 7.596699184994634,
      "input": 274.433871953,
      "reasoning": 0,
      "total": 282.0305711379946
    },
    "output_speed_tokens_per_s": {
      "median": 65.8180596366938,
      "p05": 53.1341320828444,
      "p95": 76.0462608065299,
      "q25": 61.7493339506618,
      "q75": 70.8592592628661
    },
    "time_to_first_answer_token_s": {
      "input": 274.433871953,
      "reasoning": 0,
      "total": 274.433871953
    },
    "time_to_first_token_s": {
      "median": 274.433871953,
      "p05": 138.2645067669,
      "p95": 359.8840890979,
      "q25": 235.058663964,
      "q75": 326.8302785065
    }
  },
  "pricing_usd_per_1m_tokens": {
    "blended_3_to_1": 20,
    "blended_7_2_1": 7.175,
    "cache_hit": 0.25,
    "cache_write": 12.5,
    "input": 10,
    "output": 50
  },
  "release": {
    "name": "Claude Fable 5.1",
    "slug": "claude-fable-5-1"
  },
  "release_date": "2026-09-01",
  "requested_slug": "claude-fable-5-1",
  "short_name": "Claude Fable 5.1 (max with fallback)",
  "size_class": "large",
  "slug": "claude-fable-5-1",
  "source_url": "https://artificialanalysis.ai/models/claude-fable-5-1",
  "url": "https://artificialanalysis.ai/models/claude-fable-5-1"
}