Firecrawl Alexandria

Artificial Analysis

Artificial Analysis LLM benchmarks: model and reasoning-effort records with Intelligence Index, benchmark scores, cost per task, list prices, output speed and latency, plus per-model and leaderboard-wide API provider endpoint benchmarks.

Try Artificial Analysis now.

Choose an example or ask your own question.

Artificial Analysis
TRY ASKING
1Request
string

Creator name filter, case-insensitive substring (e.g. `anthropic`, `openai`).

string

Opaque `next_cursor` from the previous page.

boolean

Include models the site marks deprecated. Since 2026-10-17 the leaderboard page serves only current models, so deprecated rows are usually absent and the result is reported as partial coverage. Implied true when `slug` is given.

number

Results per page (1-100).

string

Case-insensitive terms matched against model name, short name, slug and creator; every whitespace-separated term must match (substring: `deepseek-v3` also matches `deepseek-v3-0324`; use `slug` for an exact row). Punctuation is folded on both sides, so `Claude Sonnet 5.5`, `claude-sonnet-5.5` and `claude-sonnet-5-5` find the same rows. One model per call: a list of several names matches nothing.

5 credits
Codefollows the fields above
const result = await firecrawl.scrape({
  alexandria: {
    provider: "artificialanalysis-ai",
    capability: "benchmarks/search_models",
    options: {
      limit: 5,
      query: "claude fable",
    },
  },
});
2Response example

This is a sample shape. Press Run to see live data from Artificial Analysis.

{
  "count": 5,
  "intelligence_index_version": "4.3",
  "next_cursor": null,
  "observed_at_ms": 1790708711649,
  "query": {
    "creator": null,
    "cursor": null,
    "include_deprecated": false,
    "limit": 5,
    "open_weights": null,
    "query": "claude fable",
    "reasoning": null,
    "slug": null
  },
  "results": [
    {
      "benchmarks": {
        "analyst_agent": 0.575,
        "apex_agents": null,
        "critpt": 0.297142857142857,
        "gdpval_normalized": 0.6173350000000001,
        "gpqa": 0.937373737373737,
        "hle": 0.591288229842447,
        "ifbench": null,
        "itbench_sre": 0.495291902071563,
        "lcr": 0.853333333333333,
        "mmmu_pro": null,
        "omniscience": 43.45,
        "omniscience_accuracy": 0.6723333333333333,
        "omniscience_non_hallucination": 0.2741607324516785,
        "scicode": 0.630787037037037,
        "tau2": null,
        "tau_banking": 0.472164948453608,
        "terminal_bench_2_1": 0.913857677902622,
        "terminal_bench_4_0": 0.52020202020202,
        "terminalbench_hard": null
      },
      "context_window_tokens": 1000000,
      "creator_name": "Anthropic",
      "deprecated": false,
      "intelligence_index": 53.3549259623252,
      "intelligence_index_cost_per_task_usd": 7.629706364004841,
      "intelligence_index_is_estimated": false,
      "is_open_weights": false,
      "is_reasoning": true,
      "name": "Claude Fable 5.1 (Adaptive Reasoning, Max Effort, Default Fallback)",
      "performance": {
        "end_to_end_response_time_s": 293.20013133105056,
        "output_speed_tokens_per_s": {
          "median": 69.2781577129234,
          "p05": 59.4408879866233,
          "p95": 78.9948972499949,
          "q25": 62.8090791995804,
          "q75": 71.2729428399078
        },
        "reasoning_time_s": null,
        "time_to_first_answer_token_s": 285.9828493405,
        "time_to_first_token_s": {
          "median": 285.9828493405,
          "p05": 61.2510733455,
          "p95": 353.80174481275,
          "q25": 186.0576103785,
          "q75": 325.142944658
        }
      },
      "price_class": "high",
      "pricing_usd_per_1m_tokens": {
        "cache_hit": 0.25,
        "cache_write": 12.5,
        "input": 10,
        "output": 50
      },
      "short_name": "Claude Fable 5.1 (max with fallback)",
      "size_class": null,
      "slug": "claude-fable-5-1",
      "url": "https://artificialanalysis.ai/models/claude-fable-5-1"
    },
    {
      "benchmarks": {
        "analyst_agent": null,
        "apex_agents": null,
        "critpt": 0.311428571428571,
        "gdpval_normalized": 0.61046,
        "gpqa": 0.934343434343434,
        "hle": 0.587117701575533,
        "ifbench": null,
        "itbench_sre": null,
        "lcr": 0.83,
        "mmmu_pro": null,
        "omniscience": 42.38333333333333,
        "omniscience_accuracy": 0.6621666666666667,
        "omniscience_non_hallucination": 0.2945239269856932,
        "scicode": 0.608796296296296,
        "tau2": null,
        "tau_banking": 0.457731958762887,
        "terminal_bench_2_1": 0.910112359550562,
        "terminal_bench_4_0": 0.55050505050505,
        "terminalbench_hard": null
      },
      "context_window_tokens": 1000000,
      "creator_name": "Anthropic",
      "deprecated": false,
      "intelligence_index": 53.2032587538944,
      "intelligence_index_cost_per_task_usd": 5.978304247388257,
      "intelligence_index_is_estimated": false,
      "is_open_weights": false,
      "is_reasoning": true,
      "name": "Claude Fable 5.1 (Adaptive Reasoning, Xhigh Effort, Default Fallback)",
      "performance": {
        "end_to_end_response_time_s": 113.29741511822373,
        "output_speed_tokens_per_s": {
          "median": 56.8889512971994,
          "p05": 47.2736525057793,
          "p95": 73.0776195059553,
          "q25": 52.6646444921629,
          "q75": 67.9315481066607
        },
        "reasoning_time_s": null,
        "time_to_first_answer_token_s": 104.50836226,
        "time_to_first_token_s": {
          "median": 104.50836226,
          "p05": 36.944357231,
          "p95": 248.6625857076,
          "q25": 57.014412537,
          "q75": 179.860018353
        }
      },
      "price_class": "high",
      "pricing_usd_per_1m_tokens": {
        "cache_hit": 0.25,
        "cache_write": 12.5,
        "input": 10,
        "output": 50
      },
      "short_name": "Claude Fable 5.1 (xhigh with fallback)",
      "size_class": null,
      "slug": "claude-fable-5-1-xhigh",
      "url": "https://artificialanalysis.ai/models/claude-fable-5-1-xhigh"
    },
    {
      "benchmarks": {
        "analyst_agent": null,
        "apex_agents": null,
        "critpt": 0.302857142857143,
        "gdpval_normalized": 0.558645,
        "gpqa": 0.906060606060606,
        "hle": 0.559314179796108,
        "ifbench": null,
        "itbench_sre": null,
        "lcr": 0.836666666666667,
        "mmmu_pro": null,
        "omniscience": 40.8,
        "omniscience_accuracy": 0.6493333333333333,
        "omniscience_non_hallucination": 0.311787072243346,
        "scicode": 0.586805555555556,
        "tau2": null,
        "tau_banking": 0.430927835051546,
        "terminal_bench_2_1": 0.898876404494382,
        "terminal_bench_4_0": 0.52020202020202,
        "terminalbench_hard": null
      },
      "context_window_tokens": 1000000,
      "creator_name": "Anthropic",
      "deprecated": false,
      "intelligence_index": 51.1515708852237,
      "intelligence_index_cost_per_task_usd": 3.912526554325558,
      "intelligence_index_is_estimated": false,
      "is_open_weights": false,
      "is_reasoning": true,
      "name": "Claude Fable 5.1 (Adaptive Reasoning, High Effort, Default Fallback)",
      "performance": {
        "end_to_end_response_time_s": 35.58863103214977,
        "output_speed_tokens_per_s": {
          "median": 52.2121460921833,
          "p05": 45.0985260425514,
          "p95": 69.6803080027435,
          "q25": 47.1217196910813,
          "q75": 62.4946380395491
        },
        "reasoning_time_s": null,
        "time_to_first_answer_token_s": 26.012315224,
        "time_to_first_token_s": {
          "median": 26.012315224,
          "p05": 4.93500340379989,
          "p95": 44.0248097684999,
          "q25": 12.1694669465,
          "q75": 31.3693713115
        }
      },
      "price_class": "high",
      "pricing_usd_per_1m_tokens": {
        "cache_hit": 0.25,
        "cache_write": 12.5,
        "input": 10,
        "output": 50
      },
      "short_name": "Claude Fable 5.1 (high with fallback)",
      "size_class": null,
      "slug": "claude-fable-5-1-high",
      "url": "https://artificialanalysis.ai/models/claude-fable-5-1-high"
    },
    {
      "benchmarks": {
        "analyst_agent": null,
        "apex_agents": null,
        "critpt": 0.291428571428571,
        "gdpval_normalized": 0.517925,
        "gpqa": 0.885858585858586,
        "hle": 0.537998146431881,
        "ifbench": null,
        "itbench_sre": null,
        "lcr": 0.846666666666667,
        "mmmu_pro": null,
        "omniscience": 37.6,
        "omniscience_accuracy": 0.631,
        "omniscience_non_hallucination": 0.3089430894308943,
        "scicode": 0.563657407407407,
        "tau2": null,
        "tau_banking": 0.410309278350515,
        "terminal_bench_2_1": 0.880149812734082,
        "terminal_bench_4_0": 0.44949494949495,
        "terminalbench_hard": null
      },
      "context_window_tokens": 1000000,
      "creator_name": "Anthropic",
      "deprecated": false,
      "intelligence_index": 48.9206162609523,
      "intelligence_index_cost_per_task_usd": 2.982597436096585,
      "intelligence_index_is_estimated": false,
      "is_open_weights": false,
      "is_reasoning": true,
      "name": "Claude Fable 5.1 (Adaptive Reasoning, Medium Effort, Default Fallback)",
      "performance": {
        "end_to_end_response_time_s": 17.90313303398304,
        "output_speed_tokens_per_s": {
          "median": 50.4859653874342,
          "p05": 43.0005067700101,
          "p95": 75.6108191622584,
          "q25": 46.8762444036515,
          "q75": 61.2663377555063
        },
        "reasoning_time_s": null,
        "time_to_first_answer_token_s": 7.99939055499999,
        "time_to_first_token_s": {
          "median": 7.99939055499999,
          "p05": 3.4419402559,
          "p95": 35.2594710314001,
          "q25": 5.59770872150011,
          "q75": 18.9534529089999
        }
      },
      "price_class": "high",
      "pricing_usd_per_1m_tokens": {
        "cache_hit": 0.25,
        "cache_write": 12.5,
        "input": 10,
        "output": 50
      },
      "short_name": "Claude Fable 5.1 (medium with fallback)",
      "size_class": null,
      "slug": "claude-fable-5-1-medium",
      "url": "https://artificialanalysis.ai/models/claude-fable-5-1-medium"
    },
    {
      "benchmarks": {
        "analyst_agent": null,
        "apex_agents": null,
        "critpt": 0.277142857142857,
        "gdpval_normalized": 0.474785,
        "gpqa": 0.880808080808081,
        "hle": 0.48887859128823,
        "ifbench": null,
        "itbench_sre": null,
        "lcr": 0.823333333333333,
        "mmmu_pro": null,
        "omniscience": 34.13333333333333,
        "omniscience_accuracy": 0.6023333333333334,
        "omniscience_non_hallucination": 0.34367141659681477,
        "scicode": 0.56712962962963,
        "tau2": null,
        "tau_banking": 0.389690721649485,
        "terminal_bench_2_1": 0.850187265917603,
        "terminal_bench_4_0": 0.404040404040404,
        "terminalbench_hard": null
      },
      "context_window_tokens": 1000000,
      "creator_name": "Anthropic",
      "deprecated": false,
      "intelligence_index": 46.8163422014862,
      "intelligence_index_cost_per_task_usd": 2.371025320183763,
      "intelligence_index_is_estimated": false,
      "is_open_weights": false,
      "is_reasoning": true,
      "name": "Claude Fable 5.1 (Adaptive Reasoning, Low Effort, Default Fallback)",
      "performance": {
        "end_to_end_response_time_s": 15.276830952412558,
        "output_speed_tokens_per_s": {
          "median": 47.876953813804,
          "p05": 41.6449573256389,
          "p95": 70.5310768146966,
          "q25": 45.5685679814564,
          "q75": 60.2368065300317
        },
        "reasoning_time_s": null,
        "time_to_first_answer_token_s": 4.83339292700003,
        "time_to_first_token_s": {
          "median": 4.83339292700003,
          "p05": 2.16069615300003,
          "p95": 8.20163022479991,
          "q25": 3.9688941710001,
          "q75": 5.45523965999996
        }
      },
      "price_class": "high",
      "pricing_usd_per_1m_tokens": {
        "cache_hit": 0.25,
        "cache_write": 12.5,
        "input": 10,
        "output": 50
      },
      "short_name": "Claude Fable 5.1 (low with fallback)",
      "size_class": null,
      "slug": "claude-fable-5-1-low",
      "url": "https://artificialanalysis.ai/models/claude-fable-5-1-low"
    }
  ],
  "source_url": "https://artificialanalysis.ai/leaderboards/models",
  "table_size": 684,
  "total_matches": 5
}

Quality, speed and cost, last 24 hours, across every agent call to Artificial Analysis through Alexandria.

Quality
96%
Calls answered without a tool error
Speed
1.8 s
95% of successful calls finish faster
Cost
5 credits
Firecrawl credits per call
Calls
650
Last 24 hours, every Alexandria user
Quality and speed of each tool, last 24 hours
ToolQualitySpeedCalls
Search models99%617 ms309
Get model98.6%45.5 s287
List model providers100%531 ms35
Browse the library
//
Get started
//
Give your agent Artificial Analysis.
One API key for the live web and every provider in Alexandria.
Are you an AI agent? See setup options