Firecrawl Alexandria
Artificial Analysis
Artificial Analysis LLM benchmarks: model and reasoning-effort records with Intelligence Index, benchmark scores, cost per task, list prices, output speed and latency, plus per-model and leaderboard-wide API provider endpoint benchmarks.
Try Artificial Analysis now.
Choose an example or ask your own question.
TRY ASKING
Codefollows the fields above
const result = await firecrawl.scrape({
alexandria: {
provider: "artificialanalysis-ai",
capability: "benchmarks/search_models",
options: {
limit: 5,
query: "claude fable",
},
},
});2Response example
This is a sample shape. Press Run to see live data from Artificial Analysis.
{
"count": 5,
"intelligence_index_version": "4.3",
"next_cursor": null,
"observed_at_ms": 1790708711649,
"query": {
"creator": null,
"cursor": null,
"include_deprecated": false,
"limit": 5,
"open_weights": null,
"query": "claude fable",
"reasoning": null,
"slug": null
},
"results": [
{
"benchmarks": {
"analyst_agent": 0.575,
"apex_agents": null,
"critpt": 0.297142857142857,
"gdpval_normalized": 0.6173350000000001,
"gpqa": 0.937373737373737,
"hle": 0.591288229842447,
"ifbench": null,
"itbench_sre": 0.495291902071563,
"lcr": 0.853333333333333,
"mmmu_pro": null,
"omniscience": 43.45,
"omniscience_accuracy": 0.6723333333333333,
"omniscience_non_hallucination": 0.2741607324516785,
"scicode": 0.630787037037037,
"tau2": null,
"tau_banking": 0.472164948453608,
"terminal_bench_2_1": 0.913857677902622,
"terminal_bench_4_0": 0.52020202020202,
"terminalbench_hard": null
},
"context_window_tokens": 1000000,
"creator_name": "Anthropic",
"deprecated": false,
"intelligence_index": 53.3549259623252,
"intelligence_index_cost_per_task_usd": 7.629706364004841,
"intelligence_index_is_estimated": false,
"is_open_weights": false,
"is_reasoning": true,
"name": "Claude Fable 5.1 (Adaptive Reasoning, Max Effort, Default Fallback)",
"performance": {
"end_to_end_response_time_s": 293.20013133105056,
"output_speed_tokens_per_s": {
"median": 69.2781577129234,
"p05": 59.4408879866233,
"p95": 78.9948972499949,
"q25": 62.8090791995804,
"q75": 71.2729428399078
},
"reasoning_time_s": null,
"time_to_first_answer_token_s": 285.9828493405,
"time_to_first_token_s": {
"median": 285.9828493405,
"p05": 61.2510733455,
"p95": 353.80174481275,
"q25": 186.0576103785,
"q75": 325.142944658
}
},
"price_class": "high",
"pricing_usd_per_1m_tokens": {
"cache_hit": 0.25,
"cache_write": 12.5,
"input": 10,
"output": 50
},
"short_name": "Claude Fable 5.1 (max with fallback)",
"size_class": null,
"slug": "claude-fable-5-1",
"url": "https://artificialanalysis.ai/models/claude-fable-5-1"
},
{
"benchmarks": {
"analyst_agent": null,
"apex_agents": null,
"critpt": 0.311428571428571,
"gdpval_normalized": 0.61046,
"gpqa": 0.934343434343434,
"hle": 0.587117701575533,
"ifbench": null,
"itbench_sre": null,
"lcr": 0.83,
"mmmu_pro": null,
"omniscience": 42.38333333333333,
"omniscience_accuracy": 0.6621666666666667,
"omniscience_non_hallucination": 0.2945239269856932,
"scicode": 0.608796296296296,
"tau2": null,
"tau_banking": 0.457731958762887,
"terminal_bench_2_1": 0.910112359550562,
"terminal_bench_4_0": 0.55050505050505,
"terminalbench_hard": null
},
"context_window_tokens": 1000000,
"creator_name": "Anthropic",
"deprecated": false,
"intelligence_index": 53.2032587538944,
"intelligence_index_cost_per_task_usd": 5.978304247388257,
"intelligence_index_is_estimated": false,
"is_open_weights": false,
"is_reasoning": true,
"name": "Claude Fable 5.1 (Adaptive Reasoning, Xhigh Effort, Default Fallback)",
"performance": {
"end_to_end_response_time_s": 113.29741511822373,
"output_speed_tokens_per_s": {
"median": 56.8889512971994,
"p05": 47.2736525057793,
"p95": 73.0776195059553,
"q25": 52.6646444921629,
"q75": 67.9315481066607
},
"reasoning_time_s": null,
"time_to_first_answer_token_s": 104.50836226,
"time_to_first_token_s": {
"median": 104.50836226,
"p05": 36.944357231,
"p95": 248.6625857076,
"q25": 57.014412537,
"q75": 179.860018353
}
},
"price_class": "high",
"pricing_usd_per_1m_tokens": {
"cache_hit": 0.25,
"cache_write": 12.5,
"input": 10,
"output": 50
},
"short_name": "Claude Fable 5.1 (xhigh with fallback)",
"size_class": null,
"slug": "claude-fable-5-1-xhigh",
"url": "https://artificialanalysis.ai/models/claude-fable-5-1-xhigh"
},
{
"benchmarks": {
"analyst_agent": null,
"apex_agents": null,
"critpt": 0.302857142857143,
"gdpval_normalized": 0.558645,
"gpqa": 0.906060606060606,
"hle": 0.559314179796108,
"ifbench": null,
"itbench_sre": null,
"lcr": 0.836666666666667,
"mmmu_pro": null,
"omniscience": 40.8,
"omniscience_accuracy": 0.6493333333333333,
"omniscience_non_hallucination": 0.311787072243346,
"scicode": 0.586805555555556,
"tau2": null,
"tau_banking": 0.430927835051546,
"terminal_bench_2_1": 0.898876404494382,
"terminal_bench_4_0": 0.52020202020202,
"terminalbench_hard": null
},
"context_window_tokens": 1000000,
"creator_name": "Anthropic",
"deprecated": false,
"intelligence_index": 51.1515708852237,
"intelligence_index_cost_per_task_usd": 3.912526554325558,
"intelligence_index_is_estimated": false,
"is_open_weights": false,
"is_reasoning": true,
"name": "Claude Fable 5.1 (Adaptive Reasoning, High Effort, Default Fallback)",
"performance": {
"end_to_end_response_time_s": 35.58863103214977,
"output_speed_tokens_per_s": {
"median": 52.2121460921833,
"p05": 45.0985260425514,
"p95": 69.6803080027435,
"q25": 47.1217196910813,
"q75": 62.4946380395491
},
"reasoning_time_s": null,
"time_to_first_answer_token_s": 26.012315224,
"time_to_first_token_s": {
"median": 26.012315224,
"p05": 4.93500340379989,
"p95": 44.0248097684999,
"q25": 12.1694669465,
"q75": 31.3693713115
}
},
"price_class": "high",
"pricing_usd_per_1m_tokens": {
"cache_hit": 0.25,
"cache_write": 12.5,
"input": 10,
"output": 50
},
"short_name": "Claude Fable 5.1 (high with fallback)",
"size_class": null,
"slug": "claude-fable-5-1-high",
"url": "https://artificialanalysis.ai/models/claude-fable-5-1-high"
},
{
"benchmarks": {
"analyst_agent": null,
"apex_agents": null,
"critpt": 0.291428571428571,
"gdpval_normalized": 0.517925,
"gpqa": 0.885858585858586,
"hle": 0.537998146431881,
"ifbench": null,
"itbench_sre": null,
"lcr": 0.846666666666667,
"mmmu_pro": null,
"omniscience": 37.6,
"omniscience_accuracy": 0.631,
"omniscience_non_hallucination": 0.3089430894308943,
"scicode": 0.563657407407407,
"tau2": null,
"tau_banking": 0.410309278350515,
"terminal_bench_2_1": 0.880149812734082,
"terminal_bench_4_0": 0.44949494949495,
"terminalbench_hard": null
},
"context_window_tokens": 1000000,
"creator_name": "Anthropic",
"deprecated": false,
"intelligence_index": 48.9206162609523,
"intelligence_index_cost_per_task_usd": 2.982597436096585,
"intelligence_index_is_estimated": false,
"is_open_weights": false,
"is_reasoning": true,
"name": "Claude Fable 5.1 (Adaptive Reasoning, Medium Effort, Default Fallback)",
"performance": {
"end_to_end_response_time_s": 17.90313303398304,
"output_speed_tokens_per_s": {
"median": 50.4859653874342,
"p05": 43.0005067700101,
"p95": 75.6108191622584,
"q25": 46.8762444036515,
"q75": 61.2663377555063
},
"reasoning_time_s": null,
"time_to_first_answer_token_s": 7.99939055499999,
"time_to_first_token_s": {
"median": 7.99939055499999,
"p05": 3.4419402559,
"p95": 35.2594710314001,
"q25": 5.59770872150011,
"q75": 18.9534529089999
}
},
"price_class": "high",
"pricing_usd_per_1m_tokens": {
"cache_hit": 0.25,
"cache_write": 12.5,
"input": 10,
"output": 50
},
"short_name": "Claude Fable 5.1 (medium with fallback)",
"size_class": null,
"slug": "claude-fable-5-1-medium",
"url": "https://artificialanalysis.ai/models/claude-fable-5-1-medium"
},
{
"benchmarks": {
"analyst_agent": null,
"apex_agents": null,
"critpt": 0.277142857142857,
"gdpval_normalized": 0.474785,
"gpqa": 0.880808080808081,
"hle": 0.48887859128823,
"ifbench": null,
"itbench_sre": null,
"lcr": 0.823333333333333,
"mmmu_pro": null,
"omniscience": 34.13333333333333,
"omniscience_accuracy": 0.6023333333333334,
"omniscience_non_hallucination": 0.34367141659681477,
"scicode": 0.56712962962963,
"tau2": null,
"tau_banking": 0.389690721649485,
"terminal_bench_2_1": 0.850187265917603,
"terminal_bench_4_0": 0.404040404040404,
"terminalbench_hard": null
},
"context_window_tokens": 1000000,
"creator_name": "Anthropic",
"deprecated": false,
"intelligence_index": 46.8163422014862,
"intelligence_index_cost_per_task_usd": 2.371025320183763,
"intelligence_index_is_estimated": false,
"is_open_weights": false,
"is_reasoning": true,
"name": "Claude Fable 5.1 (Adaptive Reasoning, Low Effort, Default Fallback)",
"performance": {
"end_to_end_response_time_s": 15.276830952412558,
"output_speed_tokens_per_s": {
"median": 47.876953813804,
"p05": 41.6449573256389,
"p95": 70.5310768146966,
"q25": 45.5685679814564,
"q75": 60.2368065300317
},
"reasoning_time_s": null,
"time_to_first_answer_token_s": 4.83339292700003,
"time_to_first_token_s": {
"median": 4.83339292700003,
"p05": 2.16069615300003,
"p95": 8.20163022479991,
"q25": 3.9688941710001,
"q75": 5.45523965999996
}
},
"price_class": "high",
"pricing_usd_per_1m_tokens": {
"cache_hit": 0.25,
"cache_write": 12.5,
"input": 10,
"output": 50
},
"short_name": "Claude Fable 5.1 (low with fallback)",
"size_class": null,
"slug": "claude-fable-5-1-low",
"url": "https://artificialanalysis.ai/models/claude-fable-5-1-low"
}
],
"source_url": "https://artificialanalysis.ai/leaderboards/models",
"table_size": 684,
"total_matches": 5
}Benchmarks
AI models benchmarksQuality, speed and cost, last 24 hours, across every agent call to Artificial Analysis through Alexandria.
- Quality
- 96%
- Calls answered without a tool error
- Speed
- 1.8 s
- 95% of successful calls finish faster
- Cost
- 5 credits
- Firecrawl credits per call
- Calls
- 650
- Last 24 hours, every Alexandria user
| Tool | Quality | Speed | Calls |
|---|---|---|---|
| Search models | 99% | 617 ms | 309 |
| Get model | 98.6% | 45.5 s | 287 |
| List model providers | 100% | 531 ms | 35 |
Related providers
Browse the library//
Get started
//
Give your agent Artificial Analysis.
One API key for the live web and every provider in Alexandria.
Are you an AI agent? See setup options