Human Frontier
80.0
Human-calibrated frontier signal, backed by Arena-style preference evidence and separate from raw AgMoBench benchmark composite scores.
Blended Price
$3.50/M
Input Price
$2.00/M
Output Price
$8.00/M
Speed
—
TTFT
—
Axes
Filters
Providers
vcontinuous-leaderboard · tasks-created:2025-05-01:2025-12-01 · gpt-4.1-2025-04-14 · harness swe-rebench-react@tools · 5 attempts · pass@1 · swe-rebench:standardized:128k-or-model-limit · provider gpt-4.1-2025-04-14__tools · record gpt-4.1-2025-04-14__tools:1746057600000:1764547200000
{
"passAt5": 43.042071197411005,
"developer": "openai",
"instanceType": "model",
"contextPolicy": "128k unless the model supports less",
"attemptsPerTask": 5,
"totalTokenUsage": 0,
"modelReleaseDate": "2025-04-14",
"scoreStandardError": 0.6770917486929262,
"cachedTokenPercentage": null,
"modelReleaseTimestamp": 1744588800000,
"standardContextTokens": 128000,
"averageInstanceCostUsd": 0,
"potentialContamination": false,
"aggregateTaskRangeTimestamp": {
"to": 1764547200000,
"from": 1746057600000
},
"publishedTaskRangeTimestamp": {
"to": 1764547200000,
"from": 1746057600000
}
}Evidence observed 2025-12-01
vcontinuous-leaderboard · tasks-created:2025-01-01:2025-08-01 · gpt-4.1-2025-04-14 · harness swe-rebench-react@text · 5 attempts · pass@1 · swe-rebench:standardized:128k-or-model-limit · provider gpt-4.1-2025-04-14__text · record gpt-4.1-2025-04-14__text:1735689600000:1754006400000
{
"passAt5": 43.32493702770781,
"developer": "openai",
"instanceType": "model",
"contextPolicy": "128k unless the model supports less",
"attemptsPerTask": 5,
"totalTokenUsage": 0,
"modelReleaseDate": "2025-04-14",
"scoreStandardError": 0.23359240542810358,
"cachedTokenPercentage": null,
"modelReleaseTimestamp": 1744588800000,
"standardContextTokens": 128000,
"averageInstanceCostUsd": 0,
"potentialContamination": true,
"aggregateTaskRangeTimestamp": {
"to": 1754006400000,
"from": 1735689600000
},
"publishedTaskRangeTimestamp": {
"to": 1754006400000,
"from": 1735689600000
}
}Evidence observed 2025-08-01