Human Frontier
—
Human-calibrated frontier signal, backed by Arena-style preference evidence and separate from raw AgMoBench benchmark composite scores.
Blended Price
$10.00/M
Input Price
$5.00/M
Output Price
$25.00/M
Speed
—
TTFT
—
Axes
Filters
Providers
v2026.06 · official-100-task · Claude Opus 4.7 (max) · harness mini-swe-agent · effort max · 1 attempt · pass@1 · harbor:snorkel-ai/senior-swe-bench-v2026.06 · provider anthropic/claude-opus-4-7 · record opus-mini-swe · run aa0d49c0880d35d45f85fa7ee0c9f7bc0bc261fd1803632a0b2f0e96eff1b538
{
"taskCount": 100,
"agentGroup": "mini-swe-agent:claude-opus-4-7",
"basicPassAt1": 46.808510638297875,
"basicPassAt3": 56.38297872340425,
"datasetPackage": "snorkel-ai/senior-swe-bench-v2026.06",
"publicTaskCount": 50,
"tastefulPassAt1": 18.085106382978726,
"tastefulPassAt3": 34.04255319148936,
"agentDescription": "Claude Opus 4.7 via mini-swe-agent harness (Portkey→Bedrock)",
"privateTaskCount": 50,
"upstreamProvider": "anthropic",
"upstreamRunCount": 50,
"averageAgentSteps": 284.63829787234044,
"averageOutputTokens": 100937.73404255319,
"averageTotalCostUsd": 21.950259461702124,
"averageOutputCostUsd": 2.5234433510638294,
"basicAllThreePassRate": 31.914893617021278,
"tastefulAllThreePassRate": 9.574468085106384
}Evidence observed 2026-07-22
v2026.06 · official-100-task · Claude Opus 4.7 (max) · harness mini-swe-agent · effort max · 1 attempt · pass@1 · harbor:snorkel-ai/senior-swe-bench-v2026.06 · provider anthropic/claude-opus-4-7 · record opus-mini-swe · run 1d69314975a9519f64c507748d04762ded7853ebf34982811a94ac3a27ba2f9e
{
"taskCount": 100,
"agentGroup": "mini-swe-agent:claude-opus-4-7",
"basicPassAt1": 39.08045977011494,
"datasetPackage": "snorkel-ai/senior-swe-bench-v2026.06",
"publicTaskCount": 50,
"tastefulPassAt1": 13.793103448275861,
"agentDescription": "Claude Opus 4.7 via mini-swe-agent harness (Portkey→Bedrock)",
"privateTaskCount": 50,
"upstreamProvider": "anthropic",
"upstreamRunCount": 50,
"averageAgentSteps": 157.95402298850576,
"averageOutputTokens": 97643.86206896552,
"averageTotalCostUsd": 8.871201140229886,
"averageOutputCostUsd": 2.4410965517241383
}Evidence observed 2026-06-30
v2.1 · official-leaderboard · Opus 4.7 (max) · harness claude-code@2.1.123 · effort max · 5 attempts · harbor:terminal-bench/terminal-bench-2-1 · provider anthropic/claude-opus-4-7 · record leaderboard/submissions/2026-05-01-anthropic-claude-opus-4-7-max-claude-code.json · run 10e2e56b-ed31-5f65-a489-69f78b902adf
{
"passAt2": 0.7801,
"passAt3": 0.8124,
"passAt4": 0.83,
"passAt5": 0.8408,
"taskCount": 89,
"actualTokens": {
"output": 14896548,
"cachedInput": 806584422,
"uncachedInput": 31873388
},
"datasetPackage": "terminal-bench/terminal-bench-2-1",
"leaderboardUrl": "https://www.tbench.ai/leaderboard/terminal-bench/2.1",
"pullRequestUrl": "https://github.com/harbor-framework/terminal-bench-2-1/pull/44",
"agentDisplayUrl": "https://claude.com/claude-code",
"modelDisplayUrl": "https://www.anthropic.com/news/claude-opus-4-7",
"actualTrialCount": 447,
"agentOrganization": "Anthropic",
"modelOrganization": "Anthropic",
"actualTotalCostUsd": 599.52,
"rewardHacksPercent": 0.45,
"accuracyStandardError": 1.41,
"submissionDownloadUrl": "https://raw.githubusercontent.com/harbor-framework/terminal-bench-2-1/main/leaderboard/submissions/2026-05-01-anthropic-claude-opus-4-7-max-claude-code.json",
"disqualifiedTrialCount": 2,
"expectedAttemptsPerTask": 5,
"sourceFilterReasoningEffort": "max",
"actualAverageTrialDurationSeconds": 799.6
}Evidence observed 2026-05-01
v2.1 · official-leaderboard · Opus 4.7 (max) · harness terminus-2@2.0.0 · effort max · 5 attempts · harbor:terminal-bench/terminal-bench-2-1 · provider anthropic/claude-opus-4-7 · record leaderboard/submissions/2026-05-01-anthropic-claude-opus-4-7-max-terminus-2.json · run 10e2e56b-ed31-5f65-a489-69f78b902adf
{
"passAt2": 0.7438,
"passAt3": 0.782,
"passAt4": 0.809,
"passAt5": 0.8315,
"taskCount": 89,
"actualTokens": {
"output": 12451178,
"cachedInput": 336161721,
"uncachedInput": 16646631
},
"datasetPackage": "terminal-bench/terminal-bench-2-1",
"leaderboardUrl": "https://www.tbench.ai/leaderboard/terminal-bench/2.1",
"pullRequestUrl": "https://github.com/harbor-framework/terminal-bench-2-1/pull/46",
"agentDisplayUrl": "https://www.tbench.ai/news/terminus",
"modelDisplayUrl": "https://www.anthropic.com/news/claude-opus-4-7",
"actualTrialCount": 445,
"agentOrganization": "Terminal-Bench",
"modelOrganization": "Anthropic",
"actualTotalCostUsd": 582.26,
"rewardHacksPercent": 0,
"accuracyStandardError": 1.37,
"submissionDownloadUrl": "https://raw.githubusercontent.com/harbor-framework/terminal-bench-2-1/main/leaderboard/submissions/2026-05-01-anthropic-claude-opus-4-7-max-terminus-2.json",
"disqualifiedTrialCount": 0,
"expectedAttemptsPerTask": 5,
"sourceFilterReasoningEffort": "max",
"actualAverageTrialDurationSeconds": 1042.7
}Evidence observed 2026-05-01