Human Frontier
89.2
Human-calibrated frontier signal, backed by Arena-style preference evidence and separate from raw AgMoBench benchmark composite scores.
Blended Price
$3.38/M
Input Price
$1.50/M
Output Price
$9.00/M
Speed
221 tok/s
TTFT
10.95s
Axes
Filters
Providers
v2026.06 · official-100-task · Gemini 3.5 Flash (high) · harness mini-swe-agent · effort high · 1 attempt · pass@1 · harbor:snorkel-ai/senior-swe-bench-v2026.06 · provider google/gemini-3.5-flash · record gemini-3-5-flash-mini-swe · run 81a3966a96064929ee903c851f910db97c925b6374c977b4e44de27195ae9c35
{
"taskCount": 100,
"agentGroup": "mini-swe-agent:gemini-3.5-flash",
"basicPassAt1": 22.105263157894736,
"basicPassAt3": 38.94736842105263,
"datasetPackage": "snorkel-ai/senior-swe-bench-v2026.06",
"publicTaskCount": 50,
"tastefulPassAt1": 6.315789473684211,
"tastefulPassAt3": 17.894736842105264,
"agentDescription": "Google Gemini 3.5 Flash via mini-swe-agent harness (Portkey→Google)",
"privateTaskCount": 50,
"upstreamProvider": "google",
"upstreamRunCount": 80,
"averageAgentSteps": 230.83870967741936,
"averageOutputTokens": 70372.86021505376,
"averageTotalCostUsd": 4.368946809032258,
"averageOutputCostUsd": 0.6333557419354838,
"basicAllThreePassRate": 13.684210526315791,
"tastefulAllThreePassRate": 2.1052631578947367
}Evidence observed 2026-07-29
vcontinuous-leaderboard · tasks-created:2026-03-01:2026-05-15 · Gemini 3.5 Flash · harness swe-rebench-react@tools · 5 attempts · pass@1 · swe-rebench:standardized:128k-or-model-limit · provider Gemini 3.5 Flash__tools · record Gemini 3.5 Flash__tools:1772323200000:1778803200000
{
"passAt5": 61.81818181818181,
"developer": "google",
"instanceType": "model",
"contextPolicy": "128k unless the model supports less",
"attemptsPerTask": 5,
"totalTokenUsage": 1848593.0709090908,
"modelReleaseDate": "2026-05-19",
"scoreStandardError": 0.9791208740244552,
"cachedTokenPercentage": 75.66134999998506,
"modelReleaseTimestamp": 1779148800000,
"standardContextTokens": 128000,
"averageInstanceCostUsd": 0.7666600170000002,
"potentialContamination": true,
"aggregateTaskRangeTimestamp": {
"to": 1778803200000,
"from": 1772323200000
},
"publishedTaskRangeTimestamp": {
"to": 1778803200000,
"from": 1772323200000
}
}Evidence observed 2026-05-15