Human Frontier
93.4
Human-calibrated frontier signal, backed by Arena-style preference evidence and separate from raw AgMoBench benchmark composite scores.
Blended Price
$6.00/M
Input Price
$3.00/M
Output Price
$15.00/M
Speed
—
TTFT
—
Axes
Filters
Providers
v2026.06 · official-100-task · Claude Sonnet 4.6 (high) · harness mini-swe-agent · effort high · 1 attempt · pass@1 · harbor:snorkel-ai/senior-swe-bench-v2026.06 · provider anthropic/claude-sonnet-4-6 · record sonnet-mini-swe · run af85cd5c6c05730a67b213de74628afcdcfe842a6c59e3f347f9c7240081be3a
{
"taskCount": 100,
"agentGroup": "mini-swe-agent:claude-sonnet-4-6",
"basicPassAt1": 30.23255813953488,
"datasetPackage": "snorkel-ai/senior-swe-bench-v2026.06",
"publicTaskCount": 50,
"tastefulPassAt1": 9.30232558139535,
"agentDescription": "Claude Sonnet 4.6 via mini-swe-agent harness (Portkey→Bedrock)",
"privateTaskCount": 50,
"upstreamProvider": "anthropic",
"upstreamRunCount": 80,
"averageAgentSteps": 175.2528735632184,
"averageOutputTokens": 61075.252873563215,
"averageTotalCostUsd": 5.490449816551724,
"averageOutputCostUsd": 0.9161287931034483
}Evidence observed 2026-06-30
vcontinuous-leaderboard · tasks-created:2026-02-01:2026-05-15 · Claude Sonnet 4.6 · harness swe-rebench-react@tools · 5 attempts · pass@1 · swe-rebench:standardized:128k-or-model-limit · provider Claude Sonnet 4.6__tools · record Claude Sonnet 4.6__tools:1769904000000:1778803200000
{
"passAt5": 65.86826347305389,
"developer": "anthropic",
"instanceType": "model",
"contextPolicy": "128k unless the model supports less",
"attemptsPerTask": 5,
"totalTokenUsage": 2454257.6670658686,
"modelReleaseDate": "2026-02-17",
"scoreStandardError": 0.18935794372265716,
"cachedTokenPercentage": 95.4617277923743,
"modelReleaseTimestamp": 1771286400000,
"standardContextTokens": 128000,
"averageInstanceCostUsd": 1.1958073514371255,
"potentialContamination": true,
"aggregateTaskRangeTimestamp": {
"to": 1778803200000,
"from": 1769904000000
},
"publishedTaskRangeTimestamp": {
"to": 1778803200000,
"from": 1769904000000
}
}Evidence observed 2026-05-15