Human Frontier
—
Human-calibrated frontier signal, backed by Arena-style preference evidence and separate from raw AgMoBench benchmark composite scores.
Blended Price
$0.45/M
Input Price
$0.20/M
Output Price
$1.20/M
Speed
156 tok/s
TTFT
136.76s
Axes
Filters
Providers
v3 · public-demo · GPT-5.6 Luna (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:openai-gpt-5-6-luna-max
{
"provider": "OpenAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "openai-gpt-5-6-luna",
"modelNotes": null,
"modelsEtag": "W/\"1c13f7ca05a41dddb3e8dbf221993d7e\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"a339ccee4fdf8453a492fc58c884889b\"",
"upstreamModelId": "openai-gpt-5-6-luna-max",
"environmentCount": 25,
"modelReleaseDate": "2026-07-09T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 3189.42,
"providerModelIdPublished": false
}Evidence observed 2026-08-07
v3 · public-demo · GPT-5.6 Luna (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:openai-gpt-5-6-luna-max
{
"provider": "OpenAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "openai-gpt-5-6-luna",
"modelNotes": null,
"modelsEtag": "W/\"6bd4d2a79abbba43993aa72466c90f28\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"909105c66efc7bcdbd1ddf40343ec110\"",
"upstreamModelId": "openai-gpt-5-6-luna-max",
"environmentCount": 25,
"modelReleaseDate": "2026-07-09T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 3189.42,
"providerModelIdPublished": false
}Evidence observed 2026-08-06
v3 · public-demo · GPT-5.6 Luna (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:openai-gpt-5-6-luna-max
{
"provider": "OpenAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "openai-gpt-5-6-luna",
"modelNotes": null,
"modelsEtag": "W/\"fe316c967e356fc8f0ae7405b6a374ea\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"1102d97f1e4c2cf4cd67b86832b6396b\"",
"upstreamModelId": "openai-gpt-5-6-luna-max",
"environmentCount": 25,
"modelReleaseDate": "2026-07-09T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 3189.42,
"providerModelIdPublished": false
}Evidence observed 2026-08-05
v3 · public-demo · GPT-5.6 Luna (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:openai-gpt-5-6-luna-max
{
"provider": "OpenAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "openai-gpt-5-6-luna",
"modelNotes": null,
"modelsEtag": "W/\"2fc19b6caba8b52765ca17eab04fc437\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"9485c7ef206d9b12cdfdec6a631df56b\"",
"upstreamModelId": "openai-gpt-5-6-luna-max",
"environmentCount": 25,
"modelReleaseDate": "2026-07-09T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 3189.42,
"providerModelIdPublished": false
}Evidence observed 2026-07-31
v3 · public-demo · GPT-5.6 Luna (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:openai-gpt-5-6-luna-max
{
"provider": "OpenAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "openai-gpt-5-6-luna",
"modelNotes": null,
"modelsEtag": "W/\"2fc19b6caba8b52765ca17eab04fc437\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"9485c7ef206d9b12cdfdec6a631df56b\"",
"upstreamModelId": "openai-gpt-5-6-luna-max",
"environmentCount": 25,
"modelReleaseDate": "2026-07-09T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 3189.42,
"providerModelIdPublished": false
}Evidence observed 2026-07-31
v3 · public-demo · GPT-5.6 Luna (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:openai-gpt-5-6-luna-max
{
"provider": "OpenAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "openai-gpt-5-6-luna",
"modelNotes": null,
"modelsEtag": "W/\"cfc9b87c645d3ef2103e359fd0f9f521\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"0d65f6e0efe0d5cae15e8e2fe5a0994b\"",
"upstreamModelId": "openai-gpt-5-6-luna-max",
"environmentCount": 25,
"modelReleaseDate": "2026-07-09T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 3189.42,
"providerModelIdPublished": false
}Evidence observed 2026-07-30
v3 · public-demo · GPT-5.6 Luna (Max) · effort max · 1 attempt · 5x-human-baseline-median-per-level · arc-agi-3:public-demo · record v3_Semi_Private:openai-gpt-5-6-luna-max
{
"provider": "OpenAI",
"modelType": "CoT",
"modelsUrl": "https://arcprize.org/media/data/models.json",
"modelGroup": "openai-gpt-5-6-luna",
"modelNotes": null,
"modelsEtag": "W/\"bbdf5725ef7a703a7f0970e913262b6f\"",
"scoreMetric": "relative-human-action-efficiency",
"evaluationsUrl": "https://arcprize.org/media/data/evaluations.json",
"evaluationsEtag": "W/\"6529094085f9ca7ce5f3c2e1957d3b9c\"",
"upstreamModelId": "openai-gpt-5-6-luna-max",
"environmentCount": 25,
"modelReleaseDate": "2026-07-09T00:00:00.000Z",
"upstreamDatasetId": "v3_Semi_Private",
"actionBudgetPolicy": "5x-human-baseline-median-per-level",
"technicalReportUrl": "https://arcprize.org/media/ARC_AGI_3_Technical_Report.pdf",
"catalogMatchAliases": [],
"agentHarnessPublished": false,
"verificationAuthority": "ARC Prize Foundation",
"upstreamRunIdPublished": false,
"actualEvaluationCostUsd": 3189.42,
"providerModelIdPublished": false
}Evidence observed 2026-07-24
vv0.1.0@eb4af26c249b5770e788aa9e3acd2f6ef21f50c2 · official-leaderboard · GPT-5.6 Luna (max) · harness Codex · effort max · 1 attempt · harbor:frontier-bench/frontier-bench@2f325140-b410-452e-87b3-978ffcb4e1ea · record 5651c446-0517-409c-9632-aafd5ca76e93
{
"taskCount": 74,
"metricName": "accuracy",
"releaseTag": "v0.1.0",
"agentDisplay": {
"url": "https://openai.com/codex/",
"label": "Codex"
},
"modelDisplay": {
"url": "https://developers.openai.com/api/docs/models/gpt-5.6-luna",
"label": "GPT-5.6 Luna"
},
"rowCreatedAt": "2026-07-23T00:48:54.777793+00:00",
"rowUpdatedAt": "2026-07-29T16:40:18.252544+00:00",
"leaderboardId": "076032b9-6e20-458a-b56d-5aea2488b3f9",
"releaseCommit": "eb4af26c249b5770e788aa9e3acd2f6ef21f50c2",
"datasetPackage": "frontier-bench/frontier-bench",
"evaluationDate": "2026-07-12",
"attemptsPerTask": 1,
"leaderboardRank": 8,
"metricSemantics": "native-harbor-accuracy-not-pass-at-k",
"datasetVersionId": "2f325140-b410-452e-87b3-978ffcb4e1ea",
"measurementScope": "model-agent-system",
"modelReleaseDate": "2026-07-09",
"actualTotalTokens": 11872804231,
"agentOrganization": {
"url": "https://openai.com",
"label": "OpenAI"
},
"agmobenchEligible": false,
"leaderboardStatus": "display",
"modelOrganization": {
"url": "https://openai.com",
"label": "OpenAI"
},
"actualTotalCostUsd": 1632.44,
"attemptsProvenance": "frontier-bench-v0.1-official-command-uses-harbor-default",
"upstreamTrialCount": 0,
"accuracyStandardError": 1.25,
"attemptsProvenanceUrls": [
"https://github.com/harbor-framework/frontier-bench/blob/eb4af26c249b5770e788aa9e3acd2f6ef21f50c2/README.md#running-the-benchmark",
"https://github.com/harbor-framework/harbor/blob/v0.14.0/src/harbor/models/job/config.py#L318-L323"
]
}Evidence observed 2026-07-23
v2.1 · official-leaderboard · GPT-5.6 Luna (max) · harness codex@0.144.1 · effort max · 5 attempts · harbor:terminal-bench/terminal-bench-2-1 · provider openai/gpt-5.6-luna · record leaderboard/submissions/2026-07-11-openai-gpt-5-6-luna-max-codex.json · run 4860a28f-bc1a-5367-9885-57ff9ccc3a15
{
"passAt2": 0.8348,
"passAt3": 0.864,
"passAt4": 0.8787,
"passAt5": 0.8876,
"taskCount": 89,
"actualTokens": {
"output": 10628905,
"cachedInput": 1376567117,
"uncachedInput": 40023670
},
"datasetPackage": "terminal-bench/terminal-bench-2-1",
"leaderboardUrl": "https://www.tbench.ai/leaderboard/terminal-bench/2.1",
"pullRequestUrl": "https://github.com/harbor-framework/terminal-bench-2-1/pull/112",
"agentDisplayUrl": "https://openai.com/codex/",
"modelDisplayUrl": "https://developers.openai.com/api/docs/models/gpt-5.6-luna",
"actualTrialCount": 445,
"agentOrganization": "OpenAI",
"modelOrganization": "OpenAI",
"actualTotalCostUsd": 241.45,
"rewardHacksPercent": 0.9,
"accuracyStandardError": 1.32,
"submissionDownloadUrl": "https://raw.githubusercontent.com/harbor-framework/terminal-bench-2-1/main/leaderboard/submissions/2026-07-11-openai-gpt-5-6-luna-max-codex.json",
"disqualifiedTrialCount": 4,
"expectedAttemptsPerTask": 5,
"sourceFilterReasoningEffort": "max",
"actualAverageTrialDurationSeconds": 457.3
}Evidence observed 2026-07-11
v2.1 · official-leaderboard · GPT-5.6 Luna (max) · harness codex@0.144.0 · effort max · 5 attempts · harbor:terminal-bench/terminal-bench-2-1 · provider gpt-5.6-luna · record leaderboard/submissions/2026-07-10-gpt-5-6-luna-max-codex.json · run 622b427f-0ddc-54db-b64b-90960667e6be
{
"passAt2": 0.7989,
"passAt3": 0.8416,
"passAt4": 0.8697,
"passAt5": 0.8876,
"taskCount": 89,
"actualTokens": {
"output": 9525636,
"cachedInput": 1210200406,
"uncachedInput": 40109860
},
"datasetPackage": "terminal-bench/terminal-bench-2-1",
"leaderboardUrl": "https://www.tbench.ai/leaderboard/terminal-bench/2.1",
"pullRequestUrl": "https://github.com/harbor-framework/terminal-bench-2-1/pull/105",
"agentDisplayUrl": "https://openai.com/codex/",
"modelDisplayUrl": "https://developers.openai.com/api/docs/models/gpt-5.6-luna",
"actualTrialCount": 445,
"agentOrganization": "OpenAI",
"modelOrganization": "OpenAI",
"actualTotalCostUsd": 218.28,
"rewardHacksPercent": 7.42,
"accuracyStandardError": 1.39,
"submissionDownloadUrl": "https://raw.githubusercontent.com/harbor-framework/terminal-bench-2-1/main/leaderboard/submissions/2026-07-10-gpt-5-6-luna-max-codex.json",
"disqualifiedTrialCount": 33,
"expectedAttemptsPerTask": 5,
"sourceFilterReasoningEffort": "max",
"actualAverageTrialDurationSeconds": 422
}Evidence observed 2026-07-10