Claude 3.5 Sonnet (Oct '24)

{
  "passAt5": 45.67901234567901,
  "developer": "anthropic",
  "instanceType": "model",
  "contextPolicy": "128k unless the model supports less",
  "attemptsPerTask": 5,
  "totalTokenUsage": 0,
  "modelReleaseDate": "2024-10-22",
  "scoreStandardError": 0.4117907322904589,
  "cachedTokenPercentage": null,
  "modelReleaseTimestamp": 1729555200000,
  "standardContextTokens": 128000,
  "averageInstanceCostUsd": 0,
  "potentialContamination": false,
  "aggregateTaskRangeTimestamp": {
    "to": 1756684800000,
    "from": 1746057600000
  },
  "publishedTaskRangeTimestamp": {
    "to": 1756684800000,
    "from": 1746057600000
  }
}