{
  "model_name": "Claude-Sonnet-4.5",
  "model_organization": "Anthropic",
  "submitting_organization": "Anthropic",
  "submission_date": "2025-09-29",
  "contact_info": {
    "email": null,
    "name": "Anthropic Research Team"
  },
  "is_new": false,
  "trajectories_available": false,
  "references": [
    {
      "title": "Claude Sonnet 4.5 Announcement",
      "url": "https://www.anthropic.com/news/claude-sonnet-4-5",
      "type": "blog_post"
    }
  ],
  "results": {
    "retail": {
      "pass_1": 86.2,
      "pass_2": null,
      "pass_3": null,
      "pass_4": null
    },
    "airline": {
      "pass_1": 70.0,
      "pass_2": null,
      "pass_3": null,
      "pass_4": null
    },
    "telecom": {
      "pass_1": 98.0,
      "pass_2": null,
      "pass_3": null,
      "pass_4": null
    }
  },
  "methodology": {
    "evaluation_date": "2025-09-29",
    "tau2_bench_version": "0.1.3",
    "user_simulator": null,
    "notes": "Scores were achieved using extended thinking with tool use and a prompt addendum to the Airline and Telecom Agent Policy instructing Claude to better target its known failure modes when using the vanilla prompt. A prompt addendum was also added to the Telecom User prompt to avoid failure modes from the user ending the interaction incorrectly.",
    "verification": {
      "modified_prompts": null,
      "omitted_questions": null,
      "details": "Unverified submission - no trajectory data available, unknown evaluation methodology, telecom domain omitted, incomplete evaluation (Pass^1 only)"
    }
  },
  "model_release": {
    "release_date": "2025-09-29",
    "announcement_url": "https://www.anthropic.com/news/claude-sonnet-4-5",
    "announcement_title": "Introducing Claude Sonnet 4.5"
  }
}