{
  "model_name": "GPT-5",
  "model_organization": "OpenAI",
  "submitting_organization": "Sierra",
  "submission_date": "2025-10-02",
  "contact_info": {
    "email": "victor@sierra.ai, ben.s@sierra.ai",
    "name": "Sierra Research Team"
  },
  "results": {
    "retail": {
      "pass_1": 81.57894736842105,
      "pass_2": 71.78362573099416,
      "pass_3": 64.69298245614036,
      "pass_4": 58.77192982456141,
      "cost": 0.10552710142543861
    },
    "airline": {
      "pass_1": 62.5,
      "pass_2": 55.33333333333332,
      "pass_3": 51,
      "pass_4": 48,
      "cost": 0.13399991125
    },
    "telecom": {
      "pass_1": 95.83333333333334,
      "pass_2": 91.95906432748538,
      "pass_3": 88.37719298245614,
      "pass_4": 85.08771929824562,
      "cost": 0.16471152192982458
    }
  },
  "is_new": false,
  "trajectories_available": false,
  "references": [],
  "notes": "Sierra verification of GPT-5 results.",
  "methodology": {
    "evaluation_date": "2025-08-09",
    "tau2_bench_version": "0.1.3",
    "user_simulator": "gpt-4.1-2025-04-14",
    "verification": {
      "modified_prompts": false,
      "omitted_questions": false,
      "details": "Verified evaluation with full trajectory data available"
    }
  },
  "model_release": {
    "release_date": "2025-08-07",
    "announcement_url": "https://openai.com/index/introducing-gpt-5-for-developers/",
    "announcement_title": "Introducing GPT-5 for developers"
  }
}