{
  "model_name": "Muse Spark 1.1",
  "model_organization": "Meta",
  "submitting_organization": "Sierra",
  "submission_date": "2026-08-04",
  "submission_type": "standard",
  "modality": "text",
  "contact_info": {
    "email": "ben.s@sierra.ai",
    "name": "Sierra Research Team"
  },
  "results": {
    "airline": null,
    "retail": null,
    "telecom": null,
    "banking_knowledge": {
      "pass_1": 40.4639175257732,
      "pass_2": 29.55326460481099,
      "pass_3": 23.969072164948454,
      "pass_4": 20.618556701030926,
      "cost": null,
      "retrieval_config": "alltools"
    }
  },
  "is_new": true,
  "trajectories_available": true,
  "trajectory_files": {
    "banking_knowledge": "banking_knowledge_results.json"
  },
  "references": [],
  "reasoning_effort": "xhigh",
  "methodology": {
    "evaluation_date": "2026-07-23",
    "tau2_bench_version": "1.0.1",
    "user_simulator": "gpt-5.2",
    "notes": "Banking_knowledge evaluation with AllTools retrieval, GPT-5.2 low-reasoning user simulation, four trials, and seed 300.",
    "verification": {
      "modified_prompts": false,
      "omitted_questions": false
    }
  },
  "model_release": {
    "release_date": "2026-07-09",
    "announcement_url": "https://ai.meta.com/blog/introducing-muse-spark-meta-model-api/",
    "announcement_title": "Introducing Muse Spark 1.1"
  }
}