{
  "model_name": "Distyl ButtonAgent",
  "model_organization": "Distyl AI",
  "submitting_organization": "Distyl AI",
  "submission_date": "2026-03-25",
  "submission_type": "custom",
  "contact_info": {
    "email": "durga@distyl.ai",
    "name": "Durga Sandeep Saluru"
  },
  "reasoning_effort": "high",
  "is_new": true,
  "trajectories_available": true,
  "trajectory_files": {
    "banking_knowledge": "distyl-buttonagent_banking_knowledge_4trials.json"
  },
  "results": {
    "banking_knowledge": {
      "pass_1": 31.19,
      "pass_2": 21.47,
      "pass_3": 16.19,
      "pass_4": 13.40,
      "cost": null,
      "retrieval_config": "mixedbread"
    }
  },
  "references": [
    {
      "title": "Mixedbread Semantic Search",
      "url": "https://www.mixedbread.com/docs/stores/overview",
      "type": "documentation"
    },
    {
      "title": "Trajectory Data (Google Drive)",
      "url": "https://drive.google.com/file/d/1fxCProuEbaqwRkmFapObYhjDUVx6ch6o/view?usp=sharing",
      "type": "trajectories"
    }
  ],
  "methodology": {
    "evaluation_date": "2026-03-25",
    "tau2_bench_version": "0.2.1-dev",
    "user_simulator": "gpt-5.2",
    "notes": "Distyl ButtonAgent uses GPT-5.4 with high reasoning effort and a custom agentic retrieval pipeline powered by Mixedbread semantic search (mxbai-wholembed-v3). The 698 banking knowledge documents are indexed in a hosted Mixedbread vector store and retrieved dynamically during conversation. 4 trials. Seed: 300.",
    "verification": {
      "modified_prompts": false,
      "omitted_questions": false,
      "details": "Full evaluation on all 97 banking_knowledge tasks with 4 trials each. No prompts were modified for the banking domain."
    }
  }
}