{
  "model_name": "grok-voice-think-fast-1.0",
  "model_organization": "xAI",
  "submitting_organization": "Sierra",
  "submission_date": "2026-04-21",
  "submission_type": "standard",
  "modality": "voice",
  "contact_info": {
    "email": "victor@sierra.ai",
    "name": "Sierra Research Team"
  },
  "results": {
    "retail": {
      "pass_1": 62.28070175438597
    },
    "airline": {
      "pass_1": 66.0
    },
    "telecom": {
      "pass_1": 73.68421052631578
    }
  },
  "is_new": true,
  "trajectories_available": true,
  "trajectory_files": {
    "airline": "xai-grok-voice-think-fast-1.0-airline",
    "retail": "xai-grok-voice-think-fast-1.0-retail",
    "telecom": "xai-grok-voice-think-fast-1.0-telecom"
  },
  "reasoning_effort": "enabled",
  "methodology": {
    "evaluation_date": "2026-04-21",
    "tau2_bench_version": "1.0.0",
    "user_simulator": "v1.0",
    "verification": {
      "modified_prompts": false,
      "omitted_questions": false
    }
  },
  "voice_config": {
    "provider": "xAI",
    "model": "grok-voice-think-fast-1.0",
    "tick_duration_seconds": 0.2,
    "max_steps_seconds": 1200.0,
    "user_tts_provider": "elevenlabs/eleven_v3"
  },
  "model_release": {
    "release_date": "2026-04-23",
    "announcement_url": "https://x.ai/news/grok-voice-think-fast-1",
    "announcement_title": "Grok Voice Think Fast 1.0"
  },
  "interaction_metrics": {
    "version": "1.0",
    "config": {
      "tick_duration_sec": 0.2,
      "no_yield_window_sec": 2.0,
      "backchannel_yield_window_sec": 1.0,
      "vocal_tic_yield_window_sec": 1.0,
      "non_directed_yield_window_sec": 1.0,
      "vocal_tic_response_window_sec": 2.0,
      "non_directed_response_window_sec": 2.0
    },
    "domains": {
      "airline": {
        "response_latency_mean": 1.2317025440313105,
        "yield_latency_mean": 1.3604989604989608,
        "response_rate": 1.0,
        "yield_rate": 0.9581673306772909,
        "agent_interruption_rate": 0.22113502935420742,
        "selectivity_backchannel": 0.6097560975609756,
        "selectivity_vocal_tic": 0.5348837209302326,
        "selectivity_non_directed": 0.24137931034482762,
        "counts": {
          "n_simulations": 50,
          "response_total": 511,
          "yield_total": 502,
          "backchannel_total": 41,
          "vocal_tic_total": 43,
          "non_directed_total": 29,
          "agent_interrupts_count": 113
        }
      },
      "retail": {
        "response_latency_mean": 1.238461538461537,
        "yield_latency_mean": 1.34,
        "response_rate": 0.9989327641408752,
        "yield_rate": 0.9572072072072072,
        "agent_interruption_rate": 0.18783351120597652,
        "selectivity_backchannel": 0.6063829787234043,
        "selectivity_vocal_tic": 0.5760869565217391,
        "selectivity_non_directed": 0.2678571428571429,
        "counts": {
          "n_simulations": 114,
          "response_total": 937,
          "yield_total": 888,
          "backchannel_total": 94,
          "vocal_tic_total": 92,
          "non_directed_total": 56,
          "agent_interrupts_count": 176
        }
      },
      "telecom": {
        "response_latency_mean": 1.1710718897976728,
        "yield_latency_mean": 1.42039911308204,
        "response_rate": 0.9995697074010327,
        "yield_rate": 0.8993020937188435,
        "agent_interruption_rate": 0.18287435456110154,
        "selectivity_backchannel": 0.7692307692307692,
        "selectivity_vocal_tic": 0.6900584795321638,
        "selectivity_non_directed": 0.34375,
        "counts": {
          "n_simulations": 114,
          "response_total": 2324,
          "yield_total": 2006,
          "backchannel_total": 26,
          "vocal_tic_total": 171,
          "non_directed_total": 64,
          "agent_interrupts_count": 425
        }
      }
    },
    "overall": {
      "response_latency_mean": 1.21374532409684,
      "yield_latency_mean": 1.3736326911936672,
      "response_rate": 0.9995008238473027,
      "yield_rate": 0.9382255438677806,
      "agent_interruption_rate": 0.1972809650404285,
      "selectivity_backchannel": 0.6617899485050497,
      "selectivity_vocal_tic": 0.6003430523280452,
      "selectivity_non_directed": 0.28432881773399016,
      "counts": {
        "agent_interrupts_count": 714,
        "backchannel_total": 161,
        "n_simulations": 278,
        "non_directed_total": 149,
        "response_total": 3772,
        "vocal_tic_total": 306,
        "yield_total": 3396
      }
    }
  }
}