{
  "model_name": "grok-voice-fast-1.0",
  "model_organization": "xAI",
  "submitting_organization": "Sierra",
  "submission_date": "2026-03-03",
  "submission_type": "standard",
  "modality": "voice",
  "contact_info": {
    "email": "victor@sierra.ai",
    "name": "Sierra Research Team"
  },
  "is_new": true,
  "trajectories_available": true,
  "trajectory_files": {
    "airline": "airline_regular_xai_xai-realtime",
    "retail": "retail_regular_xai_xai-realtime",
    "telecom": "telecom_regular_xai_xai-realtime"
  },
  "results": {
    "airline": {
      "pass_1": 36.0
    },
    "retail": {
      "pass_1": 38.6
    },
    "telecom": {
      "pass_1": 40.4
    }
  },
  "voice_config": {
    "provider": "xAI",
    "model": "grok-voice-fast-1.0",
    "tick_duration_seconds": 0.2,
    "max_steps_seconds": 600,
    "user_tts_provider": "elevenlabs/eleven_v3"
  },
  "methodology": {
    "evaluation_date": "2026-03-03",
    "tau2_bench_version": "1.0.0",
    "user_simulator": "v1.0",
    "notes": "Full-duplex audio-native evaluation using regular speech complexity (realistic audio conditions). 1 trial per task.",
    "verification": {
      "modified_prompts": false,
      "omitted_questions": false
    }
  },
  "model_release": {
    "release_date": "2025-12-17",
    "announcement_url": "https://www.ainews.com/p/xai-launches-grok-voice-agent-api-for-real-time-ai-voice-apps",
    "announcement_title": "xAI launches Grok Voice Agent API"
  },
  "interaction_metrics": {
    "version": "1.0",
    "config": {
      "tick_duration_sec": 0.2,
      "no_yield_window_sec": 2.0,
      "backchannel_yield_window_sec": 1.0,
      "vocal_tic_yield_window_sec": 1.0,
      "non_directed_yield_window_sec": 1.0,
      "vocal_tic_response_window_sec": 2.0,
      "non_directed_response_window_sec": 2.0
    },
    "domains": {
      "airline": {
        "response_latency_mean": 1.1765306122448969,
        "yield_latency_mean": 1.1243243243243242,
        "response_rate": 0.9074074074074074,
        "yield_rate": 0.7717265353418308,
        "agent_interruption_rate": 0.8252314814814815,
        "selectivity_backchannel": 0.9090909090909091,
        "selectivity_vocal_tic": 0.5943396226415094,
        "selectivity_non_directed": 0.19672131147540983,
        "counts": {
          "n_simulations": 50,
          "response_total": 864,
          "yield_total": 863,
          "backchannel_total": 11,
          "vocal_tic_total": 106,
          "non_directed_total": 61,
          "agent_interrupts_count": 713
        }
      },
      "retail": {
        "response_latency_mean": 1.1152903569525843,
        "yield_latency_mean": 1.1759220598469033,
        "response_rate": 0.9050144648023144,
        "yield_rate": 0.7020029311187103,
        "agent_interruption_rate": 0.7738669238187078,
        "selectivity_backchannel": 0.9344262295081968,
        "selectivity_vocal_tic": 0.6058091286307055,
        "selectivity_non_directed": 0.21656050955414008,
        "counts": {
          "n_simulations": 114,
          "response_total": 2074,
          "yield_total": 2047,
          "backchannel_total": 61,
          "vocal_tic_total": 241,
          "non_directed_total": 157,
          "agent_interrupts_count": 1605
        }
      },
      "telecom": {
        "response_latency_mean": 1.1559752996730819,
        "yield_latency_mean": 1.1585513078470826,
        "response_rate": 0.9272482317278545,
        "yield_rate": 0.7823691460055097,
        "agent_interruption_rate": 0.9296059279218593,
        "selectivity_backchannel": 0.9411764705882353,
        "selectivity_vocal_tic": 0.5509554140127388,
        "selectivity_non_directed": 0.2222222222222222,
        "counts": {
          "n_simulations": 114,
          "response_total": 2969,
          "yield_total": 2541,
          "backchannel_total": 17,
          "vocal_tic_total": 314,
          "non_directed_total": 144,
          "agent_interrupts_count": 2760
        }
      }
    },
    "overall": {
      "response_latency_mean": 1.1492654229568544,
      "yield_latency_mean": 1.1529325640061032,
      "response_rate": 0.913223367979192,
      "yield_rate": 0.752032870822017,
      "agent_interruption_rate": 0.8429014444073495,
      "selectivity_backchannel": 0.9282312030624471,
      "selectivity_vocal_tic": 0.5837013884283179,
      "selectivity_non_directed": 0.21183468108392403,
      "counts": {
        "agent_interrupts_count": 5078,
        "backchannel_total": 89,
        "n_simulations": 278,
        "non_directed_total": 362,
        "response_total": 5907,
        "vocal_tic_total": 661,
        "yield_total": 5451
      }
    }
  }
}