{ "scope": "Full two-step diagnostic, each rank separately. Overlapping GPU stage annotations unioned; CPU op durations can nest and are not additive. Profile wall time excludes no export overhead and is not E2E benchmark evidence.", "traces": [ { "trace": "/data/goals/sglang-h200-diffusion-20260907/results/flux-ion9-bcg-validation-v1-profile-a/profiler/9be802bb-f5d4-4d8c-9043-a3547331e85c-full_stages-global-rank0.trace.json.gz", "sha256": "749dc28ebc0a0336367e5585bd5ea453345cbc5cc171916d2ee08b271891d56b", "bytes": 5135197, "events": 221313, "kernel_count": 4132, "gpu_stages": [ { "name": "STAGE decoding_stage", "gpu_pid": 0, "annotation_count": 1, "union_ms": 92.59034765625, "kernel_count": 339, "cumulative_kernel_ms": 85.11044100000001, "boundary_crossing_kernel_count": 0, "kernels": [ { "name": "void at::native::(anonymous namespace)::RowwiseMomentsCUDAKernel(long, c10::BFloat16, c10::BFloat16 const*, c10::BFloat16*, c10::BFloat16*)", "count": 30, "duration_ms": 44.649055999999995 }, { "name": "sm90_xmma_fprop_implicit_gemm_bf16bf16_bf16f32_f32_nhwckrsc_nhwc_tilesize128x128x64_warpgroupsize1x1x1_g1_execute_segment_k_off_kernel__5x_cudnn", "count": 12, "duration_ms": 6.440442999999999 }, { "name": "void at::native::elementwise_kernel<128, 4, at::native::gpu_kernel_impl_nocast >(at::TensorIteratorBase&, at::native::CUDAFunctor_add const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl_nocast >(at::TensorIteratorBase&, at::native::CUDAFunctor_add const&)::{lambda(int)#1})", "count": 43, "duration_ms": 6.170878999999999 }, { "name": "sm90_xmma_fprop_implicit_gemm_bf16bf16_bf16f32_f32_nhwckrsc_nhwc_tilesize256x128x64_warpgroupsize2x1x1_g1_execute_segment_k_off_kernel__5x_cudnn", "count": 9, "duration_ms": 5.011326 }, { "name": "void at::native::elementwise_kernel<128, 4, at::native::gpu_kernel_impl_nocast(at::Tensor const&, at::Tensor const&, at::Tensor const&, long, long, long, long, c10::BFloat16, at::Tensor&, at::Tensor&, at::Tensor&)::{lambda(c10::BFloat16, float, float)#1}>(at::TensorIteratorBase&, at::native::(anonymous namespace)::GroupNormKernelImplInternal(at::Tensor const&, at::Tensor const&, at::Tensor const&, long, long, long, long, c10::BFloat16, at::Tensor&, at::Tensor&, at::Tensor&)::{lambda(c10::BFloat16, float, float)#1} const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl_nocast(at::Tensor const&, at::Tensor const&, at::Tensor const&, long, long, long, long, c10::BFloat16, at::Tensor&, at::Tensor&, at::Tensor&)::{lambda(c10::BFloat16, float, float)#1}>(at::TensorIteratorBase&, at::native::(anonymous namespace)::GroupNormKernelImplInternal(at::Tensor const&, at::Tensor const&, at::Tensor const&, long, long, long, long, c10::BFloat16, at::Tensor&, at::Tensor&, at::Tensor&)::{lambda(c10::BFloat16, float, float)#1} const&)::{lambda(int)#1})", "count": 30, "duration_ms": 4.6294379999999995 }, { "name": "void cudnn::engines_precompiled::nchwToNhwcKernel<__nv_bfloat16, __nv_bfloat16, float, false, true, (cudnnKernelDataType_t)0>(cudnn::engines_precompiled::nchw2nhwc_params_t, __nv_bfloat16 const*, __nv_bfloat16*)", "count": 65, "duration_ms": 4.429530999999999 }, { "name": "fmha_cutlassF_bf16_aligned_32x128_gmem_sm80(PyTorchMemEffAttention::AttentionKernel::Params)", "count": 1, "duration_ms": 3.606238 }, { "name": "void cudnn::engines_precompiled::nhwcToNchwKernel<__nv_bfloat16, __nv_bfloat16, float, true, false, (cudnnKernelDataType_t)0>(cudnn::engines_precompiled::nhwc2nchw_params_t, __nv_bfloat16 const*, __nv_bfloat16*)", "count": 33, "duration_ms": 3.559164 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::(anonymous namespace)::silu_kernel(at::TensorIteratorBase&)::{lambda()#1}::operator()() const::{lambda()#6}::operator()() const::{lambda(c10::BFloat16)#1}, std::array >(int, at::native::(anonymous namespace)::silu_kernel(at::TensorIteratorBase&)::{lambda()#1}::operator()() const::{lambda()#6}::operator()() const::{lambda(c10::BFloat16)#1}, std::array)", "count": 29, "duration_ms": 1.8739210000000002 }, { "name": "sm90_xmma_fprop_implicit_gemm_bf16bf16_bf16f32_f32_nhwckrsc_nhwc_tilesize128x256x64_warpgroupsize2x1x1_g1_execute_segment_k_off_kernel__5x_cudnn", "count": 10, "duration_ms": 1.02928 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::CUDAFunctor_add, std::array >(int, at::native::CUDAFunctor_add, std::array)", "count": 10, "duration_ms": 0.9956810000000001 }, { "name": "void at::native::(anonymous namespace)::upsample_nearest2d_out_frame(c10::BFloat16 const*, c10::BFloat16*, unsigned long, unsigned long, unsigned long, unsigned long, unsigned long, float, float)", "count": 3, "duration_ms": 0.9745280000000001 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::BUnaryFunctor >, std::array >(int, at::native::BUnaryFunctor >, std::array)", "count": 17, "duration_ms": 0.703262 }, { "name": "sm80_xmma_fprop_implicit_gemm_bf16bf16_bf16f32_f32_nhwckrsc_nhwc_tilesize256x32x32_stage4_warpsize4x1x1_g1_tensor16x8x16_execute_kernel__5x_cudnn", "count": 1, "duration_ms": 0.29011200000000004 }, { "name": "void at::native::elementwise_kernel<128, 4, at::native::gpu_kernel_impl_nocast(at::TensorIteratorBase&, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#12}::operator()() const::{lambda(c10::BFloat16)#1} const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl_nocast(at::TensorIteratorBase&, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#12}::operator()() const::{lambda(c10::BFloat16)#1} const&)::{lambda(int)#1})", "count": 5, "duration_ms": 0.263809 }, { "name": "nvjet_sm90_tst_320x128_64x3_2x1_v_bz_coopB_NNT", "count": 1, "duration_ms": 0.20355099999999998 }, { "name": "nvjet_sm90_tst_256x128_64x4_1x2_h_bz_coopA_NNT", "count": 1, "duration_ms": 0.11737600000000001 }, { "name": "void at::native::(anonymous namespace)::ComputeFusedParamsCUDAKernel(long, long, long, c10::BFloat16 const*, c10::BFloat16 const*, c10::BFloat16 const*, c10::BFloat16 const*, at::AccumulateType::type*, at::AccumulateType::type*)", "count": 30, "duration_ms": 0.055647999999999996 }, { "name": "nvjet_sm90_tst_256x128_64x4_1x2_h_bz_coopA_TTT", "count": 3, "duration_ms": 0.048128000000000004 }, { "name": "void cutlass__5x_cudnn::Kernel(cutlass_tensorop_bf16_s16816fprop_optimized_bf16_64x128_32x6_nhwc_align8::Params)", "count": 1, "duration_ms": 0.02608 }, { "name": "nvjet_sm90_tst_256x128_64x4_1x2_h_bz_coopA_bias_TNT", "count": 1, "duration_ms": 0.01648 }, { "name": "void tensorTransformGeneric<__nv_bfloat16, __nv_bfloat16, float, true, false, false, (cudnnKernelDataType_t)0>(cudnnTensorTransformStruct, tensorTransformParams, int, unsigned long, __nv_bfloat16 const*, __nv_bfloat16*, float, float)", "count": 1, "duration_ms": 0.008447 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::CUDAFunctorOnSelf_add, std::array >(int, at::native::CUDAFunctorOnSelf_add, std::array)", "count": 2, "duration_ms": 0.004543 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#9}::operator()() const::{lambda(c10::BFloat16)#1}, std::array >(int, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#9}::operator()() const::{lambda(c10::BFloat16)#1}, std::array)", "count": 1, "duration_ms": 0.00352 } ], "copies": [] }, { "name": "STAGE denoising_stage", "gpu_pid": 0, "annotation_count": 1, "union_ms": 276.5836513671875, "kernel_count": 2847, "cumulative_kernel_ms": 144.15961199999998, "boundary_crossing_kernel_count": 0, "kernels": [ { "name": "nvjet_sm90_tst_192x192_64x4_2x1_v_bz_coopB_bias_TNN", "count": 152, "duration_ms": 37.975519000000006 }, { "name": "void cutlass::device_kernel, cute::C<1>, cute::C<1> >, cute::tuple, cute::C<176>, cute::C<128> >, 128, cutlass::bfloat16_t, float, cutlass::arch::Sm90, false, false, false, false, false, false, false, false, true, true, false, false, false, cutlass::bfloat16_t, false, 1>, flash::CollectiveEpilogueFwd, cute::C<128>, cute::C<176> >, cute::tuple, cute::C<1>, cute::C<1> >, cutlass::bfloat16_t, cutlass::arch::Sm90, 256, false, false, false, false>, flash::StaticPersistentTileScheduler > > >(flash::enable_sm90_or_later, cute::C<1>, cute::C<1> >, cute::tuple, cute::C<176>, cute::C<128> >, 128, cutlass::bfloat16_t, float, cutlass::arch::Sm90, false, false, false, false, false, false, false, false, true, true, false, false, false, cutlass::bfloat16_t, false, 1>, flash::CollectiveEpilogueFwd, cute::C<128>, cute::C<176> >, cute::tuple, cute::C<1>, cute::C<1> >, cutlass::bfloat16_t, cutlass::arch::Sm90, 256, false, false, false, false>, flash::StaticPersistentTileScheduler > >::Params)", "count": 114, "duration_ms": 24.526076000000014 }, { "name": "nvjet_sm90_tst_256x128_64x4_1x2_h_bz_coopA_bias_TNT", "count": 114, "duration_ms": 16.77711699999999 }, { "name": "void sglang::all_reduce_1shot_push_kernel, 2u, false>, __nv_bfloat16, 2u, true>(sglang::AllReducePushParams<2u>)", "count": 228, "duration_ms": 15.822897999999997 }, { "name": "nvjet_sm90_tst_144x128_64x6_1x2_h_bz_coopA_bias_TNN", "count": 228, "duration_ms": 14.254716 }, { "name": "nvjet_sm90_tst_192x128_64x5_1x2_h_bz_coopB_bias_TNT", "count": 154, "duration_ms": 7.0744240000000005 }, { "name": "_layernorm_modulate_kernel", "count": 228, "duration_ms": 4.372478 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::GeluCUDAKernelImpl(at::TensorIteratorBase&, at::native::GeluType)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(c10::BFloat16)#1}, std::array >(int, at::native::GeluCUDAKernelImpl(at::TensorIteratorBase&, at::native::GeluType)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(c10::BFloat16)#1}, std::array)", "count": 152, "duration_ms": 3.8293779999999997 }, { "name": "void sglang::residual_gate_add::(anonymous namespace)::residual_gate_add_broadcast_kernel<__nv_bfloat16, 8>(__nv_bfloat16*, __nv_bfloat16 const*, __nv_bfloat16 const*, __nv_bfloat16 const*, long, long)", "count": 228, "duration_ms": 3.737399999999998 }, { "name": "nvjet_sm90_tst_192x8_64x8_4x1_v_bz_bias_TNT", "count": 76, "duration_ms": 2.856733 }, { "name": "void at::native::(anonymous namespace)::CatArrayBatchedCopy_vectorized, unsigned int, 3, 128, 1, 16, 8>(char*, at::native::(anonymous namespace)::CatArrInputTensorMetadata, unsigned int, 128, 1>, at::native::(anonymous namespace)::TensorSizeStride, int, unsigned int)", "count": 76, "duration_ms": 2.733912 }, { "name": "void sglang::fused_qknorm_rope_warp<128l, 128l, false, true, __nv_bfloat16, float, false, false, false, long>(std::conditional::type)", "count": 152, "duration_ms": 2.385084000000001 }, { "name": "void at::native::(anonymous namespace)::CatArrayBatchedCopy_vectorized, unsigned int, 2, 128, 1, 16, 8>(char*, at::native::(anonymous namespace)::CatArrInputTensorMetadata, unsigned int, 128, 1>, at::native::(anonymous namespace)::TensorSizeStride, int, unsigned int)", "count": 190, "duration_ms": 2.1093789999999997 }, { "name": "nvjet_sm90_tst_192x8_64x8_4x1_v_bz_splitK_bias_TNT", "count": 76, "duration_ms": 1.659671 }, { "name": "nvjet_sm90_tst_96x128_64x7_2x1_v_bz_bias_TNN", "count": 76, "duration_ms": 1.471362999999999 }, { "name": "nvjet_sm90_tst_96x64_64x10_1x2_h_bz_bias_TNN", "count": 116, "duration_ms": 1.257052 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::(anonymous namespace)::silu_kernel(at::TensorIteratorBase&)::{lambda()#1}::operator()() const::{lambda()#6}::operator()() const::{lambda(c10::BFloat16)#1}, std::array >(int, at::native::(anonymous namespace)::silu_kernel(at::TensorIteratorBase&)::{lambda()#1}::operator()() const::{lambda()#6}::operator()() const::{lambda(c10::BFloat16)#1}, std::array)", "count": 160, "duration_ms": 0.2926730000000001 }, { "name": "ncclDevKernel_AllGather_RING_LL(ncclDevKernelArgsStorage<4096ul>)", "count": 6, "duration_ms": 0.20691200000000004 }, { "name": "void cublasLt::splitKreduce_kernel<32, 16, int, float, __nv_bfloat16, float, __nv_bfloat16, false, float, __nv_bfloat16, __nv_bfloat16, true, true, false, false>(cublasLt::cublasSplitKParams, float const*, __nv_bfloat16 const*, float*, __nv_bfloat16*, float const*, float const*, __nv_bfloat16 const*, float const*, __nv_bfloat16*, void*, long, float*, int*, float*, float*, float const*, float const*, float const*, float const*, float const*)", "count": 82, "duration_ms": 0.18163400000000007 }, { "name": "void (anonymous namespace)::elementwise_kernel_with_index(int, at::native::arange_cuda_out(c10::Scalar const&, c10::Scalar const&, c10::Scalar const&, at::Tensor&)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(long)#1}, function_traits::result_type*)", "count": 154, "duration_ms": 0.12130899999999989 }, { "name": "void at::native::elementwise_kernel<128, 4, at::native::gpu_kernel_impl_nocast(at::TensorIteratorBase&, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#12}::operator()() const::{lambda(c10::BFloat16)#1} const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl_nocast(at::TensorIteratorBase&, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#12}::operator()() const::{lambda(c10::BFloat16)#1} const&)::{lambda(int)#1})", "count": 7, "duration_ms": 0.08051099999999999 }, { "name": "void at::native::elementwise_kernel<128, 4, at::native::gpu_kernel_impl_nocast >(at::TensorIteratorBase&, at::native::CUDAFunctor_add const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl_nocast >(at::TensorIteratorBase&, at::native::CUDAFunctor_add const&)::{lambda(int)#1})", "count": 2, "duration_ms": 0.066369 }, { "name": "void at::native::elementwise_kernel<128, 4, at::native::gpu_kernel_impl_nocast > >(at::TensorIteratorBase&, at::native::BinaryFunctor > const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl_nocast > >(at::TensorIteratorBase&, at::native::BinaryFunctor > const&)::{lambda(int)#1})", "count": 2, "duration_ms": 0.061824 }, { "name": "nvjet_sm90_tst_64x8_64x16_4x1_v_bz_bias_TNT", "count": 8, "duration_ms": 0.059295 }, { "name": "void at::native::elementwise_kernel<128, 4, at::native::gpu_kernel_impl(at::TensorIteratorBase&, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#6}::operator()() const::{lambda(double)#1} const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl(at::TensorIteratorBase&, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#6}::operator()() const::{lambda(double)#1} const&)::{lambda(int)#1})", "count": 18, "duration_ms": 0.057952 }, { "name": "nvjet_sm90_tst_64x8_64x16_4x1_v_bz_splitK_bias_TNT", "count": 6, "duration_ms": 0.053472000000000006 }, { "name": "void at::native::(anonymous namespace)::vectorized_layer_norm_kernel(int, float, c10::BFloat16 const*, c10::BFloat16 const*, c10::BFloat16 const*, float*, float*, c10::BFloat16*)", "count": 2, "duration_ms": 0.04240000000000001 }, { "name": "void at::native::unrolled_elementwise_kernel, 4, TrivialOffsetCalculator<1, unsigned int>, TrivialOffsetCalculator<1, unsigned int>, at::native::memory::LoadWithCast<1>, at::native::memory::StoreWithCast<1> >(int, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, std::array, TrivialOffsetCalculator<1, unsigned int>, TrivialOffsetCalculator<1, unsigned int>, at::native::memory::LoadWithCast<1>, at::native::memory::StoreWithCast<1>)", "count": 6, "duration_ms": 0.01856 }, { "name": "nvjet_sm90_tst_16x64_64x16_2x1_v_bz_bias_TNN", "count": 2, "duration_ms": 0.015712 }, { "name": "void at::native::elementwise_kernel<128, 4, at::native::gpu_kernel_impl > >(at::TensorIteratorBase&, at::native::BinaryFunctor > const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl > >(at::TensorIteratorBase&, at::native::BinaryFunctor > const&)::{lambda(int)#1})", "count": 2, "duration_ms": 0.010143 }, { "name": "void at::native::unrolled_elementwise_kernel, std::array, 4, TrivialOffsetCalculator<2, unsigned int>, TrivialOffsetCalculator<1, unsigned int>, at::native::memory::LoadWithCast<2>, at::native::memory::StoreWithCast<1> >(int, at::native::CUDAFunctor_add, std::array, TrivialOffsetCalculator<2, unsigned int>, TrivialOffsetCalculator<1, unsigned int>, at::native::memory::LoadWithCast<2>, at::native::memory::StoreWithCast<1>)", "count": 2, "duration_ms": 0.006848 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::bfloat16_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda(float)#1}, std::array >(int, at::native::bfloat16_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda(float)#1}, std::array)", "count": 6, "duration_ms": 0.006464 }, { "name": "void at::native::elementwise_kernel<128, 4, at::native::gpu_kernel_impl >(at::TensorIteratorBase&, at::native::CUDAFunctor_add const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl >(at::TensorIteratorBase&, at::native::CUDAFunctor_add const&)::{lambda(int)#1})", "count": 2, "duration_ms": 0.0056 }, { "name": "void at::native::(anonymous namespace)::CatArrayBatchedCopy_vectorized, unsigned int, 2, 128, 1, 16, 4>(char*, at::native::(anonymous namespace)::CatArrInputTensorMetadata, unsigned int, 128, 1>, at::native::(anonymous namespace)::TensorSizeStride, int, unsigned int)", "count": 2, "duration_ms": 0.005344 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::CUDAFunctor_add, std::array >(int, at::native::CUDAFunctor_add, std::array)", "count": 4, "duration_ms": 0.004032000000000001 }, { "name": "void at::native::(anonymous namespace)::CatArrayBatchedCopy_vectorized, unsigned int, 1, 128, 1, 16, 4>(char*, at::native::(anonymous namespace)::CatArrInputTensorMetadata, unsigned int, 128, 1>, at::native::(anonymous namespace)::TensorSizeStride, int, unsigned int)", "count": 2, "duration_ms": 0.003776 }, { "name": "void sglang::timestep_embedding::timestep_embedding_kernel(float const*, float*, int, float, float, int)", "count": 2, "duration_ms": 0.003711 }, { "name": "void sglang::timestep_embedding::timestep_embedding_kernel(__nv_bfloat16 const*, float*, int, float, float, int)", "count": 2, "duration_ms": 0.003615 }, { "name": "void at::native::elementwise_kernel<128, 2, at::native::gpu_kernel_impl_nocast(at::TensorIteratorBase&, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1} const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl_nocast(at::TensorIteratorBase&, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1} const&)::{lambda(int)#1})", "count": 2, "duration_ms": 0.002496 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::CUDAFunctorOnSelf_add, std::array >(int, at::native::CUDAFunctorOnSelf_add, std::array)", "count": 2, "duration_ms": 0.002304 }, { "name": "void at::native::unrolled_elementwise_kernel, std::array, 4, TrivialOffsetCalculator<2, unsigned int>, TrivialOffsetCalculator<1, unsigned int>, at::native::memory::LoadWithoutCast, at::native::memory::StoreWithoutCast>(int, at::native::CUDAFunctor_add, std::array, TrivialOffsetCalculator<2, unsigned int>, TrivialOffsetCalculator<1, unsigned int>, at::native::memory::LoadWithoutCast, at::native::memory::StoreWithoutCast)", "count": 2, "duration_ms": 0.001888 }, { "name": "void at::native::vectorized_elementwise_kernel<4, at::native::FillFunctor, std::array >(int, at::native::FillFunctor, std::array)", "count": 2, "duration_ms": 0.001568 } ], "copies": [ { "name": "Memcpy DtoH (Device -> Pageable)", "count": 7, "duration_ms": 0.020608 }, { "name": "Memcpy DtoD (Device -> Device)", "count": 2, "duration_ms": 0.0017920000000000002 } ] }, { "name": "STAGE TimestepPreparationStage", "gpu_pid": 0, "annotation_count": 1, "union_ms": 0.7205458984375, "kernel_count": 7, "cumulative_kernel_ms": 0.008288, "boundary_crossing_kernel_count": 0, "kernels": [ { "name": "void at::native::reduce_kernel<512, 1, at::native::ReduceOp, unsigned int, bool, 4, 4> >(at::native::ReduceOp, unsigned int, bool, 4, 4>)", "count": 2, "duration_ms": 0.0034879999999999998 }, { "name": "void at::native::vectorized_elementwise_kernel<4, at::native::BinaryFunctor >, std::array >(int, at::native::BinaryFunctor >, std::array)", "count": 2, "duration_ms": 0.001984 }, { "name": "void at::native::(anonymous namespace)::CatArrayBatchedCopy_alignedK_contig, unsigned int, 1, 128, 1, 16>(at::native::(anonymous namespace)::OpaqueType<4u>*, at::native::(anonymous namespace)::CatArrInputTensorMetadata, unsigned int, 128, 1>, at::native::(anonymous namespace)::TensorSizeStride, int, unsigned int)", "count": 1, "duration_ms": 0.001184 }, { "name": "void at::native::vectorized_elementwise_kernel<4, at::native::AUnaryFunctor >, std::array >(int, at::native::AUnaryFunctor >, std::array)", "count": 1, "duration_ms": 0.000928 }, { "name": "void at::native::vectorized_elementwise_kernel<4, at::native::FillFunctor, std::array >(int, at::native::FillFunctor, std::array)", "count": 1, "duration_ms": 0.000704 } ], "copies": [ { "name": "Memcpy DtoH (Device -> Pinned)", "count": 2, "duration_ms": 0.004704 }, { "name": "Memcpy HtoD (Pageable -> Device)", "count": 1, "duration_ms": 0.000832 } ] }, { "name": "STAGE LatentPreparationStage", "gpu_pid": 0, "annotation_count": 1, "union_ms": 0.73728125, "kernel_count": 6, "cumulative_kernel_ms": 0.019136, "boundary_crossing_kernel_count": 0, "kernels": [ { "name": "void at::native::reduce_kernel<512, 1, at::native::ReduceOp, unsigned int, bool, 4, 4> >(at::native::ReduceOp, unsigned int, bool, 4, 4>)", "count": 2, "duration_ms": 0.008 }, { "name": "void at::native::(anonymous namespace)::distribution_elementwise_grid_stride_kernel(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1}>(at::TensorIteratorBase&, at::CUDAGeneratorImpl*, at::native::templates::cuda::normal_kernel(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1})::{lambda(curandStatePhilox4_32_10*)#2}, at::native::(anonymous namespace)::distribution_nullary_kernel(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1}>(at::TensorIteratorBase&, at::CUDAGeneratorImpl*, at::native::templates::cuda::normal_kernel(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1})::{lambda(curandStatePhilox4_32_10*)#2}, at::native::templates::cuda::normal_kernel(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1}>(at::TensorIteratorBase&, at::CUDAGeneratorImpl*, at::native::templates::cuda::normal_and_transform(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1}>(at::TensorIteratorBase&, at::CUDAGeneratorImpl*, at::native::templates::cuda::normal_kernel(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1})::{lambda(curandStatePhilox4_32_10*)#2} const&, at::native::templates::cuda::normal_kernel(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1})::{lambda(int, float)#1}>(long, at::PhiloxCudaState, at::native::templates::cuda::normal_and_transform(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1}>(at::TensorIteratorBase&, at::CUDAGeneratorImpl*, at::native::templates::cuda::normal_kernel(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1})::{lambda(curandStatePhilox4_32_10*)#2}, at::native::(anonymous namespace)::distribution_nullary_kernel(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1}>(at::TensorIteratorBase&, at::CUDAGeneratorImpl*, at::native::templates::cuda::normal_kernel(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1})::{lambda(curandStatePhilox4_32_10*)#2}, at::native::templates::cuda::normal_kernel(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1}>(at::TensorIteratorBase&, at::CUDAGeneratorImpl*, at::native::templates::cuda::normal_and_transform(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1}>(at::TensorIteratorBase&, at::CUDAGeneratorImpl*, at::native::templates::cuda::normal_kernel(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1})::{lambda(curandStatePhilox4_32_10*)#2} const&, at::native::templates::cuda::normal_kernel(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1})::{lambda(int, float)#1})", "count": 1, "duration_ms": 0.004928 }, { "name": "void at::native::vectorized_elementwise_kernel<4, at::native::BinaryFunctor >, std::array >(int, at::native::BinaryFunctor >, std::array)", "count": 2, "duration_ms": 0.0034879999999999998 }, { "name": "void at::native::elementwise_kernel<128, 4, at::native::gpu_kernel_impl_nocast(at::TensorIteratorBase&, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#12}::operator()() const::{lambda(c10::BFloat16)#1} const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl_nocast(at::TensorIteratorBase&, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#12}::operator()() const::{lambda(c10::BFloat16)#1} const&)::{lambda(int)#1})", "count": 1, "duration_ms": 0.00272 } ], "copies": [ { "name": "Memcpy DtoH (Device -> Pinned)", "count": 2, "duration_ms": 0.004672 } ] }, { "name": "STAGE prompt_encoding_stage_primary", "gpu_pid": 0, "annotation_count": 3, "union_ms": 117.0535986328125, "kernel_count": 933, "cumulative_kernel_ms": 9.306771000000001, "boundary_crossing_kernel_count": 0, "kernels": [ { "name": "nvjet_sm90_tst_168x128_64x5_1x2_h_bz_TNN", "count": 48, "duration_ms": 1.481534 }, { "name": "void at::native::elementwise_kernel<128, 4, at::native::gpu_kernel_impl_nocast(at::TensorIteratorBase&, at::native::(anonymous namespace)::masked_fill_kernel(at::TensorIterator&, c10::Scalar const&)::{lambda()#1}::operator()() const::{lambda()#12}::operator()() const::{lambda(c10::BFloat16, bool)#1} const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl_nocast(at::TensorIteratorBase&, at::native::(anonymous namespace)::masked_fill_kernel(at::TensorIterator&, c10::Scalar const&)::{lambda()#1}::operator()() const::{lambda()#12}::operator()() const::{lambda(c10::BFloat16, bool)#1} const&)::{lambda(int)#1})", "count": 26, "duration_ms": 1.1930530000000001 }, { "name": "nvjet_sm90_tst_128x128_64x6_2x1_v_bz_TNT", "count": 48, "duration_ms": 1.0625000000000002 }, { "name": "void sglang::all_reduce_1shot_push_kernel, 2u, false>, __nv_bfloat16, 2u, true>(sglang::AllReducePushParams<2u>)", "count": 74, "duration_ms": 0.9404470000000001 }, { "name": "nvjet_sm90_tst_192x128_64x5_1x2_h_bz_coopB_TNT", "count": 24, "duration_ms": 0.817469 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::CUDAFunctor_add, std::array >(int, at::native::CUDAFunctor_add, std::array)", "count": 121, "duration_ms": 0.5402530000000001 }, { "name": "void at::native::unrolled_elementwise_kernel, 4, TrivialOffsetCalculator<1, unsigned int>, TrivialOffsetCalculator<1, unsigned int>, at::native::memory::LoadWithCast<1>, at::native::memory::StoreWithCast<1> >(int, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, std::array, TrivialOffsetCalculator<1, unsigned int>, TrivialOffsetCalculator<1, unsigned int>, at::native::memory::LoadWithCast<1>, at::native::memory::StoreWithCast<1>)", "count": 25, "duration_ms": 0.49939300000000003 }, { "name": "void (anonymous namespace)::softmax_warp_forward(float*, float const*, int, int, int, bool const*, int, bool)", "count": 24, "duration_ms": 0.440446 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::bfloat16_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda(float)#1}, std::array >(int, at::native::bfloat16_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda(float)#1}, std::array)", "count": 24, "duration_ms": 0.276771 }, { "name": "void at::native::elementwise_kernel<128, 4, at::native::gpu_kernel_impl_nocast(at::TensorIteratorBase&, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#12}::operator()() const::{lambda(c10::BFloat16)#1} const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl_nocast(at::TensorIteratorBase&, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#12}::operator()() const::{lambda(c10::BFloat16)#1} const&)::{lambda(int)#1})", "count": 25, "duration_ms": 0.23619100000000012 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::AUnaryFunctor >, std::array >(int, at::native::AUnaryFunctor >, std::array)", "count": 84, "duration_ms": 0.23238099999999984 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::BinaryFunctor >, std::array >(int, at::native::BinaryFunctor >, std::array)", "count": 60, "duration_ms": 0.20323200000000002 }, { "name": "nvjet_sm90_tst_256x128_64x4_1x2_h_bz_coopA_TNT", "count": 24, "duration_ms": 0.183137 }, { "name": "void at::native::vectorized_gather_kernel<16, long>(char*, char*, long*, int, long, long, long, long, bool)", "count": 4, "duration_ms": 0.16636800000000002 }, { "name": "kernel_cutlass_kernel_flashinfernormkernelsrmsnormRMSNormKernel_object_at__tensorptrbf16gmemalign128oi64409640961_tensorptrbf16gmemalign16o40961_tensorptrbf16gmemalign128oi64409640961___T_0", "count": 49, "duration_ms": 0.16348999999999997 }, { "name": "nvjet_sm90_tst_64x128_64x8_1x2_h_bz_NNN", "count": 24, "duration_ms": 0.13734300000000002 }, { "name": "nvjet_sm90_tst_16x64_64x16_4x2_h_bz_bias_TNN", "count": 24, "duration_ms": 0.105567 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::tanh_kernel_cuda(at::TensorIteratorBase&)::{lambda()#2}::operator()() const::{lambda()#4}::operator()() const::{lambda(c10::BFloat16)#1}, std::array >(int, at::native::tanh_kernel_cuda(at::TensorIteratorBase&)::{lambda()#2}::operator()() const::{lambda()#4}::operator()() const::{lambda(c10::BFloat16)#1}, std::array)", "count": 24, "duration_ms": 0.082273 }, { "name": "void at::native::(anonymous namespace)::vectorized_layer_norm_kernel(int, float, c10::BFloat16 const*, c10::BFloat16 const*, c10::BFloat16 const*, float*, float*, c10::BFloat16*)", "count": 25, "duration_ms": 0.08051200000000001 }, { "name": "void pytorch_flash::flash_fwd_kernel >, false, true, false, false, false, true, false, false>(pytorch_flash::Flash_fwd_params)", "count": 12, "duration_ms": 0.07734100000000001 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::CUDAFunctorOnSelf_add, std::array >(int, at::native::CUDAFunctorOnSelf_add, std::array)", "count": 24, "duration_ms": 0.07187099999999999 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::(anonymous namespace)::pow_tensor_scalar_kernel_impl(at::TensorIteratorBase&, c10::BFloat16)::{lambda(c10::BFloat16)#2}, std::array >(int, at::native::(anonymous namespace)::pow_tensor_scalar_kernel_impl(at::TensorIteratorBase&, c10::BFloat16)::{lambda(c10::BFloat16)#2}, std::array)", "count": 24, "duration_ms": 0.071744 }, { "name": "nvjet_sm90_tst_64x16_64x16_4x1_v_bz_bias_TNT", "count": 12, "duration_ms": 0.055199 }, { "name": "nvjet_sm90_tst_64x16_64x16_4x2_h_bz_bias_TNT", "count": 12, "duration_ms": 0.054208000000000006 }, { "name": "void at::native::vectorized_elementwise_kernel<4, at::native::AUnaryFunctor >, std::array >(int, at::native::AUnaryFunctor >, std::array)", "count": 24, "duration_ms": 0.033664 }, { "name": "void at::native::vectorized_elementwise_kernel<4, at::native::FillFunctor, std::array >(int, at::native::FillFunctor, std::array)", "count": 24, "duration_ms": 0.021441999999999996 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::sigmoid_kernel_cuda(at::TensorIteratorBase&)::{lambda()#2}::operator()() const::{lambda()#4}::operator()() const::{lambda(c10::BFloat16)#1}, std::array >(int, at::native::sigmoid_kernel_cuda(at::TensorIteratorBase&)::{lambda()#2}::operator()() const::{lambda()#4}::operator()() const::{lambda(c10::BFloat16)#1}, std::array)", "count": 12, "duration_ms": 0.020224 }, { "name": "void at::native::reduce_kernel<512, 1, at::native::ReduceOp, unsigned int, bool, 4, 4> >(at::native::ReduceOp, unsigned int, bool, 4, 4>)", "count": 2, "duration_ms": 0.00816 }, { "name": "void at::native::unrolled_elementwise_kernel, 4, TrivialOffsetCalculator<1, unsigned int>, TrivialOffsetCalculator<1, unsigned int>, at::native::memory::LoadWithCast<1>, at::native::memory::StoreWithCast<1> >(int, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#4}::operator()() const::{lambda(long)#1}, std::array, TrivialOffsetCalculator<1, unsigned int>, TrivialOffsetCalculator<1, unsigned int>, at::native::memory::LoadWithCast<1>, at::native::memory::StoreWithCast<1>)", "count": 3, "duration_ms": 0.006912 }, { "name": "void at::native::reduce_kernel<512, 1, at::native::ReduceOp, unsigned int, long, 4, 4> >(at::native::ReduceOp, unsigned int, long, 4, 4>)", "count": 1, "duration_ms": 0.003776 }, { "name": "void at::native::vectorized_elementwise_kernel<4, at::native::BinaryFunctor >, std::array >(int, at::native::BinaryFunctor >, std::array)", "count": 2, "duration_ms": 0.003744 }, { "name": "void at::native::index_elementwise_kernel<128, 4, at::native::gpu_index_kernel >(at::TensorIteratorBase&, c10::ArrayRef, c10::ArrayRef)::{lambda(char*, char const*, long)#1}>(at::TensorIteratorBase&, c10::ArrayRef, c10::ArrayRef, at::native::index_kernel_impl >(at::TensorIteratorBase&, c10::ArrayRef, c10::ArrayRef)::{lambda(char*, char const*, long)#1} const&, bool)::{lambda(int)#1}>(long, at::native::gpu_index_kernel >(at::TensorIteratorBase&, c10::ArrayRef, c10::ArrayRef)::{lambda(char*, char const*, long)#1}>(at::TensorIteratorBase&, c10::ArrayRef, c10::ArrayRef, at::native::index_kernel_impl >(at::TensorIteratorBase&, c10::ArrayRef, c10::ArrayRef)::{lambda(char*, char const*, long)#1} const&, bool)::{lambda(int)#1})", "count": 1, "duration_ms": 0.003423 }, { "name": "void at::native::vectorized_elementwise_kernel<2, at::native::CUDAFunctorOnSelf_add, std::array >(int, at::native::CUDAFunctorOnSelf_add, std::array)", "count": 2, "duration_ms": 0.003232 }, { "name": "void at::native::vectorized_elementwise_kernel<4, at::native::compare_scalar_kernel(at::TensorIteratorBase&, at::native::(anonymous namespace)::OpType, long)::{lambda(long)#1}, std::array >(int, at::native::compare_scalar_kernel(at::TensorIteratorBase&, at::native::(anonymous namespace)::OpType, long)::{lambda(long)#1}, std::array)", "count": 2, "duration_ms": 0.0030080000000000003 }, { "name": "triton_poi_fused_add_bitwise_and_bitwise_not_bitwise_or_ge_lt_mul_sub_0", "count": 2, "duration_ms": 0.002784 }, { "name": "void at::native::vectorized_elementwise_kernel<4, at::native::BUnaryFunctor >, std::array >(int, at::native::BUnaryFunctor >, std::array)", "count": 2, "duration_ms": 0.002528 }, { "name": "void at::native::elementwise_kernel<128, 2, at::native::gpu_kernel_impl_nocast >(at::TensorIteratorBase&, at::native::CUDAFunctor_add const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl_nocast >(at::TensorIteratorBase&, at::native::CUDAFunctor_add const&)::{lambda(int)#1})", "count": 1, "duration_ms": 0.0024 }, { "name": "void at::native::vectorized_elementwise_kernel<2, at::native::BinaryFunctor, std::array >(int, at::native::BinaryFunctor, std::array)", "count": 1, "duration_ms": 0.0022080000000000003 }, { "name": "void at::native::vectorized_elementwise_kernel<2, at::native::FillFunctor, std::array >(int, at::native::FillFunctor, std::array)", "count": 2, "duration_ms": 0.002112 }, { "name": "void at::native::vectorized_elementwise_kernel<2, at::native::CUDAFunctor_add, std::array >(int, at::native::CUDAFunctor_add, std::array)", "count": 1, "duration_ms": 0.002112 }, { "name": "void (anonymous namespace)::elementwise_kernel_with_index(int, at::native::arange_cuda_out(c10::Scalar const&, c10::Scalar const&, c10::Scalar const&, at::Tensor&)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(long)#1}, function_traits::result_type*)", "count": 3, "duration_ms": 0.0020800000000000003 }, { "name": "void at::native::vectorized_elementwise_kernel<2, at::native::(anonymous namespace)::where_kernel_impl(at::TensorIterator&)::{lambda()#1}::operator()() const::{lambda()#8}::operator()() const::{lambda(bool, long, long)#1}, std::array >(int, at::native::(anonymous namespace)::where_kernel_impl(at::TensorIterator&)::{lambda()#1}::operator()() const::{lambda()#8}::operator()() const::{lambda(bool, long, long)#1}, std::array)", "count": 1, "duration_ms": 0.002047 }, { "name": "void at::native::vectorized_elementwise_kernel<2, at::native::AbsFunctor, std::array >(int, at::native::AbsFunctor, std::array)", "count": 1, "duration_ms": 0.00176 }, { "name": "void at::native::vectorized_elementwise_kernel<2, at::native::AUnaryFunctor >, std::array >(int, at::native::AUnaryFunctor >, std::array)", "count": 1, "duration_ms": 0.001728 }, { "name": "void at::native::vectorized_elementwise_kernel<4, at::native::log_kernel_cuda(at::TensorIteratorBase&)::{lambda()#2}::operator()() const::{lambda()#2}::operator()() const::{lambda(float)#1}, std::array >(int, at::native::log_kernel_cuda(at::TensorIteratorBase&)::{lambda()#2}::operator()() const::{lambda()#2}::operator()() const::{lambda(float)#1}, std::array)", "count": 1, "duration_ms": 0.001536 }, { "name": "void at::native::vectorized_elementwise_kernel<4, at::native::AUnaryFunctor >, std::array >(int, at::native::AUnaryFunctor >, std::array)", "count": 1, "duration_ms": 0.001216 }, { "name": "void at::native::unrolled_elementwise_kernel, 4, TrivialOffsetCalculator<1, unsigned int>, TrivialOffsetCalculator<1, unsigned int>, at::native::memory::LoadWithCast<1>, at::native::memory::StoreWithCast<1> >(int, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#3}::operator()() const::{lambda(int)#1}, std::array, TrivialOffsetCalculator<1, unsigned int>, TrivialOffsetCalculator<1, unsigned int>, at::native::memory::LoadWithCast<1>, at::native::memory::StoreWithCast<1>)", "count": 1, "duration_ms": 0.001088 }, { "name": "void at::native::vectorized_elementwise_kernel<4, at::native::FillFunctor, std::array >(int, at::native::FillFunctor, std::array)", "count": 1, "duration_ms": 0.000864 } ], "copies": [ { "name": "Memcpy HtoD (Pinned -> Device)", "count": 37, "duration_ms": 88.88142 }, { "name": "Memcpy DtoH (Device -> Pinned)", "count": 2, "duration_ms": 0.005664000000000001 }, { "name": "Memcpy HtoD (Pageable -> Device)", "count": 4, "duration_ms": 0.003424 } ] } ], "cpu_stages": [ { "name": "STAGE InputValidationStage", "duration_ms": 2.333132, "ops": [], "cuda_apis": [ { "name": "cudaDeviceSynchronize", "count": 2, "duration_ms": 0.06319899999999999 }, { "name": "cudaStreamIsCapturing", "count": 2, "duration_ms": 0.0024040000000000003 } ], "shapes": [] }, { "name": "STAGE prompt_encoding_stage_primary", "duration_ms": 119.225867, "ops": [ { "name": "aten::linear", "count": 168, "duration_ms": 8.718043999999995 }, { "name": "aten::matmul", "count": 120, "duration_ms": 4.981058999999999 }, { "name": "aten::einsum", "count": 48, "duration_ms": 3.9865209999999993 }, { "name": "aten::mm", "count": 120, "duration_ms": 3.821823999999998 }, { "name": "aten::copy_", "count": 119, "duration_ms": 2.1810900000000006 }, { "name": "aten::mul", "count": 146, "duration_ms": 1.9017969999999993 }, { "name": "aten::addmm", "count": 48, "duration_ms": 1.8876689999999996 }, { "name": "aten::reshape", "count": 380, "duration_ms": 1.8803389999999993 }, { "name": "aten::add", "count": 125, "duration_ms": 1.7840399999999996 }, { "name": "aten::slice", "count": 454, "duration_ms": 1.6814540000000013 }, { "name": "aten::to", "count": 91, "duration_ms": 1.6122720000000001 }, { "name": "aten::bmm", "count": 48, "duration_ms": 1.596001 }, { "name": "aten::_to_copy", "count": 57, "duration_ms": 1.446863 }, { "name": "aten::empty", "count": 300, "duration_ms": 1.317576000000001 }, { "name": "Torch-Compiled Region: 0/0", "count": 1, "duration_ms": 1.0647719999999998 }, { "name": "aten::t", "count": 168, "duration_ms": 1.0401119999999997 }, { "name": "aten::layer_norm", "count": 25, "duration_ms": 1.000613 }, { "name": "aten::scaled_dot_product_attention", "count": 12, "duration_ms": 0.9898199999999999 }, { "name": "aten::view", "count": 894, "duration_ms": 0.9183380000000007 }, { "name": "aten::native_layer_norm", "count": 25, "duration_ms": 0.8905769999999996 }, { "name": "aten::_scaled_dot_product_flash_attention", "count": 12, "duration_ms": 0.8164190000000001 }, { "name": "aten::ones", "count": 27, "duration_ms": 0.798681 }, { "name": "aten::transpose", "count": 264, "duration_ms": 0.7839999999999998 }, { "name": "aten::as_strided", "count": 1111, "duration_ms": 0.7369490000000001 }, { "name": "aten::split", "count": 36, "duration_ms": 0.7258739999999998 }, { "name": "aten::empty_like", "count": 86, "duration_ms": 0.6912049999999996 }, { "name": "aten::empty_strided", "count": 119, "duration_ms": 0.6662300000000001 }, { "name": "aten::eq", "count": 24, "duration_ms": 0.647659 }, { "name": "aten::permute", "count": 242, "duration_ms": 0.6277960000000001 }, { "name": "aten::_flash_attention_forward", "count": 12, "duration_ms": 0.6179950000000001 }, { "name": "aten::narrow", "count": 109, "duration_ms": 0.5820490000000001 }, { "name": "aten::masked_fill_", "count": 26, "duration_ms": 0.572213 }, { "name": "aten::type_as", "count": 24, "duration_ms": 0.5673519999999999 }, { "name": "aten::clone", "count": 24, "duration_ms": 0.5620419999999999 }, { "name": "aten::fill_", "count": 28, "duration_ms": 0.5214650000000001 }, { "name": "aten::pow", "count": 24, "duration_ms": 0.5050660000000001 }, { "name": "aten::softmax", "count": 24, "duration_ms": 0.421716 }, { "name": "aten::embedding", "count": 4, "duration_ms": 0.40078500000000006 }, { "name": "aten::add_", "count": 25, "duration_ms": 0.40027900000000005 }, { "name": "aten::_softmax", "count": 24, "duration_ms": 0.350903 }, { "name": "aten::chunk", "count": 12, "duration_ms": 0.342697 }, { "name": "aten::index_select", "count": 4, "duration_ms": 0.333504 }, { "name": "Torch-Compiled Region: 0/1", "count": 1, "duration_ms": 0.312539 }, { "name": "aten::unsqueeze", "count": 103, "duration_ms": 0.28367800000000004 }, { "name": "aten::tanh", "count": 24, "duration_ms": 0.28243 }, { "name": "aten::arange", "count": 8, "duration_ms": 0.236785 }, { "name": "aten::gather", "count": 4, "duration_ms": 0.169392 }, { "name": "aten::sigmoid", "count": 12, "duration_ms": 0.16404600000000003 }, { "name": "TorchDynamo Cache Lookup", "count": 2, "duration_ms": 0.15999 }, { "name": "triton_poi_fused_add_bitwise_and_bitwise_not_bitwise_or_ge_lt_mul_sub_0", "count": 2, "duration_ms": 0.152999 }, { "name": "aten::repeat", "count": 1, "duration_ms": 0.14535 }, { "name": "aten::expand", "count": 32, "duration_ms": 0.13540300000000005 }, { "name": "aten::_has_compatible_shallow_copy_type", "count": 654, "duration_ms": 0.10904399999999989 }, { "name": "aten::_reshape_alias", "count": 144, "duration_ms": 0.101359 }, { "name": "aten::_unsafe_view", "count": 144, "duration_ms": 0.09986200000000002 }, { "name": "aten::item", "count": 2, "duration_ms": 0.08025 }, { "name": "AOTDispatcher Runtime Wrapper Prologue", "count": 2, "duration_ms": 0.073949 }, { "name": "aten::any", "count": 2, "duration_ms": 0.07342499999999999 }, { "name": "aten::isnan", "count": 2, "duration_ms": 0.071812 }, { "name": "Pregraph bytecode", "count": 2, "duration_ms": 0.06814500000000001 }, { "name": "aten::ne", "count": 2, "duration_ms": 0.065217 }, { "name": "aten::_local_scalar_dense", "count": 2, "duration_ms": 0.057268 }, { "name": "aten::abs", "count": 2, "duration_ms": 0.051196 }, { "name": "aten::index", "count": 1, "duration_ms": 0.050752000000000005 }, { "name": "aten::resize_", "count": 10, "duration_ms": 0.04694300000000001 }, { "name": "aten::argmax", "count": 1, "duration_ms": 0.045008 }, { "name": "aten::gt", "count": 1, "duration_ms": 0.032654 }, { "name": "aten::div", "count": 2, "duration_ms": 0.031059000000000003 }, { "name": "aten::sub", "count": 1, "duration_ms": 0.030832000000000002 }, { "name": "aten::where", "count": 1, "duration_ms": 0.026727 }, { "name": "aten::log", "count": 1, "duration_ms": 0.022691 }, { "name": "aten::full_like", "count": 1, "duration_ms": 0.02208 }, { "name": "aten::cat", "count": 1, "duration_ms": 0.021272 }, { "name": "aten::min", "count": 1, "duration_ms": 0.021016 }, { "name": "aten::minimum", "count": 1, "duration_ms": 0.018463 }, { "name": "aten::lt", "count": 1, "duration_ms": 0.014342 }, { "name": "aten::unfold", "count": 4, "duration_ms": 0.013914999999999999 }, { "name": "aten::result_type", "count": 24, "duration_ms": 0.012890000000000002 }, { "name": "aten::alias", "count": 1, "duration_ms": 0.011888999999999999 }, { "name": "aten::expand_as", "count": 1, "duration_ms": 0.004352 }, { "name": "aten::flatten", "count": 1, "duration_ms": 0.0031669999999999997 }, { "name": "aten::detach_", "count": 4, "duration_ms": 0.001769 }, { "name": "aten::lift_fresh", "count": 4, "duration_ms": 0.0015000000000000002 } ], "cuda_apis": [ { "name": "cudaDeviceSynchronize", "count": 2, "duration_ms": 26.493862 }, { "name": "cudaLaunchKernel", "count": 592, "duration_ms": 3.493944000000003 }, { "name": "cuLaunchKernelEx", "count": 216, "duration_ms": 1.3375349999999997 }, { "name": "cudaLaunchKernelExC", "count": 123, "duration_ms": 0.8238709999999999 }, { "name": "cudaMemcpyAsync", "count": 43, "duration_ms": 0.642118 }, { "name": "cudaEventRecordWithFlags", "count": 78, "duration_ms": 0.14728900000000003 }, { "name": "cudaStreamWaitEvent", "count": 77, "duration_ms": 0.12589900000000004 }, { "name": "cudaStreamIsCapturing", "count": 196, "duration_ms": 0.102485 }, { "name": "cudaStreamSynchronize", "count": 6, "duration_ms": 0.047434 }, { "name": "cudaFuncSetAttribute", "count": 12, "duration_ms": 0.042706999999999995 }, { "name": "cuLaunchKernel", "count": 2, "duration_ms": 0.035862 }, { "name": "cudaMemsetAsync", "count": 1, "duration_ms": 0.010905 } ], "shapes": [ { "name": "aten::linear", "input_dims": [ [ 1, 512, 4096 ], [ 5120, 4096 ], [] ], "count": 48, "duration_ms": 2.2670369999999997 }, { "name": "aten::einsum", "input_dims": [ [], [ [ 1, 512, 32, 64 ], [ 1, 512, 32, 64 ] ], [] ], "count": 24, "duration_ms": 2.1942579999999996 }, { "name": "aten::linear", "input_dims": [ [ 1, 512, 4096 ], [ 6144, 4096 ], [] ], "count": 24, "duration_ms": 1.8331609999999998 }, { "name": "aten::einsum", "input_dims": [ [], [ [ 1, 32, 512, 512 ], [ 1, 512, 32, 64 ] ], [] ], "count": 24, "duration_ms": 1.7922629999999997 }, { "name": "aten::matmul", "input_dims": [ [ 1, 512, 4096 ], [ 4096, 5120 ] ], "count": 48, "duration_ms": 1.7729839999999997 }, { "name": "aten::matmul", "input_dims": [ [ 1, 512, 4096 ], [ 4096, 6144 ] ], "count": 24, "duration_ms": 1.480086 }, { "name": "aten::mm", "input_dims": [ [ 512, 4096 ], [ 4096, 5120 ] ], "count": 48, "duration_ms": 1.408822 }, { "name": "aten::empty", "input_dims": [ [], [], [], [], [], [] ], "count": 300, "duration_ms": 1.317576000000001 }, { "name": "aten::mm", "input_dims": [ [ 512, 4096 ], [ 4096, 6144 ] ], "count": 24, "duration_ms": 1.2068450000000002 }, { "name": "aten::linear", "input_dims": [ [ 1, 512, 2048 ], [ 4096, 2048 ], [] ], "count": 24, "duration_ms": 1.194504 }, { "name": "aten::_to_copy", "input_dims": [ [ 1, 32, 512, 512 ], [], [], [], [], [], [] ], "count": 48, "duration_ms": 1.0922089999999998 }, { "name": "Torch-Compiled Region: 0/0", "input_dims": [], "count": 1, "duration_ms": 1.0647719999999998 }, { "name": "aten::layer_norm", "input_dims": [ [ 1, 77, 768 ], [], [ 768 ], [ 768 ], [], [] ], "count": 25, "duration_ms": 1.000613 }, { "name": "aten::scaled_dot_product_attention", "input_dims": [ [ 1, 6, 77, 64 ], [ 1, 6, 77, 64 ], [ 1, 6, 77, 64 ], [], [], [], [], [] ], "count": 12, "duration_ms": 0.9898199999999999 }, { "name": "aten::mul", "input_dims": [ [ 1, 512, 5120 ], [] ], "count": 72, "duration_ms": 0.9594820000000002 }, { "name": "aten::matmul", "input_dims": [ [ 1, 512, 2048 ], [ 2048, 4096 ] ], "count": 24, "duration_ms": 0.9491170000000001 }, { "name": "aten::linear", "input_dims": [ [ 1, 512, 5120 ], [ 4096, 5120 ], [] ], "count": 24, "duration_ms": 0.92936 }, { "name": "aten::bmm", "input_dims": [ [ 32, 512, 64 ], [ 32, 64, 512 ] ], "count": 24, "duration_ms": 0.9121269999999999 }, { "name": "aten::native_layer_norm", "input_dims": [ [ 1, 77, 768 ], [], [ 768 ], [ 768 ], [] ], "count": 25, "duration_ms": 0.8905769999999996 }, { "name": "aten::linear", "input_dims": [ [ 1, 77, 768 ], [ 1152, 768 ], [ 1152 ] ], "count": 12, "duration_ms": 0.8315450000000001 }, { "name": "aten::_scaled_dot_product_flash_attention", "input_dims": [ [ 1, 6, 77, 64 ], [ 1, 6, 77, 64 ], [ 1, 6, 77, 64 ], [], [], [], [] ], "count": 12, "duration_ms": 0.8164190000000001 }, { "name": "aten::ones", "input_dims": [ [], [], [], [], [] ], "count": 27, "duration_ms": 0.798681 }, { "name": "aten::matmul", "input_dims": [ [ 1, 512, 5120 ], [ 5120, 4096 ] ], "count": 24, "duration_ms": 0.7788719999999998 }, { "name": "aten::add", "input_dims": [ [ 1, 512, 4096 ], [ 1, 512, 4096 ], [] ], "count": 48, "duration_ms": 0.7334300000000001 }, { "name": "aten::slice", "input_dims": [ [ 96477184 ], [], [], [], [] ], "count": 161, "duration_ms": 0.7087000000000003 }, { "name": "aten::to", "input_dims": [ [ 1, 32, 512, 512 ], [], [], [], [] ], "count": 24, "duration_ms": 0.7036729999999998 }, { "name": "aten::reshape", "input_dims": [ [ 1, 512, 32, 64 ], [] ], "count": 24, "duration_ms": 0.6980860000000001 }, { "name": "aten::bmm", "input_dims": [ [ 32, 512, 512 ], [ 32, 512, 64 ] ], "count": 24, "duration_ms": 0.683874 }, { "name": "aten::mm", "input_dims": [ [ 512, 2048 ], [ 2048, 4096 ] ], "count": 24, "duration_ms": 0.668808 }, { "name": "aten::empty_strided", "input_dims": [ [], [], [], [], [], [] ], "count": 119, "duration_ms": 0.6662300000000001 }, { "name": "aten::copy_", "input_dims": [ [ 96477184 ], [ 96477184 ], [] ], "count": 23, "duration_ms": 0.663164 }, { "name": "aten::addmm", "input_dims": [ [ 1152 ], [ 77, 768 ], [ 768, 1152 ], [], [] ], "count": 12, "duration_ms": 0.6496770000000001 }, { "name": "aten::eq", "input_dims": [ [ 1, 1, 1, 512 ], [] ], "count": 24, "duration_ms": 0.647659 }, { "name": "aten::_flash_attention_forward", "input_dims": [ [ 1, 77, 6, 64 ], [ 1, 77, 6, 64 ], [ 1, 77, 6, 64 ], [], [], [], [], [], [], [], [], [], [], [], [] ], "count": 12, "duration_ms": 0.6179950000000001 }, { "name": "aten::linear", "input_dims": [ [ 1, 77, 768 ], [ 1536, 768 ], [ 1536 ] ], "count": 12, "duration_ms": 0.609633 }, { "name": "aten::copy_", "input_dims": [ [ 1, 32, 512, 512 ], [ 1, 32, 512, 512 ], [] ], "count": 48, "duration_ms": 0.5787900000000002 }, { "name": "aten::linear", "input_dims": [ [ 1, 77, 384 ], [ 768, 384 ], [ 768 ] ], "count": 12, "duration_ms": 0.572005 }, { "name": "aten::type_as", "input_dims": [ [ 1, 32, 512, 512 ], [ 1, 32, 512, 512 ] ], "count": 24, "duration_ms": 0.5673519999999999 }, { "name": "aten::clone", "input_dims": [ [ 1, 512, 32, 64 ], [] ], "count": 24, "duration_ms": 0.5620419999999999 }, { "name": "aten::reshape", "input_dims": [ [ 1, 512, 2048 ], [] ], "count": 96, "duration_ms": 0.5598900000000001 }, { "name": "aten::mm", "input_dims": [ [ 512, 5120 ], [ 5120, 4096 ] ], "count": 24, "duration_ms": 0.537349 }, { "name": "aten::mul", "input_dims": [ [ 1, 512, 5120 ], [ 1, 512, 5120 ] ], "count": 48, "duration_ms": 0.5212770000000001 }, { "name": "aten::masked_fill_", "input_dims": [ [ 1, 64, 512, 512 ], [ 1, 1, 1, 512 ], [] ], "count": 24, "duration_ms": 0.512838 }, { "name": "aten::to", "input_dims": [ [ 1, 32, 512, 512 ], [], [], [], [], [], [], [] ], "count": 24, "duration_ms": 0.512432 }, { "name": "aten::pow", "input_dims": [ [ 1, 512, 5120 ], [] ], "count": 24, "duration_ms": 0.5050660000000001 }, { "name": "aten::split", "input_dims": [ [ 1, 512, 6144 ], [], [] ], "count": 24, "duration_ms": 0.5000049999999999 }, { "name": "aten::slice", "input_dims": [ [ 3546240 ], [], [], [], [] ], "count": 144, "duration_ms": 0.496909 }, { "name": "aten::fill_", "input_dims": [ [ 1, 512 ], [] ], "count": 26, "duration_ms": 0.483732 }, { "name": "aten::linear", "input_dims": [ [ 1, 77, 1536 ], [ 768, 1536 ], [ 768 ] ], "count": 12, "duration_ms": 0.480799 }, { "name": "aten::addmm", "input_dims": [ [ 1536 ], [ 77, 768 ], [ 768, 1536 ], [], [] ], "count": 12, "duration_ms": 0.45914400000000005 }, { "name": "aten::add", "input_dims": [ [ 1, 77, 768 ], [ 1, 77, 768 ], [] ], "count": 25, "duration_ms": 0.44240500000000016 }, { "name": "aten::addmm", "input_dims": [ [ 768 ], [ 77, 384 ], [ 384, 768 ], [], [] ], "count": 12, "duration_ms": 0.43210899999999997 }, { "name": "aten::softmax", "input_dims": [ [ 1, 32, 512, 512 ], [], [] ], "count": 24, "duration_ms": 0.421716 }, { "name": "aten::empty_like", "input_dims": [ [ 512, 4096 ], [], [], [], [], [] ], "count": 49, "duration_ms": 0.4056529999999999 }, { "name": "aten::narrow", "input_dims": [ [ 1, 512, 6144 ], [], [], [] ], "count": 72, "duration_ms": 0.40395200000000014 }, { "name": "aten::add_", "input_dims": [ [ 1, 32, 512, 512 ], [ 1, 32, 512, 512 ], [] ], "count": 24, "duration_ms": 0.38791700000000007 }, { "name": "aten::_softmax", "input_dims": [ [ 1, 32, 512, 512 ], [], [] ], "count": 24, "duration_ms": 0.350903 }, { "name": "aten::t", "input_dims": [ [ 5120, 4096 ] ], "count": 48, "duration_ms": 0.34685599999999994 }, { "name": "aten::addmm", "input_dims": [ [ 768 ], [ 77, 1536 ], [ 1536, 768 ], [], [] ], "count": 12, "duration_ms": 0.34673899999999996 }, { "name": "aten::copy_", "input_dims": [ [ 3546240 ], [ 3546240 ], [] ], "count": 12, "duration_ms": 0.34484300000000007 }, { "name": "aten::chunk", "input_dims": [ [ 1, 77, 1152 ], [], [] ], "count": 12, "duration_ms": 0.342697 }, { "name": "Torch-Compiled Region: 0/1", "input_dims": [], "count": 1, "duration_ms": 0.312539 }, { "name": "aten::copy_", "input_dims": [ [ 1, 512, 32, 64 ], [ 1, 512, 32, 64 ], [] ], "count": 24, "duration_ms": 0.300479 }, { "name": "aten::add", "input_dims": [ [ 1, 512, 5120 ], [], [] ], "count": 24, "duration_ms": 0.29712500000000003 }, { "name": "aten::tanh", "input_dims": [ [ 1, 512, 5120 ] ], "count": 24, "duration_ms": 0.28243 }, { "name": "aten::reshape", "input_dims": [ [ 1, 512, 4096 ], [] ], "count": 121, "duration_ms": 0.2665439999999999 }, { "name": "aten::permute", "input_dims": [ [ 1, 512, 32, 64, 1 ], [] ], "count": 72, "duration_ms": 0.2653080000000001 }, { "name": "aten::add", "input_dims": [ [ 1, 512, 5120 ], [ 1, 512, 5120 ], [] ], "count": 24, "duration_ms": 0.264555 }, { "name": "aten::slice", "input_dims": [ [ 1, 512, 6144 ], [], [], [], [] ], "count": 72, "duration_ms": 0.25285500000000005 }, { "name": "aten::mul", "input_dims": [ [ 1, 77, 1536 ], [] ], "count": 12, "duration_ms": 0.24687900000000002 }, { "name": "aten::split", "input_dims": [ [ 1, 77, 1152 ], [], [] ], "count": 12, "duration_ms": 0.22586900000000001 }, { "name": "aten::unsqueeze", "input_dims": [ [ 1, 512, 32, 64 ], [] ], "count": 72, "duration_ms": 0.2028239999999999 }, { "name": "aten::t", "input_dims": [ [ 6144, 4096 ] ], "count": 24, "duration_ms": 0.18841800000000003 }, { "name": "aten::transpose", "input_dims": [ [ 5120, 4096 ], [], [] ], "count": 48, "duration_ms": 0.18770200000000006 }, { "name": "aten::_to_copy", "input_dims": [ [ 1, 77 ], [], [], [], [], [], [] ], "count": 3, "duration_ms": 0.181591 }, { "name": "aten::narrow", "input_dims": [ [ 1, 77, 1152 ], [], [], [] ], "count": 36, "duration_ms": 0.17107400000000003 }, { "name": "aten::empty_like", "input_dims": [ [ 1, 512, 32, 64 ], [], [], [], [], [] ], "count": 24, "duration_ms": 0.170571 }, { "name": "aten::t", "input_dims": [ [ 4096, 2048 ] ], "count": 24, "duration_ms": 0.164347 }, { "name": "aten::sigmoid", "input_dims": [ [ 1, 77, 1536 ] ], "count": 12, "duration_ms": 0.16404600000000003 }, { "name": "TorchDynamo Cache Lookup", "input_dims": [], "count": 2, "duration_ms": 0.15999 }, { "name": "aten::embedding", "input_dims": [ [ 49408, 768 ], [ 1, 77 ], [], [], [] ], "count": 1, "duration_ms": 0.157879 }, { "name": "aten::repeat", "input_dims": [ [ 1, 64, 512, 512 ], [] ], "count": 1, "duration_ms": 0.14535 }, { "name": "aten::to", "input_dims": [ [ 1, 77 ], [], [], [], [], [], [], [] ], "count": 2, "duration_ms": 0.141571 }, { "name": "aten::mul", "input_dims": [ [ 1, 77, 1536 ], [ 1, 77, 1536 ] ], "count": 12, "duration_ms": 0.14030699999999996 }, { "name": "aten::arange", "input_dims": [ [], [], [], [], [] ], "count": 4, "duration_ms": 0.13629 }, { "name": "aten::index_select", "input_dims": [ [ 49408, 768 ], [], [ 77 ] ], "count": 1, "duration_ms": 0.132343 }, { "name": "aten::embedding", "input_dims": [ [ 16064, 4096 ], [ 1, 512 ], [], [], [] ], "count": 1, "duration_ms": 0.12906 }, { "name": "aten::transpose", "input_dims": [ [ 1, 77, 6, 64 ], [], [] ], "count": 48, "duration_ms": 0.12316300000000004 }, { "name": "aten::view", "input_dims": [ [ 768 ], [] ], "count": 72, "duration_ms": 0.121278 }, { "name": "aten::view", "input_dims": [ [ 20971520 ], [] ], "count": 75, "duration_ms": 0.11739600000000001 }, { "name": "aten::as_strided", "input_dims": [ [ 96477184 ], [], [], [] ], "count": 161, "duration_ms": 0.113817 }, { "name": "aten::copy_", "input_dims": [ [ 1, 77 ], [ 1, 77 ], [] ], "count": 3, "duration_ms": 0.11288899999999999 }, { "name": "aten::transpose", "input_dims": [ [ 6144, 4096 ], [], [] ], "count": 24, "duration_ms": 0.11142900000000001 }, { "name": "aten::empty_like", "input_dims": [ [ 1, 77, 6, 64 ], [], [], [], [], [] ], "count": 12, "duration_ms": 0.10981700000000001 }, { "name": "aten::index_select", "input_dims": [ [ 16064, 4096 ], [], [ 512 ] ], "count": 1, "duration_ms": 0.109582 }, { "name": "triton_poi_fused_add_bitwise_and_bitwise_not_bitwise_or_ge_lt_mul_sub_0", "input_dims": [ [ 1, 512 ], [ 1, 512 ], [ 1, 512 ], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.108049 }, { "name": "aten::arange", "input_dims": [ [], [], [], [ 0 ] ], "count": 4, "duration_ms": 0.100495 }, { "name": "aten::view", "input_dims": [ [ 25165824 ], [] ], "count": 25, "duration_ms": 0.100006 }, { "name": "aten::slice", "input_dims": [ [ 1, 77, 1152 ], [], [], [], [] ], "count": 36, "duration_ms": 0.09753600000000001 }, { "name": "aten::expand", "input_dims": [ [ 1, 1, 1, 512 ], [], [] ], "count": 24, "duration_ms": 0.09744799999999999 }, { "name": "aten::t", "input_dims": [ [ 4096, 5120 ] ], "count": 24, "duration_ms": 0.094955 }, { "name": "aten::transpose", "input_dims": [ [ 1, 6, 77, 64 ], [], [] ], "count": 48, "duration_ms": 0.093814 }, { "name": "aten::reshape", "input_dims": [ [ 32, 512, 64, 1, 1 ], [] ], "count": 24, "duration_ms": 0.08475 }, { "name": "aten::view", "input_dims": [ [ 1, 512, 4096 ], [] ], "count": 121, "duration_ms": 0.083771 }, { "name": "aten::to", "input_dims": [ [ 1, 512 ], [], [], [], [], [], [], [] ], "count": 2, "duration_ms": 0.083102 }, { "name": "aten::transpose", "input_dims": [ [ 4096, 2048 ], [], [] ], "count": 24, "duration_ms": 0.080649 }, { "name": "aten::item", "input_dims": [ [] ], "count": 2, "duration_ms": 0.08025 }, { "name": "aten::t", "input_dims": [ [ 1152, 768 ] ], "count": 12, "duration_ms": 0.079288 }, { "name": "aten::_to_copy", "input_dims": [ [ 1, 512 ], [], [], [], [], [], [] ], "count": 2, "duration_ms": 0.079125 }, { "name": "AOTDispatcher Runtime Wrapper Prologue", "input_dims": [], "count": 2, "duration_ms": 0.073949 }, { "name": "aten::gather", "input_dims": [ [ 49408, 768 ], [], [ 77, 768 ], [], [ 77, 768 ] ], "count": 1, "duration_ms": 0.071468 }, { "name": "aten::to", "input_dims": [ [ 512, 512 ], [], [], [], [] ], "count": 4, "duration_ms": 0.070243 }, { "name": "aten::reshape", "input_dims": [ [ 32, 512, 1, 64, 1 ], [] ], "count": 24, "duration_ms": 0.070044 }, { "name": "aten::as_strided", "input_dims": [ [ 3546240 ], [], [], [] ], "count": 144, "duration_ms": 0.06826300000000002 }, { "name": "Pregraph bytecode", "input_dims": [], "count": 2, "duration_ms": 0.06814500000000001 }, { "name": "aten::_to_copy", "input_dims": [ [ 512, 512 ], [], [], [], [], [], [] ], "count": 3, "duration_ms": 0.064722 }, { "name": "aten::_reshape_alias", "input_dims": [ [ 1, 512, 2048 ], [], [] ], "count": 72, "duration_ms": 0.063146 }, { "name": "aten::t", "input_dims": [ [ 1536, 768 ] ], "count": 12, "duration_ms": 0.06182700000000001 }, { "name": "aten::slice", "input_dims": [ [ 1, 64, 512, 512 ], [], [], [], [] ], "count": 24, "duration_ms": 0.06167599999999999 }, { "name": "aten::embedding", "input_dims": [ [ 16, 64 ], [ 512, 512 ], [], [], [] ], "count": 1, "duration_ms": 0.06164 }, { "name": "aten::view", "input_dims": [ [ 4096 ], [] ], "count": 50, "duration_ms": 0.06143099999999999 }, { "name": "aten::unsqueeze", "input_dims": [ [ 1, 32, 512, 512 ], [] ], "count": 24, "duration_ms": 0.060479 }, { "name": "aten::slice", "input_dims": [ [ 96478208 ], [], [], [], [] ], "count": 16, "duration_ms": 0.060425000000000006 }, { "name": "aten::_local_scalar_dense", "input_dims": [ [] ], "count": 2, "duration_ms": 0.057268 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 512, 32, 64 ], [], [], [] ], "count": 72, "duration_ms": 0.05659 }, { "name": "aten::gather", "input_dims": [ [ 16064, 4096 ], [], [ 512, 4096 ], [], [ 512, 4096 ] ], "count": 1, "duration_ms": 0.05595 }, { "name": "aten::isnan", "input_dims": [ [ 1, 768 ] ], "count": 1, "duration_ms": 0.055523 }, { "name": "aten::as_strided", "input_dims": [ [ 5120, 4096 ], [], [], [] ], "count": 48, "duration_ms": 0.055087000000000004 }, { "name": "aten::permute", "input_dims": [ [ 1, 32, 512, 512, 1 ], [] ], "count": 24, "duration_ms": 0.05484299999999999 }, { "name": "aten::reshape", "input_dims": [ [ 32, 512, 512, 1, 1 ], [] ], "count": 24, "duration_ms": 0.054558999999999996 }, { "name": "aten::copy_", "input_dims": [ [ 1, 512 ], [ 1, 512 ], [] ], "count": 2, "duration_ms": 0.05417999999999999 }, { "name": "aten::permute", "input_dims": [ [ 32, 512, 1, 1, 512 ], [] ], "count": 24, "duration_ms": 0.05370899999999999 }, { "name": "aten::t", "input_dims": [ [ 768, 1536 ] ], "count": 12, "duration_ms": 0.05369799999999999 }, { "name": "aten::transpose", "input_dims": [ [ 4096, 5120 ], [], [] ], "count": 24, "duration_ms": 0.05305000000000001 }, { "name": "aten::to", "input_dims": [ [ 1, 77 ], [], [], [], [], [] ], "count": 3, "duration_ms": 0.053024999999999996 }, { "name": "aten::reshape", "input_dims": [ [ 32, 64, 1, 512, 1 ], [] ], "count": 24, "duration_ms": 0.052971 }, { "name": "aten::embedding", "input_dims": [ [ 77, 768 ], [ 1, 77 ], [], [], [] ], "count": 1, "duration_ms": 0.052206 }, { "name": "aten::index_select", "input_dims": [ [ 16, 64 ], [], [ 262144 ] ], "count": 1, "duration_ms": 0.051005 }, { "name": "aten::index", "input_dims": [ [ 1, 77, 768 ], [] ], "count": 1, "duration_ms": 0.050752000000000005 }, { "name": "aten::t", "input_dims": [ [ 768, 384 ] ], "count": 12, "duration_ms": 0.050723 }, { "name": "aten::copy_", "input_dims": [ [ 96478208 ], [ 96478208 ], [] ], "count": 2, "duration_ms": 0.050463 }, { "name": "aten::ne", "input_dims": [ [ 1, 768 ], [ 1, 768 ] ], "count": 1, "duration_ms": 0.05037 }, { "name": "aten::permute", "input_dims": [ [ 1, 512, 32, 1, 512 ], [] ], "count": 24, "duration_ms": 0.05014 }, { "name": "aten::permute", "input_dims": [ [ 1, 32, 1, 512, 64 ], [] ], "count": 24, "duration_ms": 0.04988600000000001 }, { "name": "aten::permute", "input_dims": [ [ 32, 512, 1, 1, 64 ], [] ], "count": 24, "duration_ms": 0.049711000000000005 }, { "name": "aten::permute", "input_dims": [ [ 1, 32, 512, 1, 64 ], [] ], "count": 24, "duration_ms": 0.049138999999999995 }, { "name": "aten::permute", "input_dims": [ [ 1, 1, 32, 64, 512 ], [] ], "count": 24, "duration_ms": 0.047784999999999994 }, { "name": "aten::resize_", "input_dims": [ [ 0 ], [], [] ], "count": 10, "duration_ms": 0.04694300000000001 }, { "name": "aten::transpose", "input_dims": [ [ 1152, 768 ], [], [] ], "count": 12, "duration_ms": 0.045431000000000006 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 512, 32, 64, 1 ], [], [], [] ], "count": 72, "duration_ms": 0.04510599999999999 }, { "name": "aten::argmax", "input_dims": [ [ 1, 77 ], [], [] ], "count": 1, "duration_ms": 0.045008 }, { "name": "triton_poi_fused_add_bitwise_and_bitwise_not_bitwise_or_ge_lt_mul_sub_0", "input_dims": [ [ 512, 512 ], [ 512, 512 ], [ 512, 512 ], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.044950000000000004 }, { "name": "aten::view", "input_dims": [ [ 512, 4096 ], [] ], "count": 50, "duration_ms": 0.04254900000000001 }, { "name": "aten::index_select", "input_dims": [ [ 77, 768 ], [], [ 77 ] ], "count": 1, "duration_ms": 0.040574 }, { "name": "aten::reshape", "input_dims": [ [ 1, 512, 5120 ], [] ], "count": 24, "duration_ms": 0.039901 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 77, 6, 64 ], [], [], [] ], "count": 48, "duration_ms": 0.03970499999999998 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 512, 6144 ], [], [], [] ], "count": 72, "duration_ms": 0.039358000000000004 }, { "name": "aten::any", "input_dims": [ [ 1, 768 ] ], "count": 1, "duration_ms": 0.039108 }, { "name": "aten::masked_fill_", "input_dims": [ [ 1, 512, 4096 ], [ 1, 512, 1 ], [] ], "count": 1, "duration_ms": 0.038686 }, { "name": "aten::view", "input_dims": [ [ 8388608 ], [] ], "count": 25, "duration_ms": 0.038564 }, { "name": "aten::copy_", "input_dims": [ [ 512, 512 ], [ 512, 512 ], [] ], "count": 3, "duration_ms": 0.037662 }, { "name": "aten::any", "input_dims": [ [ 1, 512, 4096 ] ], "count": 1, "duration_ms": 0.034317 }, { "name": "aten::mul", "input_dims": [ [ 512, 512 ], [] ], "count": 2, "duration_ms": 0.033852 }, { "name": "aten::transpose", "input_dims": [ [ 1536, 768 ], [], [] ], "count": 12, "duration_ms": 0.033756999999999995 }, { "name": "aten::gt", "input_dims": [ [ 512, 512 ], [] ], "count": 1, "duration_ms": 0.032654 }, { "name": "aten::view", "input_dims": [ [ 1, 77, 384 ], [] ], "count": 48, "duration_ms": 0.032487999999999996 }, { "name": "aten::to", "input_dims": [ [ 1, 1 ], [], [], [], [], [] ], "count": 2, "duration_ms": 0.031566 }, { "name": "aten::div", "input_dims": [ [ 512, 512 ], [] ], "count": 2, "duration_ms": 0.031059000000000003 }, { "name": "aten::sub", "input_dims": [ [ 1, 512 ], [ 512, 1 ], [] ], "count": 1, "duration_ms": 0.030832000000000002 }, { "name": "aten::_unsafe_view", "input_dims": [ [ 512, 5120 ], [] ], "count": 48, "duration_ms": 0.030057999999999998 }, { "name": "aten::view", "input_dims": [ [ 77 ], [] ], "count": 52, "duration_ms": 0.029879 }, { "name": "aten::abs", "input_dims": [ [ 512, 512 ] ], "count": 1, "duration_ms": 0.029703 }, { "name": "aten::transpose", "input_dims": [ [ 768, 1536 ], [], [] ], "count": 12, "duration_ms": 0.029537 }, { "name": "aten::_to_copy", "input_dims": [ [ 1, 1 ], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.029216000000000002 }, { "name": "aten::view", "input_dims": [ [ 1179648 ], [] ], "count": 24, "duration_ms": 0.029170999999999996 }, { "name": "aten::reshape", "input_dims": [ [ 1, 77, 6, 64 ], [] ], "count": 12, "duration_ms": 0.028079 }, { "name": "aten::as_strided", "input_dims": [ [ 6144, 4096 ], [], [], [] ], "count": 24, "duration_ms": 0.027278999999999998 }, { "name": "aten::where", "input_dims": [ [ 512, 512 ], [ 512, 512 ], [ 512, 512 ] ], "count": 1, "duration_ms": 0.026727 }, { "name": "aten::add", "input_dims": [ [ 512, 512 ], [], [] ], "count": 2, "duration_ms": 0.025546 }, { "name": "aten::transpose", "input_dims": [ [ 768, 384 ], [], [] ], "count": 12, "duration_ms": 0.025468 }, { "name": "aten::fill_", "input_dims": [ [ 1, 1 ], [] ], "count": 1, "duration_ms": 0.024957999999999998 }, { "name": "aten::_unsafe_view", "input_dims": [ [ 512, 4096 ], [] ], "count": 48, "duration_ms": 0.024741 }, { "name": "aten::gather", "input_dims": [ [ 16, 64 ], [], [ 262144, 64 ], [], [ 262144, 64 ] ], "count": 1, "duration_ms": 0.024405999999999997 }, { "name": "aten::view", "input_dims": [ [ 32, 512, 512, 1, 1 ], [] ], "count": 24, "duration_ms": 0.023975999999999997 }, { "name": "aten::_unsafe_view", "input_dims": [ [ 512, 6144 ], [] ], "count": 24, "duration_ms": 0.023469 }, { "name": "aten::log", "input_dims": [ [ 512, 512 ] ], "count": 1, "duration_ms": 0.022691 }, { "name": "aten::view", "input_dims": [ [ 1, 512 ], [] ], "count": 25, "duration_ms": 0.022634 }, { "name": "aten::full_like", "input_dims": [ [ 512, 512 ], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.02208 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 77, 1152 ], [], [], [] ], "count": 36, "duration_ms": 0.021621 }, { "name": "aten::_unsafe_view", "input_dims": [ [ 1, 512, 32, 64 ], [] ], "count": 24, "duration_ms": 0.021594 }, { "name": "aten::abs", "input_dims": [ [ 512, 512 ], [ 0 ] ], "count": 1, "duration_ms": 0.021492999999999998 }, { "name": "aten::cat", "input_dims": [ [ [ 4, 1 ], [ 4, 1 ] ], [] ], "count": 1, "duration_ms": 0.021272 }, { "name": "aten::min", "input_dims": [ [ 512, 512 ], [ 512, 512 ] ], "count": 1, "duration_ms": 0.021016 }, { "name": "aten::add", "input_dims": [ [ 4 ], [], [] ], "count": 2, "duration_ms": 0.020979 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 32, 512, 512 ], [], [], [] ], "count": 24, "duration_ms": 0.02086 }, { "name": "aten::masked_fill_", "input_dims": [ [ 512, 512, 64 ], [ 512, 512, 1 ], [] ], "count": 1, "duration_ms": 0.020689 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 1, 1, 512 ], [], [], [] ], "count": 24, "duration_ms": 0.020423 }, { "name": "aten::copy_", "input_dims": [ [ 1, 1, 1, 1, 1, 64, 512, 512 ], [ 1, 1, 1, 1, 1, 64, 512, 512 ], [] ], "count": 1, "duration_ms": 0.02023 }, { "name": "aten::view", "input_dims": [ [ 32, 512, 512 ], [] ], "count": 24, "duration_ms": 0.020220000000000005 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 6, 77, 64 ], [], [], [] ], "count": 48, "duration_ms": 0.019750000000000004 }, { "name": "aten::as_strided", "input_dims": [ [ 4096, 2048 ], [], [], [] ], "count": 24, "duration_ms": 0.019299999999999998 }, { "name": "aten::minimum", "input_dims": [ [ 512, 512 ], [ 512, 512 ] ], "count": 1, "duration_ms": 0.018463 }, { "name": "aten::copy_", "input_dims": [ [ 1, 1 ], [ 1, 1 ], [] ], "count": 1, "duration_ms": 0.01839 }, { "name": "aten::_reshape_alias", "input_dims": [ [ 32, 512, 64, 1, 1 ], [], [] ], "count": 24, "duration_ms": 0.018120000000000004 }, { "name": "aten::gather", "input_dims": [ [ 77, 768 ], [], [ 77, 768 ], [], [ 77, 768 ] ], "count": 1, "duration_ms": 0.017568 }, { "name": "aten::view", "input_dims": [ [ 1, 512, 32, 64, 1 ], [] ], "count": 24, "duration_ms": 0.016501 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 64, 512, 512 ], [], [], [] ], "count": 27, "duration_ms": 0.016370999999999997 }, { "name": "aten::isnan", "input_dims": [ [ 1, 512, 4096 ] ], "count": 1, "duration_ms": 0.016289 }, { "name": "aten::view", "input_dims": [ [ 884736 ], [] ], "count": 12, "duration_ms": 0.015580000000000004 }, { "name": "aten::view", "input_dims": [ [ 294912 ], [] ], "count": 12, "duration_ms": 0.015515 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 768 ], [ 1 ] ], "count": 78, "duration_ms": 0.015019000000000005 }, { "name": "aten::ne", "input_dims": [ [ 1, 512, 4096 ], [ 1, 512, 4096 ] ], "count": 1, "duration_ms": 0.014846999999999999 }, { "name": "aten::expand", "input_dims": [ [ 77, 1 ], [], [] ], "count": 2, "duration_ms": 0.014389999999999998 }, { "name": "aten::lt", "input_dims": [ [ 512, 512 ], [] ], "count": 1, "duration_ms": 0.014342 }, { "name": "aten::view", "input_dims": [ [ 1, 512, 2048 ], [] ], "count": 24, "duration_ms": 0.014215 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 1, 32, 64, 512 ], [], [], [] ], "count": 24, "duration_ms": 0.014167999999999998 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 32, 512, 512, 1 ], [], [], [] ], "count": 24, "duration_ms": 0.014105999999999997 }, { "name": "aten::view", "input_dims": [ [ 32, 512, 64 ], [] ], "count": 24, "duration_ms": 0.014008 }, { "name": "aten::view", "input_dims": [ [ 1, 32, 512, 512, 1 ], [] ], "count": 24, "duration_ms": 0.013851000000000002 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 32, 512, 1, 64 ], [], [], [] ], "count": 24, "duration_ms": 0.013738 }, { "name": "aten::as_strided", "input_dims": [ [ 4096, 5120 ], [], [], [] ], "count": 24, "duration_ms": 0.013500000000000002 }, { "name": "aten::result_type", "input_dims": [ [ 1, 512, 5120 ], [] ], "count": 24, "duration_ms": 0.012890000000000002 }, { "name": "aten::fill_", "input_dims": [ [ 512, 512 ], [] ], "count": 1, "duration_ms": 0.012775 }, { "name": "aten::add_", "input_dims": [ [ 512, 512 ], [ 512, 512 ], [] ], "count": 1, "duration_ms": 0.012362 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 6144, 4096 ], [ 1 ] ], "count": 25, "duration_ms": 0.012264999999999998 }, { "name": "aten::view", "input_dims": [ [ 1, 77, 768 ], [] ], "count": 24, "duration_ms": 0.012244 }, { "name": "aten::view", "input_dims": [ [ 1, 77 ], [] ], "count": 3, "duration_ms": 0.012216000000000001 }, { "name": "aten::view", "input_dims": [ [ 77, 768 ], [] ], "count": 26, "duration_ms": 0.012163999999999998 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1 ], [ 768 ] ], "count": 72, "duration_ms": 0.012065999999999999 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 32, 1, 512, 64 ], [], [], [] ], "count": 24, "duration_ms": 0.011992 }, { "name": "aten::alias", "input_dims": [ [ 1, 77 ] ], "count": 1, "duration_ms": 0.011888999999999999 }, { "name": "aten::as_strided", "input_dims": [ [ 32, 512, 1, 1, 64 ], [], [], [] ], "count": 24, "duration_ms": 0.011769999999999997 }, { "name": "aten::view", "input_dims": [ [ 1152 ], [] ], "count": 12, "duration_ms": 0.011746 }, { "name": "aten::view", "input_dims": [ [ 1536 ], [] ], "count": 12, "duration_ms": 0.011405000000000002 }, { "name": "aten::to", "input_dims": [ [ 1, 512, 5120 ], [], [], [], [] ], "count": 24, "duration_ms": 0.011208000000000003 }, { "name": "aten::as_strided", "input_dims": [ [ 96478208 ], [], [], [] ], "count": 16, "duration_ms": 0.010962000000000001 }, { "name": "aten::as_strided", "input_dims": [ [ 1152, 768 ], [], [], [] ], "count": 12, "duration_ms": 0.010946000000000003 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 512, 32, 1, 512 ], [], [], [] ], "count": 24, "duration_ms": 0.010393999999999999 }, { "name": "aten::_reshape_alias", "input_dims": [ [ 32, 512, 1, 64, 1 ], [], [] ], "count": 24, "duration_ms": 0.010384000000000001 }, { "name": "aten::as_strided", "input_dims": [ [ 1536, 768 ], [], [], [] ], "count": 12, "duration_ms": 0.010231000000000002 }, { "name": "aten::reshape", "input_dims": [ [ 1, 77 ], [] ], "count": 2, "duration_ms": 0.009783 }, { "name": "aten::as_strided", "input_dims": [ [ 32, 512, 1, 1, 512 ], [], [], [] ], "count": 24, "duration_ms": 0.009712 }, { "name": "aten::_reshape_alias", "input_dims": [ [ 32, 64, 1, 512, 1 ], [], [] ], "count": 24, "duration_ms": 0.009709 }, { "name": "aten::view", "input_dims": [ [ 1, 512, 5120 ], [] ], "count": 24, "duration_ms": 0.009262 }, { "name": "aten::as_strided", "input_dims": [ [ 768, 1536 ], [], [], [] ], "count": 12, "duration_ms": 0.008398 }, { "name": "aten::view", "input_dims": [ [ 1, 77, 6, 64 ], [] ], "count": 12, "duration_ms": 0.007696 }, { "name": "aten::expand", "input_dims": [ [ 512, 1 ], [], [] ], "count": 1, "duration_ms": 0.0074800000000000005 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1 ], [ 5120, 4096 ] ], "count": 50, "duration_ms": 0.007431000000000001 }, { "name": "aten::view", "input_dims": [ [ 1, 77, 1536 ], [] ], "count": 12, "duration_ms": 0.007334 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 5120, 4096 ], [ 1 ] ], "count": 50, "duration_ms": 0.007103999999999999 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1 ], [ 4096 ] ], "count": 50, "duration_ms": 0.0070409999999999995 }, { "name": "aten::narrow", "input_dims": [ [ 4, 2 ], [], [], [] ], "count": 1, "duration_ms": 0.007023 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 4096 ], [ 1 ] ], "count": 50, "duration_ms": 0.006561000000000002 }, { "name": "aten::view", "input_dims": [ [ 77, 1152 ], [] ], "count": 12, "duration_ms": 0.005993999999999999 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1 ], [ 6144, 4096 ] ], "count": 25, "duration_ms": 0.005957 }, { "name": "aten::view", "input_dims": [ [ 77, 1536 ], [] ], "count": 12, "duration_ms": 0.005798 }, { "name": "aten::as_strided", "input_dims": [ [ 768, 384 ], [], [], [] ], "count": 12, "duration_ms": 0.005792000000000001 }, { "name": "aten::unsqueeze", "input_dims": [ [ 1, 512 ], [] ], "count": 1, "duration_ms": 0.005730000000000001 }, { "name": "aten::reshape", "input_dims": [ [ 1, 512 ], [] ], "count": 1, "duration_ms": 0.005483 }, { "name": "aten::expand", "input_dims": [ [ 1, 64, 512, 512 ], [], [] ], "count": 2, "duration_ms": 0.0052049999999999996 }, { "name": "aten::empty_like", "input_dims": [ [ 512, 512 ], [], [], [], [], [] ], "count": 1, "duration_ms": 0.005163999999999999 }, { "name": "aten::reshape", "input_dims": [ [ 1 ], [] ], "count": 2, "duration_ms": 0.005057 }, { "name": "aten::unsqueeze", "input_dims": [ [ 512 ], [] ], "count": 2, "duration_ms": 0.004586 }, { "name": "aten::expand", "input_dims": [ [ 262144, 1 ], [], [] ], "count": 1, "duration_ms": 0.004517 }, { "name": "aten::unfold", "input_dims": [ [ 1, 64, 512, 512 ], [], [], [] ], "count": 1, "duration_ms": 0.004360999999999999 }, { "name": "aten::expand_as", "input_dims": [ [ 1, 64, 512, 512 ], [ 1, 1, 1, 1, 1, 64, 512, 512 ] ], "count": 1, "duration_ms": 0.004352 }, { "name": "aten::permute", "input_dims": [ [ 512, 512, 64 ], [] ], "count": 1, "duration_ms": 0.004301 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1 ], [ 4096, 2048 ] ], "count": 25, "duration_ms": 0.004274 }, { "name": "aten::unsqueeze", "input_dims": [ [ 4 ], [] ], "count": 2, "duration_ms": 0.004168 }, { "name": "aten::expand", "input_dims": [ [ 1, 512, 1 ], [], [] ], "count": 1, "duration_ms": 0.004128 }, { "name": "aten::unfold", "input_dims": [ [ 1, 1, 1, 512, 1, 64, 512 ], [], [], [] ], "count": 1, "duration_ms": 0.003767 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 4096, 2048 ], [ 1 ] ], "count": 25, "duration_ms": 0.003743 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1 ], [ 4096, 5120 ] ], "count": 25, "duration_ms": 0.003733 }, { "name": "aten::as_strided", "input_dims": [ [ 77, 1 ], [], [], [] ], "count": 2, "duration_ms": 0.00365 }, { "name": "aten::reshape", "input_dims": [ [ 512, 512 ], [] ], "count": 1, "duration_ms": 0.00354 }, { "name": "aten::unfold", "input_dims": [ [ 1, 64, 512, 512, 1 ], [], [], [] ], "count": 1, "duration_ms": 0.003412 }, { "name": "aten::slice", "input_dims": [ [ 4, 2 ], [], [], [], [] ], "count": 1, "duration_ms": 0.003353 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 4096, 5120 ], [ 1 ] ], "count": 25, "duration_ms": 0.003339000000000001 }, { "name": "aten::flatten", "input_dims": [ [ 4, 2 ], [], [] ], "count": 1, "duration_ms": 0.0031669999999999997 }, { "name": "aten::unsqueeze", "input_dims": [ [ 512, 512 ], [] ], "count": 1, "duration_ms": 0.003148 }, { "name": "aten::permute", "input_dims": [ [ 1, 1, 1, 1, 1, 64, 512, 512 ], [] ], "count": 1, "duration_ms": 0.002974 }, { "name": "aten::as_strided", "input_dims": [ [], [], [], [] ], "count": 2, "duration_ms": 0.002973 }, { "name": "aten::unsqueeze", "input_dims": [ [ 64, 512, 512 ], [] ], "count": 1, "duration_ms": 0.0027429999999999998 }, { "name": "aten::view", "input_dims": [ [ 1024 ], [] ], "count": 2, "duration_ms": 0.002713 }, { "name": "aten::unfold", "input_dims": [ [ 1, 1, 512, 512, 1, 64 ], [], [], [] ], "count": 1, "duration_ms": 0.002375 }, { "name": "aten::expand", "input_dims": [ [ 512, 512, 1 ], [], [] ], "count": 1, "duration_ms": 0.002235 }, { "name": "aten::as_strided", "input_dims": [ [ 512, 1 ], [], [], [] ], "count": 1, "duration_ms": 0.002099 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 64, 512, 512, 1 ], [], [], [] ], "count": 1, "duration_ms": 0.002052 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 768, 384 ], [ 1 ] ], "count": 13, "duration_ms": 0.002033 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1 ], [ 1152 ] ], "count": 12, "duration_ms": 0.0018929999999999997 }, { "name": "aten::to", "input_dims": [ [ 1, 768 ], [], [], [], [], [], [], [] ], "count": 2, "duration_ms": 0.001855 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1 ], [ 1536 ] ], "count": 12, "duration_ms": 0.0018059999999999997 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1152 ], [ 1 ] ], "count": 13, "duration_ms": 0.001738 }, { "name": "aten::view", "input_dims": [ [ 512, 512 ], [] ], "count": 1, "duration_ms": 0.0016970000000000002 }, { "name": "aten::to", "input_dims": [ [ 1, 512 ], [], [], [], [] ], "count": 1, "duration_ms": 0.001664 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1536, 768 ], [ 1 ] ], "count": 13, "duration_ms": 0.001658 }, { "name": "aten::reshape", "input_dims": [ [ 1, 1, 1, 64, 1, 512, 1, 512 ], [] ], "count": 1, "duration_ms": 0.0016519999999999998 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1152, 768 ], [ 1 ] ], "count": 13, "duration_ms": 0.0016409999999999999 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1 ], [ 768, 1536 ] ], "count": 12, "duration_ms": 0.001611 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1536 ], [ 1 ] ], "count": 13, "duration_ms": 0.001544 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 768, 1536 ], [ 1 ] ], "count": 13, "duration_ms": 0.00149 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1 ], [ 1152, 768 ] ], "count": 12, "duration_ms": 0.001468 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1 ], [ 1536, 768 ] ], "count": 12, "duration_ms": 0.0014180000000000002 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1 ], [ 768, 384 ] ], "count": 12, "duration_ms": 0.001407 }, { "name": "aten::as_strided", "input_dims": [ [ 262144, 1 ], [], [], [] ], "count": 1, "duration_ms": 0.001403 }, { "name": "aten::as_strided", "input_dims": [ [ 1 ], [], [], [] ], "count": 1, "duration_ms": 0.001382 }, { "name": "aten::to", "input_dims": [ [ 1, 512, 4096 ], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.0013779999999999999 }, { "name": "aten::as_strided", "input_dims": [ [ 4 ], [], [], [] ], "count": 2, "duration_ms": 0.001356 }, { "name": "aten::detach_", "input_dims": [ [ 1, 77 ] ], "count": 2, "duration_ms": 0.001235 }, { "name": "aten::view", "input_dims": [ [ 1 ], [] ], "count": 2, "duration_ms": 0.001195 }, { "name": "aten::as_strided", "input_dims": [ [ 77, 768 ], [], [], [] ], "count": 3, "duration_ms": 0.001149 }, { "name": "aten::as_strided", "input_dims": [ [ 16064, 4096 ], [], [], [] ], "count": 1, "duration_ms": 0.001031 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 512 ], [], [], [] ], "count": 1, "duration_ms": 0.001014 }, { "name": "aten::view", "input_dims": [ [ 4, 2 ], [] ], "count": 1, "duration_ms": 0.000991 }, { "name": "aten::lift_fresh", "input_dims": [ [ 1, 77 ] ], "count": 2, "duration_ms": 0.000938 }, { "name": "aten::as_strided", "input_dims": [ [ 512, 512, 64 ], [], [], [] ], "count": 1, "duration_ms": 0.0009320000000000001 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 512, 1 ], [], [], [] ], "count": 1, "duration_ms": 0.00093 }, { "name": "aten::as_strided", "input_dims": [ [ 512 ], [], [], [] ], "count": 2, "duration_ms": 0.000874 }, { "name": "aten::view", "input_dims": [ [ 512 ], [] ], "count": 1, "duration_ms": 0.0008719999999999999 }, { "name": "aten::view", "input_dims": [ [ 1, 1, 1, 64, 1, 512, 1, 512 ], [] ], "count": 1, "duration_ms": 0.00079 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 1, 512, 512, 1, 64 ], [], [], [] ], "count": 1, "duration_ms": 0.000785 }, { "name": "aten::as_strided", "input_dims": [ [ 64, 512, 512 ], [], [], [] ], "count": 1, "duration_ms": 0.000735 }, { "name": "aten::as_strided", "input_dims": [ [ 512, 512 ], [], [], [] ], "count": 1, "duration_ms": 0.0006590000000000001 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 1, 1, 1, 1, 64, 512, 512 ], [], [], [] ], "count": 1, "duration_ms": 0.000639 }, { "name": "aten::as_strided", "input_dims": [ [ 16, 64 ], [], [], [] ], "count": 1, "duration_ms": 0.000618 }, { "name": "aten::view", "input_dims": [ [ 262144 ], [] ], "count": 1, "duration_ms": 0.000609 }, { "name": "aten::as_strided", "input_dims": [ [ 512, 4096 ], [], [], [] ], "count": 1, "duration_ms": 0.000583 }, { "name": "aten::view", "input_dims": [ [ 262144, 64 ], [] ], "count": 1, "duration_ms": 0.000579 }, { "name": "aten::as_strided", "input_dims": [ [ 4, 2 ], [], [], [] ], "count": 1, "duration_ms": 0.000565 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 77, 768 ], [], [], [] ], "count": 1, "duration_ms": 0.0005639999999999999 }, { "name": "aten::lift_fresh", "input_dims": [ [ 1, 512 ] ], "count": 2, "duration_ms": 0.000562 }, { "name": "aten::to", "input_dims": [ [ 1, 512 ], [], [], [], [], [] ], "count": 2, "duration_ms": 0.000555 }, { "name": "aten::detach_", "input_dims": [ [ 1, 512 ] ], "count": 2, "duration_ms": 0.000534 }, { "name": "aten::as_strided", "input_dims": [ [ 49408, 768 ], [], [], [] ], "count": 1, "duration_ms": 0.000493 }, { "name": "aten::as_strided", "input_dims": [ [ 512, 512, 1 ], [], [], [] ], "count": 1, "duration_ms": 0.000472 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 1, 1, 512, 1, 64, 512 ], [], [], [] ], "count": 1, "duration_ms": 0.00047099999999999996 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1 ], [ 16, 64 ] ], "count": 2, "duration_ms": 0.00046 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 16, 64 ], [ 1 ] ], "count": 2, "duration_ms": 0.000344 }, { "name": "aten::as_strided", "input_dims": [ [ 262144, 64 ], [], [], [] ], "count": 1, "duration_ms": 0.00028100000000000005 } ] }, { "name": "STAGE LatentPreparationStage", "duration_ms": 1.1249090000000002, "ops": [ { "name": "aten::any", "count": 2, "duration_ms": 0.057299 }, { "name": "aten::randn", "count": 1, "duration_ms": 0.047206000000000005 }, { "name": "aten::isnan", "count": 2, "duration_ms": 0.044635999999999995 }, { "name": "aten::item", "count": 2, "duration_ms": 0.042672999999999996 }, { "name": "aten::reshape", "count": 1, "duration_ms": 0.041070999999999996 }, { "name": "aten::ne", "count": 2, "duration_ms": 0.039531000000000004 }, { "name": "aten::_local_scalar_dense", "count": 2, "duration_ms": 0.03907 }, { "name": "aten::clone", "count": 1, "duration_ms": 0.032723999999999996 }, { "name": "aten::normal_", "count": 1, "duration_ms": 0.030906 }, { "name": "aten::copy_", "count": 1, "duration_ms": 0.019899999999999998 }, { "name": "aten::empty", "count": 2, "duration_ms": 0.012659 }, { "name": "aten::empty_like", "count": 1, "duration_ms": 0.007948 }, { "name": "aten::permute", "count": 1, "duration_ms": 0.00633 }, { "name": "aten::as_strided", "count": 3, "duration_ms": 0.005313999999999999 }, { "name": "aten::view", "count": 1, "duration_ms": 0.003364 }, { "name": "aten::_unsafe_view", "count": 1, "duration_ms": 0.0014750000000000002 }, { "name": "aten::to", "count": 1, "duration_ms": 0.001474 } ], "cuda_apis": [ { "name": "cudaLaunchKernel", "count": 6, "duration_ms": 0.048175 }, { "name": "cudaDeviceSynchronize", "count": 2, "duration_ms": 0.03299 }, { "name": "cudaStreamSynchronize", "count": 2, "duration_ms": 0.015875 }, { "name": "cudaMemcpyAsync", "count": 2, "duration_ms": 0.013576 }, { "name": "cudaMemsetAsync", "count": 1, "duration_ms": 0.008157 }, { "name": "cudaStreamIsCapturing", "count": 2, "duration_ms": 0.001115 } ], "shapes": [ { "name": "aten::randn", "input_dims": [ [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.047206000000000005 }, { "name": "aten::item", "input_dims": [ [] ], "count": 2, "duration_ms": 0.042672999999999996 }, { "name": "aten::reshape", "input_dims": [ [ 1, 64, 64, 16, 2, 2 ], [] ], "count": 1, "duration_ms": 0.041070999999999996 }, { "name": "aten::_local_scalar_dense", "input_dims": [ [] ], "count": 2, "duration_ms": 0.03907 }, { "name": "aten::any", "input_dims": [ [ 1, 512, 4096 ] ], "count": 1, "duration_ms": 0.034467 }, { "name": "aten::clone", "input_dims": [ [ 1, 64, 64, 16, 2, 2 ], [] ], "count": 1, "duration_ms": 0.032723999999999996 }, { "name": "aten::normal_", "input_dims": [ [ 1, 16, 128, 128 ], [], [], [] ], "count": 1, "duration_ms": 0.030906 }, { "name": "aten::isnan", "input_dims": [ [ 1, 768 ] ], "count": 1, "duration_ms": 0.024616 }, { "name": "aten::any", "input_dims": [ [ 1, 768 ] ], "count": 1, "duration_ms": 0.022832 }, { "name": "aten::ne", "input_dims": [ [ 1, 768 ], [ 1, 768 ] ], "count": 1, "duration_ms": 0.022600000000000002 }, { "name": "aten::isnan", "input_dims": [ [ 1, 512, 4096 ] ], "count": 1, "duration_ms": 0.02002 }, { "name": "aten::copy_", "input_dims": [ [ 1, 64, 64, 16, 2, 2 ], [ 1, 64, 64, 16, 2, 2 ], [] ], "count": 1, "duration_ms": 0.019899999999999998 }, { "name": "aten::ne", "input_dims": [ [ 1, 512, 4096 ], [ 1, 512, 4096 ] ], "count": 1, "duration_ms": 0.016931 }, { "name": "aten::empty", "input_dims": [ [], [], [], [], [], [] ], "count": 2, "duration_ms": 0.012659 }, { "name": "aten::empty_like", "input_dims": [ [ 1, 64, 64, 16, 2, 2 ], [], [], [], [], [] ], "count": 1, "duration_ms": 0.007948 }, { "name": "aten::permute", "input_dims": [ [ 1, 16, 64, 2, 64, 2 ], [] ], "count": 1, "duration_ms": 0.00633 }, { "name": "aten::view", "input_dims": [ [ 1, 16, 128, 128 ], [] ], "count": 1, "duration_ms": 0.003364 }, { "name": "aten::as_strided", "input_dims": [ [], [], [], [] ], "count": 2, "duration_ms": 0.0026769999999999997 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 16, 64, 2, 64, 2 ], [], [], [] ], "count": 1, "duration_ms": 0.002637 }, { "name": "aten::_unsafe_view", "input_dims": [ [ 1, 64, 64, 16, 2, 2 ], [] ], "count": 1, "duration_ms": 0.0014750000000000002 }, { "name": "aten::to", "input_dims": [ [ 1, 16, 128, 128 ], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.001474 } ] }, { "name": "STAGE TimestepPreparationStage", "duration_ms": 1.576935, "ops": [ { "name": "aten::to", "count": 2, "duration_ms": 0.11386700000000001 }, { "name": "aten::copy_", "count": 3, "duration_ms": 0.110834 }, { "name": "aten::_to_copy", "count": 2, "duration_ms": 0.109435 }, { "name": "aten::item", "count": 2, "duration_ms": 0.048169000000000003 }, { "name": "aten::isnan", "count": 2, "duration_ms": 0.044845 }, { "name": "aten::_local_scalar_dense", "count": 2, "duration_ms": 0.043984 }, { "name": "aten::any", "count": 2, "duration_ms": 0.043302 }, { "name": "aten::ne", "count": 2, "duration_ms": 0.039848999999999996 }, { "name": "aten::mul", "count": 1, "duration_ms": 0.034481000000000005 }, { "name": "aten::zeros", "count": 1, "duration_ms": 0.029263 }, { "name": "aten::cat", "count": 1, "duration_ms": 0.025931000000000003 }, { "name": "aten::empty_strided", "count": 2, "duration_ms": 0.018223 }, { "name": "aten::zero_", "count": 1, "duration_ms": 0.017383 }, { "name": "aten::expand_as", "count": 1, "duration_ms": 0.014721 }, { "name": "aten::fill_", "count": 1, "duration_ms": 0.013618 }, { "name": "aten::expand", "count": 1, "duration_ms": 0.012515 }, { "name": "aten::empty", "count": 1, "duration_ms": 0.004991 }, { "name": "aten::as_strided", "count": 3, "duration_ms": 0.004786 }, { "name": "aten::lift_fresh", "count": 1, "duration_ms": 0.000914 } ], "cuda_apis": [ { "name": "cudaLaunchKernel", "count": 7, "duration_ms": 0.06100400000000001 }, { "name": "cudaMemcpyAsync", "count": 3, "duration_ms": 0.035147000000000005 }, { "name": "cudaDeviceSynchronize", "count": 2, "duration_ms": 0.024203000000000002 }, { "name": "cudaStreamSynchronize", "count": 3, "duration_ms": 0.020515000000000002 }, { "name": "cudaStreamIsCapturing", "count": 1, "duration_ms": 0.001463 } ], "shapes": [ { "name": "aten::copy_", "input_dims": [ [ 2 ], [ 2 ], [] ], "count": 3, "duration_ms": 0.110834 }, { "name": "aten::_to_copy", "input_dims": [ [ 2 ], [], [], [], [], [], [] ], "count": 2, "duration_ms": 0.109435 }, { "name": "aten::to", "input_dims": [ [ 2 ], [], [], [], [], [] ], "count": 1, "duration_ms": 0.09918600000000001 }, { "name": "aten::item", "input_dims": [ [] ], "count": 2, "duration_ms": 0.048169000000000003 }, { "name": "aten::isnan", "input_dims": [ [ 2 ] ], "count": 2, "duration_ms": 0.044845 }, { "name": "aten::_local_scalar_dense", "input_dims": [ [] ], "count": 2, "duration_ms": 0.043984 }, { "name": "aten::any", "input_dims": [ [ 2 ] ], "count": 2, "duration_ms": 0.043302 }, { "name": "aten::ne", "input_dims": [ [ 2 ], [ 2 ] ], "count": 2, "duration_ms": 0.039848999999999996 }, { "name": "aten::mul", "input_dims": [ [ 2 ], [] ], "count": 1, "duration_ms": 0.034481000000000005 }, { "name": "aten::zeros", "input_dims": [ [], [], [], [], [] ], "count": 1, "duration_ms": 0.029263 }, { "name": "aten::cat", "input_dims": [ [ [ 2 ], [ 1 ] ], [] ], "count": 1, "duration_ms": 0.025931000000000003 }, { "name": "aten::empty_strided", "input_dims": [ [], [], [], [], [], [] ], "count": 2, "duration_ms": 0.018223 }, { "name": "aten::zero_", "input_dims": [ [ 1 ] ], "count": 1, "duration_ms": 0.017383 }, { "name": "aten::expand_as", "input_dims": [ [ 2 ], [ 2 ] ], "count": 1, "duration_ms": 0.014721 }, { "name": "aten::to", "input_dims": [ [ 2 ], [], [], [], [] ], "count": 1, "duration_ms": 0.014681 }, { "name": "aten::fill_", "input_dims": [ [ 1 ], [] ], "count": 1, "duration_ms": 0.013618 }, { "name": "aten::expand", "input_dims": [ [ 2 ], [], [] ], "count": 1, "duration_ms": 0.012515 }, { "name": "aten::empty", "input_dims": [ [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.004991 }, { "name": "aten::as_strided", "input_dims": [ [ 2 ], [], [], [] ], "count": 1, "duration_ms": 0.002464 }, { "name": "aten::as_strided", "input_dims": [ [], [], [], [] ], "count": 2, "duration_ms": 0.002322 }, { "name": "aten::lift_fresh", "input_dims": [ [ 2 ] ], "count": 1, "duration_ms": 0.000914 } ] }, { "name": "STAGE denoising_stage", "duration_ms": 278.174832, "ops": [ { "name": "aten::linear", "count": 1008, "duration_ms": 49.024012999999975 }, { "name": "aten::addmm", "count": 1008, "duration_ms": 35.90882399999995 }, { "name": "sglang::triton_fused_layernorm_modulate", "count": 228, "duration_ms": 35.57956000000001 }, { "name": "sglang::diffusion_residual_gate_add", "count": 228, "duration_ms": 13.684233000000003 }, { "name": "aten::arange", "count": 312, "duration_ms": 7.309786 }, { "name": "sgl_kernel::fwd", "count": 114, "duration_ms": 5.845007 }, { "name": "aten::t", "count": 1008, "duration_ms": 5.714510999999995 }, { "name": "aten::narrow", "count": 918, "duration_ms": 4.894889999999998 }, { "name": "aten::cat", "count": 272, "duration_ms": 4.809030999999998 }, { "name": "aten::chunk", "count": 154, "duration_ms": 4.537282999999996 }, { "name": "sglang::fused_inplace_qknorm_rope", "count": 152, "duration_ms": 4.439612999999999 }, { "name": "aten::split", "count": 154, "duration_ms": 4.067881000000001 }, { "name": "aten::transpose", "count": 1008, "duration_ms": 3.1227139999999958 }, { "name": "aten::gelu", "count": 152, "duration_ms": 3.011858 }, { "name": "aten::empty", "count": 643, "duration_ms": 3.005855000000001 }, { "name": "aten::silu", "count": 160, "duration_ms": 2.9748140000000003 }, { "name": "aten::slice", "count": 930, "duration_ms": 2.753888000000003 }, { "name": "aten::empty_strided", "count": 481, "duration_ms": 2.5382849999999992 }, { "name": "aten::view", "count": 3486, "duration_ms": 2.1568390000000024 }, { "name": "aten::empty_like", "count": 235, "duration_ms": 2.0253700000000006 }, { "name": "aten::as_strided", "count": 2209, "duration_ms": 1.649315999999998 }, { "name": "aten::copy_", "count": 48, "duration_ms": 1.503162 }, { "name": "aten::unflatten", "count": 456, "duration_ms": 1.443718999999999 }, { "name": "c10d::_allgather_base_", "count": 6, "duration_ms": 1.131747 }, { "name": "aten::reshape", "count": 17, "duration_ms": 1.083997 }, { "name": "aten::unsqueeze", "count": 238, "duration_ms": 1.0142899999999995 }, { "name": "aten::clone", "count": 7, "duration_ms": 0.9713029999999999 }, { "name": "record_param_comms", "count": 6, "duration_ms": 0.967559 }, { "name": "aten::to", "count": 155, "duration_ms": 0.805321 }, { "name": "aten::_to_copy", "count": 25, "duration_ms": 0.6525000000000001 }, { "name": "aten::resize_", "count": 156, "duration_ms": 0.594398 }, { "name": "aten::flatten", "count": 116, "duration_ms": 0.49857499999999993 }, { "name": "aten::repeat", "count": 2, "duration_ms": 0.344403 }, { "name": "aten::add", "count": 16, "duration_ms": 0.276556 }, { "name": "aten::movedim", "count": 12, "duration_ms": 0.159499 }, { "name": "aten::layer_norm", "count": 2, "duration_ms": 0.090538 }, { "name": "aten::mul", "count": 4, "duration_ms": 0.084621 }, { "name": "aten::dropout", "count": 76, "duration_ms": 0.08096 }, { "name": "aten::native_layer_norm", "count": 2, "duration_ms": 0.080622 }, { "name": "aten::zeros", "count": 2, "duration_ms": 0.07721800000000001 }, { "name": "aten::select", "count": 18, "duration_ms": 0.0661 }, { "name": "aten::permute", "count": 9, "duration_ms": 0.059309 }, { "name": "aten::zero_", "count": 2, "duration_ms": 0.046432999999999995 }, { "name": "aten::sub", "count": 2, "duration_ms": 0.04601 }, { "name": "aten::fill_", "count": 2, "duration_ms": 0.040055 }, { "name": "aten::expand", "count": 4, "duration_ms": 0.016669 }, { "name": "aten::unbind", "count": 1, "duration_ms": 0.014221 }, { "name": "aten::item", "count": 4, "duration_ms": 0.013908 }, { "name": "aten::_unsafe_view", "count": 7, "duration_ms": 0.012854 }, { "name": "aten::expand_as", "count": 2, "duration_ms": 0.009998 }, { "name": "aten::unfold", "count": 2, "duration_ms": 0.009304 }, { "name": "aten::_local_scalar_dense", "count": 4, "duration_ms": 0.004262 }, { "name": "aten::resolve_conj", "count": 6, "duration_ms": 0.0018439999999999997 }, { "name": "aten::resolve_neg", "count": 6, "duration_ms": 0.001352 } ], "cuda_apis": [ { "name": "cuLaunchKernelEx", "count": 1242, "duration_ms": 7.200696999999996 }, { "name": "cudaLaunchKernelExC", "count": 808, "duration_ms": 5.115112999999989 }, { "name": "cudaLaunchKernel", "count": 797, "duration_ms": 5.061195999999995 }, { "name": "cudaMemsetAsync", "count": 494, "duration_ms": 2.7161110000000015 }, { "name": "cudaFuncSetAttribute", "count": 228, "duration_ms": 0.582465 }, { "name": "INVALID", "count": 690, "duration_ms": 0.2796610000000005 }, { "name": "cudaMemcpyAsync", "count": 9, "duration_ms": 0.198303 }, { "name": "cudaDeviceSynchronize", "count": 6, "duration_ms": 0.15209099999999998 }, { "name": "cudaDeviceGetAttribute", "count": 152, "duration_ms": 0.14213200000000006 }, { "name": "cudaEventQuery", "count": 15, "duration_ms": 0.041519 }, { "name": "cudaEventRecord", "count": 18, "duration_ms": 0.039486 }, { "name": "cudaStreamWaitEvent", "count": 12, "duration_ms": 0.021584999999999997 }, { "name": "cudaStreamSynchronize", "count": 7, "duration_ms": 0.019827 }, { "name": "cudaGetFuncBySymbol", "count": 6, "duration_ms": 0.017251000000000002 }, { "name": "cudaStreamIsCapturing", "count": 19, "duration_ms": 0.016371999999999998 }, { "name": "cudaEventRecordWithFlags", "count": 6, "duration_ms": 0.010289000000000001 }, { "name": "cudaThreadExchangeStreamCaptureMode", "count": 10, "duration_ms": 0.007765000000000001 } ], "shapes": [ { "name": "sglang::triton_fused_layernorm_modulate", "input_dims": [ [ 1, 4608, 3072 ], [ 1, 3072 ], [ 1, 3072 ], [] ], "count": 76, "duration_ms": 12.587143999999997 }, { "name": "sglang::triton_fused_layernorm_modulate", "input_dims": [ [ 1, 4096, 3072 ], [ 1, 3072 ], [ 1, 3072 ], [] ], "count": 76, "duration_ms": 12.297824000000002 }, { "name": "sglang::triton_fused_layernorm_modulate", "input_dims": [ [ 1, 512, 3072 ], [ 1, 3072 ], [ 1, 3072 ], [] ], "count": 76, "duration_ms": 10.694591999999998 }, { "name": "aten::linear", "input_dims": [ [ 1, 4608, 3072 ], [ 1536, 3072 ], [ 1536 ] ], "count": 228, "duration_ms": 9.367070000000004 }, { "name": "aten::addmm", "input_dims": [ [ 1536 ], [ 4608, 3072 ], [ 3072, 1536 ], [], [] ], "count": 228, "duration_ms": 6.518463999999997 }, { "name": "sgl_kernel::fwd", "input_dims": [ [ 1, 4608, 12, 128 ], [ 1, 4608, 12, 128 ], [ 1, 4608, 12, 128 ], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [] ], "count": 114, "duration_ms": 5.845007 }, { "name": "sglang::diffusion_residual_gate_add", "input_dims": [ [ 1, 4608, 3072 ], [ 1, 4608, 3072 ], [ 1, 1, 3072 ] ], "count": 76, "duration_ms": 4.988231999999999 }, { "name": "sglang::diffusion_residual_gate_add", "input_dims": [ [ 1, 4096, 3072 ], [ 1, 4096, 3072 ], [ 1, 1, 3072 ] ], "count": 76, "duration_ms": 4.973025 }, { "name": "aten::linear", "input_dims": [ [ 1, 4608, 3072 ], [ 6144, 3072 ], [ 6144 ] ], "count": 76, "duration_ms": 4.706575000000002 }, { "name": "aten::linear", "input_dims": [ [ 1, 4608, 7680 ], [ 3072, 7680 ], [ 3072 ] ], "count": 76, "duration_ms": 4.695804 }, { "name": "aten::linear", "input_dims": [ [ 1, 4096, 3072 ], [ 1536, 3072 ], [ 1536 ] ], "count": 114, "duration_ms": 4.525197 }, { "name": "aten::linear", "input_dims": [ [ 1, 3072 ], [ 9216, 3072 ], [ 9216 ] ], "count": 76, "duration_ms": 4.418031999999999 }, { "name": "aten::arange", "input_dims": [ [], [], [], [], [], [] ], "count": 152, "duration_ms": 4.284861000000002 }, { "name": "sglang::diffusion_residual_gate_add", "input_dims": [ [ 1, 512, 3072 ], [ 1, 512, 3072 ], [ 1, 1, 3072 ] ], "count": 76, "duration_ms": 3.7229760000000014 }, { "name": "aten::linear", "input_dims": [ [ 1, 512, 3072 ], [ 1536, 3072 ], [ 1536 ] ], "count": 114, "duration_ms": 3.660106 }, { "name": "aten::addmm", "input_dims": [ [ 9216 ], [ 1, 3072 ], [ 3072, 9216 ], [], [] ], "count": 76, "duration_ms": 3.6258070000000004 }, { "name": "aten::linear", "input_dims": [ [ 1, 3072 ], [ 18432, 3072 ], [ 18432 ] ], "count": 76, "duration_ms": 3.5240420000000006 }, { "name": "aten::addmm", "input_dims": [ [ 6144 ], [ 4608, 3072 ], [ 3072, 6144 ], [], [] ], "count": 76, "duration_ms": 3.4523099999999998 }, { "name": "aten::addmm", "input_dims": [ [ 3072 ], [ 4608, 7680 ], [ 7680, 3072 ], [], [] ], "count": 76, "duration_ms": 3.451933 }, { "name": "aten::addmm", "input_dims": [ [ 1536 ], [ 4096, 3072 ], [ 3072, 1536 ], [], [] ], "count": 114, "duration_ms": 3.143946999999999 }, { "name": "aten::empty", "input_dims": [ [], [], [], [], [], [] ], "count": 643, "duration_ms": 3.005855000000001 }, { "name": "aten::silu", "input_dims": [ [ 1, 3072 ] ], "count": 160, "duration_ms": 2.9748140000000003 }, { "name": "aten::arange", "input_dims": [ [], [], [], [ 0 ] ], "count": 156, "duration_ms": 2.923243 }, { "name": "aten::chunk", "input_dims": [ [ 1, 18432 ], [], [] ], "count": 76, "duration_ms": 2.8842489999999996 }, { "name": "aten::addmm", "input_dims": [ [ 18432 ], [ 1, 3072 ], [ 3072, 18432 ], [], [] ], "count": 76, "duration_ms": 2.747499999999999 }, { "name": "aten::linear", "input_dims": [ [ 1, 4096, 1536 ], [ 3072, 1536 ], [ 3072 ] ], "count": 38, "duration_ms": 2.710519 }, { "name": "aten::split", "input_dims": [ [ 1, 18432 ], [], [] ], "count": 76, "duration_ms": 2.6479830000000004 }, { "name": "aten::linear", "input_dims": [ [ 1, 4096, 3072 ], [ 6144, 3072 ], [ 6144 ] ], "count": 38, "duration_ms": 2.6223730000000005 }, { "name": "aten::empty_strided", "input_dims": [ [], [], [], [], [], [] ], "count": 481, "duration_ms": 2.5382849999999992 }, { "name": "aten::addmm", "input_dims": [ [ 1536 ], [ 512, 3072 ], [ 3072, 1536 ], [], [] ], "count": 114, "duration_ms": 2.532891999999999 }, { "name": "sglang::fused_inplace_qknorm_rope", "input_dims": [ [ 4608, 12, 128 ], [ 4608, 12, 128 ], [ 128 ], [ 128 ], [ 4608, 128 ], [ 4608 ], [], [], [], [], [], [] ], "count": 76, "duration_ms": 2.440027 }, { "name": "aten::t", "input_dims": [ [ 1536, 3072 ] ], "count": 456, "duration_ms": 2.2063119999999974 }, { "name": "aten::linear", "input_dims": [ [ 1, 512, 3072 ], [ 6144, 3072 ], [ 6144 ] ], "count": 38, "duration_ms": 2.167841 }, { "name": "aten::addmm", "input_dims": [ [ 3072 ], [ 4096, 1536 ], [ 1536, 3072 ], [], [] ], "count": 38, "duration_ms": 2.130312 }, { "name": "aten::narrow", "input_dims": [ [ 1, 18432 ], [], [], [] ], "count": 456, "duration_ms": 2.093658 }, { "name": "aten::linear", "input_dims": [ [ 1, 512, 1536 ], [ 3072, 1536 ], [ 3072 ] ], "count": 38, "duration_ms": 2.0056180000000006 }, { "name": "aten::addmm", "input_dims": [ [ 6144 ], [ 4096, 3072 ], [ 3072, 6144 ], [], [] ], "count": 38, "duration_ms": 1.9497809999999998 }, { "name": "aten::linear", "input_dims": [ [ 1, 4096, 6144 ], [ 3072, 6144 ], [ 3072 ] ], "count": 38, "duration_ms": 1.7580449999999999 }, { "name": "aten::cat", "input_dims": [ [ [ 1, 512, 12, 128 ], [ 1, 4096, 12, 128 ] ], [] ], "count": 114, "duration_ms": 1.6752690000000003 }, { "name": "aten::linear", "input_dims": [ [ 1, 512, 6144 ], [ 3072, 6144 ], [ 3072 ] ], "count": 38, "duration_ms": 1.6344690000000002 }, { "name": "aten::chunk", "input_dims": [ [ 1, 9216 ], [], [] ], "count": 76, "duration_ms": 1.625829 }, { "name": "aten::addmm", "input_dims": [ [ 6144 ], [ 512, 3072 ], [ 3072, 6144 ], [], [] ], "count": 38, "duration_ms": 1.5773800000000002 }, { "name": "aten::cat", "input_dims": [ [ [ 1, 4608, 1536 ], [ 1, 4608, 6144 ] ], [] ], "count": 76, "duration_ms": 1.5629019999999998 }, { "name": "aten::addmm", "input_dims": [ [ 3072 ], [ 512, 1536 ], [ 1536, 3072 ], [], [] ], "count": 38, "duration_ms": 1.4581279999999999 }, { "name": "aten::cat", "input_dims": [ [ [ 1, 512, 3072 ], [ 1, 4096, 3072 ] ], [] ], "count": 76, "duration_ms": 1.4494609999999999 }, { "name": "aten::gelu", "input_dims": [ [ 1, 4608, 6144 ], [] ], "count": 76, "duration_ms": 1.4198090000000008 }, { "name": "aten::split", "input_dims": [ [ 1, 9216 ], [], [] ], "count": 76, "duration_ms": 1.3981079999999997 }, { "name": "aten::addmm", "input_dims": [ [ 3072 ], [ 4096, 6144 ], [ 6144, 3072 ], [], [] ], "count": 38, "duration_ms": 1.2669039999999998 }, { "name": "sglang::fused_inplace_qknorm_rope", "input_dims": [ [ 512, 12, 128 ], [ 512, 12, 128 ], [ 128 ], [ 128 ], [ 4608, 128 ], [ 512 ], [], [], [], [], [], [] ], "count": 38, "duration_ms": 1.266709 }, { "name": "aten::slice", "input_dims": [ [ 1, 18432 ], [], [], [], [] ], "count": 456, "duration_ms": 1.1941069999999994 }, { "name": "aten::transpose", "input_dims": [ [ 1536, 3072 ], [], [] ], "count": 456, "duration_ms": 1.1922000000000004 }, { "name": "aten::addmm", "input_dims": [ [ 3072 ], [ 512, 6144 ], [ 6144, 3072 ], [], [] ], "count": 38, "duration_ms": 1.105797 }, { "name": "aten::narrow", "input_dims": [ [ 1, 9216 ], [], [], [] ], "count": 228, "duration_ms": 1.0854680000000003 }, { "name": "aten::narrow", "input_dims": [ [ 1, 4608, 3072 ], [], [], [] ], "count": 152, "duration_ms": 1.0587820000000001 }, { "name": "aten::unsqueeze", "input_dims": [ [ 1, 3072 ], [] ], "count": 232, "duration_ms": 0.9978719999999995 }, { "name": "aten::t", "input_dims": [ [ 6144, 3072 ] ], "count": 154, "duration_ms": 0.9922810000000001 }, { "name": "aten::gelu", "input_dims": [ [ 1, 4096, 6144 ], [] ], "count": 38, "duration_ms": 0.8557700000000001 }, { "name": "aten::unflatten", "input_dims": [ [ 1, 4608, 1536 ], [], [] ], "count": 228, "duration_ms": 0.801459 }, { "name": "aten::reshape", "input_dims": [ [ 1, 4096, 2, 1536 ], [] ], "count": 2, "duration_ms": 0.749939 }, { "name": "aten::gelu", "input_dims": [ [ 1, 512, 6144 ], [] ], "count": 38, "duration_ms": 0.7362790000000001 }, { "name": "sglang::fused_inplace_qknorm_rope", "input_dims": [ [ 4096, 12, 128 ], [ 4096, 12, 128 ], [ 128 ], [ 128 ], [ 4608, 128 ], [ 4096 ], [], [], [], [], [], [] ], "count": 38, "duration_ms": 0.7328769999999999 }, { "name": "aten::clone", "input_dims": [ [ 1, 4096, 2, 1536 ], [] ], "count": 2, "duration_ms": 0.730784 }, { "name": "aten::copy_", "input_dims": [ [ 1, 4096, 2, 1536 ], [ 1, 4096, 2, 1536 ], [] ], "count": 2, "duration_ms": 0.697003 }, { "name": "aten::empty_like", "input_dims": [ [ 1, 4608, 3072 ], [], [], [], [], [] ], "count": 76, "duration_ms": 0.6946620000000001 }, { "name": "aten::empty_like", "input_dims": [ [ 1, 4096, 3072 ], [], [], [], [], [] ], "count": 76, "duration_ms": 0.6918980000000001 }, { "name": "aten::narrow", "input_dims": [ [ 1, 4608, 1536 ], [], [], [] ], "count": 76, "duration_ms": 0.6250570000000002 }, { "name": "aten::slice", "input_dims": [ [ 1, 4608, 3072 ], [], [], [], [] ], "count": 152, "duration_ms": 0.598589 }, { "name": "aten::resize_", "input_dims": [ [ 0 ], [], [] ], "count": 156, "duration_ms": 0.594398 }, { "name": "aten::slice", "input_dims": [ [ 1, 9216 ], [], [], [], [] ], "count": 228, "duration_ms": 0.5843199999999997 }, { "name": "aten::transpose", "input_dims": [ [ 6144, 3072 ], [], [] ], "count": 154, "duration_ms": 0.5688500000000003 }, { "name": "aten::empty_like", "input_dims": [ [ 1, 512, 3072 ], [], [], [], [], [] ], "count": 76, "duration_ms": 0.5575750000000002 }, { "name": "aten::t", "input_dims": [ [ 9216, 3072 ] ], "count": 76, "duration_ms": 0.5028040000000001 }, { "name": "aten::t", "input_dims": [ [ 3072, 7680 ] ], "count": 76, "duration_ms": 0.49149099999999996 }, { "name": "aten::flatten", "input_dims": [ [ 1, 4608, 12, 128 ], [], [] ], "count": 114, "duration_ms": 0.4888799999999999 }, { "name": "aten::t", "input_dims": [ [ 3072, 1536 ] ], "count": 76, "duration_ms": 0.47801899999999997 }, { "name": "aten::t", "input_dims": [ [ 18432, 3072 ] ], "count": 76, "duration_ms": 0.46562 }, { "name": "aten::t", "input_dims": [ [ 3072, 6144 ] ], "count": 76, "duration_ms": 0.44802300000000006 }, { "name": "c10d::_allgather_base_", "input_dims": [ [ 2, 4096, 32 ], [ 1, 4096, 32 ], [], [], [] ], "count": 2, "duration_ms": 0.43640100000000004 }, { "name": "c10d::_allgather_base_", "input_dims": [ [ 2, 4096, 1536 ], [ 1, 4096, 1536 ], [], [], [] ], "count": 2, "duration_ms": 0.39899300000000004 }, { "name": "aten::unflatten", "input_dims": [ [ 1, 4096, 1536 ], [], [] ], "count": 114, "duration_ms": 0.3974740000000001 }, { "name": "record_param_comms", "input_dims": [ [ 1, 4096, 32 ], [], [], [], [], [], [], [], [], [] ], "count": 2, "duration_ms": 0.367817 }, { "name": "aten::repeat", "input_dims": [ [], [] ], "count": 2, "duration_ms": 0.344403 }, { "name": "record_param_comms", "input_dims": [ [ 1, 4096, 1536 ], [], [], [], [], [], [], [], [], [] ], "count": 2, "duration_ms": 0.34293399999999996 }, { "name": "aten::view", "input_dims": [ [ 1, 4608, 3072 ], [] ], "count": 532, "duration_ms": 0.34160899999999994 }, { "name": "aten::slice", "input_dims": [ [ 1, 4608, 1536 ], [], [], [], [] ], "count": 76, "duration_ms": 0.3308539999999999 }, { "name": "aten::linear", "input_dims": [ [ 1, 3072 ], [ 3072, 3072 ], [ 3072 ] ], "count": 6, "duration_ms": 0.306678 }, { "name": "c10d::_allgather_base_", "input_dims": [ [ 2, 512, 1536 ], [ 1, 512, 1536 ], [], [], [] ], "count": 2, "duration_ms": 0.296353 }, { "name": "aten::linear", "input_dims": [ [ 1, 256 ], [ 3072, 256 ], [ 3072 ] ], "count": 4, "duration_ms": 0.28715799999999997 }, { "name": "aten::transpose", "input_dims": [ [ 9216, 3072 ], [], [] ], "count": 76, "duration_ms": 0.27921800000000013 }, { "name": "aten::transpose", "input_dims": [ [ 18432, 3072 ], [], [] ], "count": 76, "duration_ms": 0.27080599999999994 }, { "name": "aten::transpose", "input_dims": [ [ 3072, 7680 ], [], [] ], "count": 76, "duration_ms": 0.26930399999999993 }, { "name": "aten::view", "input_dims": [ [ 1, 4096, 3072 ], [] ], "count": 382, "duration_ms": 0.26184699999999994 }, { "name": "aten::transpose", "input_dims": [ [ 3072, 1536 ], [], [] ], "count": 76, "duration_ms": 0.258791 }, { "name": "record_param_comms", "input_dims": [ [ 1, 512, 1536 ], [], [], [], [], [], [], [], [], [] ], "count": 2, "duration_ms": 0.256808 }, { "name": "aten::addmm", "input_dims": [ [ 3072 ], [ 1, 3072 ], [ 3072, 3072 ], [], [] ], "count": 6, "duration_ms": 0.24925799999999998 }, { "name": "aten::unflatten", "input_dims": [ [ 1, 512, 1536 ], [], [] ], "count": 114, "duration_ms": 0.244786 }, { "name": "aten::view", "input_dims": [ [ 1, 4608, 12, 128 ], [] ], "count": 266, "duration_ms": 0.24214600000000003 }, { "name": "aten::addmm", "input_dims": [ [ 3072 ], [ 1, 256 ], [ 256, 3072 ], [], [] ], "count": 4, "duration_ms": 0.23423399999999997 }, { "name": "aten::as_strided", "input_dims": [ [ 1536, 3072 ], [], [], [] ], "count": 456, "duration_ms": 0.23383999999999988 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 3072 ], [], [], [] ], "count": 232, "duration_ms": 0.233054 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 18432 ], [], [], [] ], "count": 456, "duration_ms": 0.21722 }, { "name": "aten::transpose", "input_dims": [ [ 3072, 6144 ], [], [] ], "count": 76, "duration_ms": 0.212925 }, { "name": "aten::linear", "input_dims": [ [ 1, 4096, 64 ], [ 1536, 64 ], [ 1536 ] ], "count": 2, "duration_ms": 0.210779 }, { "name": "aten::view", "input_dims": [ [ 1, 512, 3072 ], [] ], "count": 380, "duration_ms": 0.1933209999999999 }, { "name": "aten::_to_copy", "input_dims": [ [ 4096 ], [], [], [], [], [], [] ], "count": 6, "duration_ms": 0.19095299999999998 }, { "name": "aten::addmm", "input_dims": [ [ 1536 ], [ 4096, 64 ], [ 64, 1536 ], [], [] ], "count": 2, "duration_ms": 0.167738 }, { "name": "aten::as_strided", "input_dims": [ [ 6144, 3072 ], [], [], [] ], "count": 154, "duration_ms": 0.15728700000000004 }, { "name": "aten::view", "input_dims": [ [ 1, 4608, 1536 ], [] ], "count": 228, "duration_ms": 0.14882299999999998 }, { "name": "aten::to", "input_dims": [ [ 1, 256 ], [], [], [], [] ], "count": 4, "duration_ms": 0.141409 }, { "name": "aten::copy_", "input_dims": [ [ 4096 ], [ 4096 ], [] ], "count": 6, "duration_ms": 0.141152 }, { "name": "aten::to", "input_dims": [ [ 4096 ], [], [], [], [], [], [], [] ], "count": 3, "duration_ms": 0.134906 }, { "name": "aten::_to_copy", "input_dims": [ [ 1, 256 ], [], [], [], [], [], [] ], "count": 4, "duration_ms": 0.13083899999999998 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 4608, 3072 ], [], [], [] ], "count": 152, "duration_ms": 0.12938799999999998 }, { "name": "aten::_to_copy", "input_dims": [ [ 512 ], [], [], [], [], [], [] ], "count": 6, "duration_ms": 0.12812800000000002 }, { "name": "aten::linear", "input_dims": [ [ 1, 3072 ], [ 6144, 3072 ], [ 6144 ] ], "count": 2, "duration_ms": 0.12491400000000001 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 9216 ], [], [], [] ], "count": 228, "duration_ms": 0.12372500000000002 }, { "name": "aten::to", "input_dims": [ [ 1, 4096, 64 ], [], [], [], [] ], "count": 6, "duration_ms": 0.11909900000000001 }, { "name": "aten::reshape", "input_dims": [ [ 1, 4096, 2, 32 ], [] ], "count": 2, "duration_ms": 0.116451 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 4608, 1536 ], [], [], [] ], "count": 76, "duration_ms": 0.11177300000000004 }, { "name": "aten::linear", "input_dims": [ [ 1, 512, 4096 ], [ 1536, 4096 ], [ 1536 ] ], "count": 2, "duration_ms": 0.11044100000000001 }, { "name": "aten::_to_copy", "input_dims": [ [ 1, 4096, 64 ], [], [], [], [], [], [] ], "count": 4, "duration_ms": 0.107632 }, { "name": "aten::linear", "input_dims": [ [ 1, 4096, 3072 ], [ 32, 3072 ], [ 32 ] ], "count": 2, "duration_ms": 0.107094 }, { "name": "aten::view", "input_dims": [ [ 1, 4096, 1536 ], [] ], "count": 152, "duration_ms": 0.10690799999999993 }, { "name": "aten::arange", "input_dims": [ [], [], [], [], [] ], "count": 4, "duration_ms": 0.101682 }, { "name": "aten::view", "input_dims": [ [ 4608, 1536 ], [] ], "count": 228, "duration_ms": 0.09745800000000003 }, { "name": "aten::reshape", "input_dims": [ [ 1, 512, 2, 1536 ], [] ], "count": 2, "duration_ms": 0.096309 }, { "name": "aten::to", "input_dims": [ [ 1, 4608, 1536 ], [], [], [], [] ], "count": 114, "duration_ms": 0.095067 }, { "name": "aten::clone", "input_dims": [ [ 1, 4096, 2, 32 ], [] ], "count": 2, "duration_ms": 0.094997 }, { "name": "aten::copy_", "input_dims": [ [ 512 ], [ 512 ], [] ], "count": 6, "duration_ms": 0.094724 }, { "name": "aten::layer_norm", "input_dims": [ [ 1, 4096, 3072 ], [], [], [], [], [] ], "count": 2, "duration_ms": 0.090538 }, { "name": "aten::addmm", "input_dims": [ [ 6144 ], [ 1, 3072 ], [ 3072, 6144 ], [], [] ], "count": 2, "duration_ms": 0.088367 }, { "name": "aten::as_strided", "input_dims": [ [ 3072, 7680 ], [], [], [] ], "count": 76, "duration_ms": 0.087335 }, { "name": "aten::to", "input_dims": [ [ 512 ], [], [], [], [], [], [], [] ], "count": 3, "duration_ms": 0.084114 }, { "name": "aten::view", "input_dims": [ [ 1, 1, 3072 ], [] ], "count": 228, "duration_ms": 0.083602 }, { "name": "aten::view", "input_dims": [ [ 1, 512, 1536 ], [] ], "count": 152, "duration_ms": 0.08301700000000001 }, { "name": "aten::as_strided", "input_dims": [ [ 18432, 3072 ], [], [], [] ], "count": 76, "duration_ms": 0.08217700000000003 }, { "name": "aten::linear", "input_dims": [ [ 1, 768 ], [ 3072, 768 ], [ 3072 ] ], "count": 2, "duration_ms": 0.081258 }, { "name": "aten::native_layer_norm", "input_dims": [ [ 1, 4096, 3072 ], [], [], [], [] ], "count": 2, "duration_ms": 0.080622 }, { "name": "aten::clone", "input_dims": [ [ 1, 512, 2, 1536 ], [] ], "count": 2, "duration_ms": 0.079428 }, { "name": "aten::reshape", "input_dims": [ [ 1, 16, 64, 2, 64, 2 ], [] ], "count": 1, "duration_ms": 0.079169 }, { "name": "aten::as_strided", "input_dims": [ [ 9216, 3072 ], [], [], [] ], "count": 76, "duration_ms": 0.07731700000000001 }, { "name": "aten::addmm", "input_dims": [ [ 32 ], [ 4096, 3072 ], [ 3072, 32 ], [], [] ], "count": 2, "duration_ms": 0.077224 }, { "name": "aten::zeros", "input_dims": [ [], [], [], [], [] ], "count": 2, "duration_ms": 0.07721800000000001 }, { "name": "aten::copy_", "input_dims": [ [ 1, 1 ], [ 1, 1 ], [] ], "count": 2, "duration_ms": 0.07699600000000001 }, { "name": "aten::addmm", "input_dims": [ [ 1536 ], [ 512, 4096 ], [ 4096, 1536 ], [], [] ], "count": 2, "duration_ms": 0.072543 }, { "name": "aten::as_strided", "input_dims": [ [ 3072, 1536 ], [], [], [] ], "count": 76, "duration_ms": 0.07169200000000003 }, { "name": "aten::add", "input_dims": [ [ 1, 3072 ], [ 1, 3072 ], [] ], "count": 4, "duration_ms": 0.071532 }, { "name": "aten::copy_", "input_dims": [ [ 1, 256 ], [ 1, 256 ], [] ], "count": 4, "duration_ms": 0.069644 }, { "name": "aten::movedim", "input_dims": [ [ 2, 1, 4096, 32 ], [], [] ], "count": 4, "duration_ms": 0.068712 }, { "name": "aten::to", "input_dims": [ [ 4096 ], [], [], [], [] ], "count": 3, "duration_ms": 0.06756799999999999 }, { "name": "aten::clone", "input_dims": [ [ 1, 16, 64, 2, 64, 2 ], [] ], "count": 1, "duration_ms": 0.066094 }, { "name": "aten::copy_", "input_dims": [ [ 1, 4096, 2, 32 ], [ 1, 4096, 2, 32 ], [] ], "count": 2, "duration_ms": 0.064495 }, { "name": "aten::view", "input_dims": [ [ 4608, 6144 ], [] ], "count": 76, "duration_ms": 0.063819 }, { "name": "aten::view", "input_dims": [ [ 1, 4096, 12, 128 ], [] ], "count": 76, "duration_ms": 0.06259599999999997 }, { "name": "aten::as_strided", "input_dims": [ [ 3072, 6144 ], [], [], [] ], "count": 76, "duration_ms": 0.061977999999999984 }, { "name": "aten::copy_", "input_dims": [ [ 1, 4096, 64 ], [ 1, 4096, 64 ], [] ], "count": 4, "duration_ms": 0.061128 }, { "name": "aten::addmm", "input_dims": [ [ 3072 ], [ 1, 768 ], [ 768, 3072 ], [], [] ], "count": 2, "duration_ms": 0.058305 }, { "name": "aten::view", "input_dims": [ [ 4096, 1536 ], [] ], "count": 116, "duration_ms": 0.05721000000000002 }, { "name": "aten::add", "input_dims": [ [ 1, 3072 ], [], [] ], "count": 2, "duration_ms": 0.056677000000000005 }, { "name": "aten::view", "input_dims": [ [ 1, 512, 12, 128 ], [] ], "count": 76, "duration_ms": 0.054785 }, { "name": "aten::view", "input_dims": [ [ 1, 4608, 7680 ], [] ], "count": 76, "duration_ms": 0.05262900000000002 }, { "name": "aten::to", "input_dims": [ [ 512 ], [], [], [], [] ], "count": 3, "duration_ms": 0.052044999999999994 }, { "name": "aten::cat", "input_dims": [ [ [ 4608, 64 ], [ 4608, 64 ] ], [] ], "count": 2, "duration_ms": 0.049325 }, { "name": "aten::add", "input_dims": [ [ 1 ], [], [] ], "count": 4, "duration_ms": 0.04839 }, { "name": "aten::movedim", "input_dims": [ [ 2, 1, 4096, 1536 ], [], [] ], "count": 4, "duration_ms": 0.048213 }, { "name": "aten::copy_", "input_dims": [ [ 1, 512, 2, 1536 ], [ 1, 512, 2, 1536 ], [] ], "count": 2, "duration_ms": 0.047892 }, { "name": "aten::sub", "input_dims": [ [], [], [] ], "count": 2, "duration_ms": 0.04601 }, { "name": "aten::mul", "input_dims": [ [ 1, 4096, 3072 ], [ 1, 1, 3072 ] ], "count": 2, "duration_ms": 0.045555 }, { "name": "aten::view", "input_dims": [ [ 4608, 3072 ], [] ], "count": 76, "duration_ms": 0.044637 }, { "name": "aten::view", "input_dims": [ [ 4096, 3072 ], [] ], "count": 76, "duration_ms": 0.044055 }, { "name": "aten::view", "input_dims": [ [ 512, 1536 ], [] ], "count": 116, "duration_ms": 0.043148999999999986 }, { "name": "aten::movedim", "input_dims": [ [ 2, 1, 512, 1536 ], [], [] ], "count": 4, "duration_ms": 0.042574 }, { "name": "aten::dropout", "input_dims": [ [ 1, 512, 6144 ], [], [] ], "count": 38, "duration_ms": 0.04151199999999999 }, { "name": "aten::copy_", "input_dims": [ [ 1, 16, 64, 2, 64, 2 ], [ 1, 16, 64, 2, 64, 2 ], [] ], "count": 1, "duration_ms": 0.041159999999999995 }, { "name": "aten::view", "input_dims": [ [ 512, 3072 ], [] ], "count": 76, "duration_ms": 0.040947000000000004 }, { "name": "aten::cat", "input_dims": [ [ [ 1, 1 ], [ 1, 1 ] ], [] ], "count": 2, "duration_ms": 0.039686 }, { "name": "aten::dropout", "input_dims": [ [ 1, 4096, 6144 ], [], [] ], "count": 38, "duration_ms": 0.03944800000000002 }, { "name": "aten::mul", "input_dims": [ [], [ 1, 4096, 64 ] ], "count": 2, "duration_ms": 0.039066000000000004 }, { "name": "aten::copy_", "input_dims": [ [ 512, 28 ], [ 512, 28 ], [] ], "count": 4, "duration_ms": 0.038521 }, { "name": "aten::copy_", "input_dims": [ [ 4096, 28 ], [ 4096, 28 ], [] ], "count": 4, "duration_ms": 0.036176 }, { "name": "aten::to", "input_dims": [ [ 4096, 64 ], [], [], [], [] ], "count": 4, "duration_ms": 0.03595000000000001 }, { "name": "aten::t", "input_dims": [ [ 3072, 3072 ] ], "count": 6, "duration_ms": 0.035151 }, { "name": "aten::zero_", "input_dims": [ [ 512, 3 ] ], "count": 1, "duration_ms": 0.03489 }, { "name": "aten::to", "input_dims": [ [ 2 ], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.034869 }, { "name": "aten::t", "input_dims": [ [ 3072, 256 ] ], "count": 4, "duration_ms": 0.033644 }, { "name": "aten::add", "input_dims": [ [ 1, 4096, 3072 ], [ 1, 1, 3072 ], [] ], "count": 2, "duration_ms": 0.033202 }, { "name": "aten::_to_copy", "input_dims": [ [ 4096, 64 ], [], [], [], [], [], [] ], "count": 2, "duration_ms": 0.032816 }, { "name": "aten::_to_copy", "input_dims": [ [ 2 ], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.032693 }, { "name": "aten::cat", "input_dims": [ [ [ 512, 64 ], [ 4096, 64 ] ], [] ], "count": 2, "duration_ms": 0.032388 }, { "name": "aten::to", "input_dims": [ [ 512, 64 ], [], [], [], [] ], "count": 4, "duration_ms": 0.032338000000000006 }, { "name": "aten::fill_", "input_dims": [ [ 512, 3 ], [] ], "count": 1, "duration_ms": 0.030976 }, { "name": "aten::copy_", "input_dims": [ [ 4096, 8 ], [ 4096, 8 ], [] ], "count": 2, "duration_ms": 0.029861 }, { "name": "aten::add", "input_dims": [ [ 1, 4096, 64 ], [ 1, 4096, 64 ], [] ], "count": 2, "duration_ms": 0.029498 }, { "name": "aten::_to_copy", "input_dims": [ [ 512, 64 ], [], [], [], [], [], [] ], "count": 2, "duration_ms": 0.029439 }, { "name": "aten::view", "input_dims": [ [ 4096, 6144 ], [] ], "count": 38, "duration_ms": 0.028929999999999987 }, { "name": "aten::chunk", "input_dims": [ [ 1, 6144 ], [], [] ], "count": 2, "duration_ms": 0.027205 }, { "name": "aten::view", "input_dims": [ [ 1, 4096, 6144 ], [] ], "count": 38, "duration_ms": 0.026699999999999998 }, { "name": "aten::copy_", "input_dims": [ [ 64, 64 ], [ 64, 64 ], [] ], "count": 2, "duration_ms": 0.026407 }, { "name": "aten::copy_", "input_dims": [ [ 2 ], [ 2 ], [] ], "count": 1, "duration_ms": 0.026321999999999998 }, { "name": "aten::add", "input_dims": [ [ 64, 64 ], [ 64, 1 ], [] ], "count": 1, "duration_ms": 0.025890999999999997 }, { "name": "aten::view", "input_dims": [ [ 512, 6144 ], [] ], "count": 38, "duration_ms": 0.0245 }, { "name": "aten::view", "input_dims": [ [ 1, 512, 6144 ], [] ], "count": 38, "duration_ms": 0.023731000000000002 }, { "name": "aten::empty_like", "input_dims": [ [ 1, 4096, 2, 1536 ], [], [], [], [], [] ], "count": 2, "duration_ms": 0.022105 }, { "name": "aten::split", "input_dims": [ [ 1, 6144 ], [], [] ], "count": 2, "duration_ms": 0.02179 }, { "name": "aten::permute", "input_dims": [ [ 2, 1, 4096, 32 ], [] ], "count": 2, "duration_ms": 0.021755 }, { "name": "aten::empty_like", "input_dims": [ [ 1, 512, 2, 1536 ], [], [], [], [], [] ], "count": 2, "duration_ms": 0.021343 }, { "name": "aten::transpose", "input_dims": [ [ 3072, 3072 ], [], [] ], "count": 6, "duration_ms": 0.020222999999999998 }, { "name": "aten::empty_like", "input_dims": [ [ 1, 16, 64, 2, 64, 2 ], [], [], [], [], [] ], "count": 1, "duration_ms": 0.019027000000000002 }, { "name": "aten::empty_like", "input_dims": [ [ 1, 4096, 2, 32 ], [], [], [], [], [] ], "count": 2, "duration_ms": 0.01876 }, { "name": "aten::transpose", "input_dims": [ [ 3072, 256 ], [], [] ], "count": 4, "duration_ms": 0.018225 }, { "name": "aten::copy_", "input_dims": [ [ 512, 8 ], [ 512, 8 ], [] ], "count": 2, "duration_ms": 0.017984 }, { "name": "aten::t", "input_dims": [ [ 1536, 64 ] ], "count": 2, "duration_ms": 0.01781 }, { "name": "aten::copy_", "input_dims": [ [ 4096, 64 ], [ 4096, 64 ], [] ], "count": 2, "duration_ms": 0.017807999999999997 }, { "name": "aten::select", "input_dims": [ [ 3 ], [], [] ], "count": 4, "duration_ms": 0.017471 }, { "name": "aten::select", "input_dims": [ [ 2 ], [], [] ], "count": 4, "duration_ms": 0.017148000000000004 }, { "name": "aten::t", "input_dims": [ [ 3072, 768 ] ], "count": 2, "duration_ms": 0.016466 }, { "name": "aten::narrow", "input_dims": [ [ 1, 6144 ], [], [], [] ], "count": 4, "duration_ms": 0.016169000000000003 }, { "name": "aten::slice", "input_dims": [ [ 4096, 64 ], [], [], [], [] ], "count": 6, "duration_ms": 0.016075000000000002 }, { "name": "aten::copy_", "input_dims": [ [ 512, 64 ], [ 512, 64 ], [] ], "count": 2, "duration_ms": 0.015889 }, { "name": "aten::narrow", "input_dims": [ [ 1, 2 ], [], [], [] ], "count": 2, "duration_ms": 0.015756 }, { "name": "aten::select", "input_dims": [ [ 64, 64, 3 ], [], [] ], "count": 4, "duration_ms": 0.015615999999999998 }, { "name": "aten::t", "input_dims": [ [ 1536, 4096 ] ], "count": 2, "duration_ms": 0.015153 }, { "name": "aten::unbind", "input_dims": [ [ 2 ], [] ], "count": 1, "duration_ms": 0.014221 }, { "name": "aten::item", "input_dims": [ [] ], "count": 4, "duration_ms": 0.013908 }, { "name": "aten::slice", "input_dims": [ [ 512, 64 ], [], [], [], [] ], "count": 6, "duration_ms": 0.012367 }, { "name": "aten::permute", "input_dims": [ [ 2, 1, 4096, 1536 ], [] ], "count": 2, "duration_ms": 0.012308 }, { "name": "aten::transpose", "input_dims": [ [ 3072, 768 ], [], [] ], "count": 2, "duration_ms": 0.01183 }, { "name": "aten::t", "input_dims": [ [ 32, 3072 ] ], "count": 2, "duration_ms": 0.011737000000000001 }, { "name": "aten::zero_", "input_dims": [ [ 64, 64, 3 ] ], "count": 1, "duration_ms": 0.011543 }, { "name": "aten::permute", "input_dims": [ [ 2, 1, 512, 1536 ], [] ], "count": 2, "duration_ms": 0.01141 }, { "name": "aten::add", "input_dims": [ [ 64, 64 ], [ 1, 64 ], [] ], "count": 1, "duration_ms": 0.011366 }, { "name": "aten::unsqueeze", "input_dims": [ [ 1 ], [] ], "count": 4, "duration_ms": 0.011037 }, { "name": "aten::expand", "input_dims": [ [], [], [] ], "count": 2, "duration_ms": 0.010724000000000001 }, { "name": "aten::expand_as", "input_dims": [ [ 1 ], [ 1, 1 ] ], "count": 2, "duration_ms": 0.009998 }, { "name": "aten::slice", "input_dims": [ [ 1, 6144 ], [], [], [], [] ], "count": 4, "duration_ms": 0.009871 }, { "name": "aten::flatten", "input_dims": [ [ 1, 2 ], [], [] ], "count": 2, "duration_ms": 0.009694999999999999 }, { "name": "aten::unfold", "input_dims": [ [ 1 ], [], [], [] ], "count": 2, "duration_ms": 0.009304 }, { "name": "aten::fill_", "input_dims": [ [ 64, 64, 3 ], [] ], "count": 1, "duration_ms": 0.009079 }, { "name": "aten::reshape", "input_dims": [ [ 2, 4096, 32 ], [] ], "count": 2, "duration_ms": 0.009046 }, { "name": "aten::reshape", "input_dims": [ [ 2, 4096, 1536 ], [] ], "count": 2, "duration_ms": 0.008759 }, { "name": "aten::transpose", "input_dims": [ [ 1536, 64 ], [], [] ], "count": 2, "duration_ms": 0.008458 }, { "name": "aten::select", "input_dims": [ [ 4096, 3 ], [], [] ], "count": 3, "duration_ms": 0.008145 }, { "name": "aten::reshape", "input_dims": [ [ 2, 512, 1536 ], [] ], "count": 2, "duration_ms": 0.00814 }, { "name": "aten::reshape", "input_dims": [ [ 1, 4096, 64 ], [] ], "count": 1, "duration_ms": 0.00813 }, { "name": "aten::select", "input_dims": [ [ 512, 3 ], [], [] ], "count": 3, "duration_ms": 0.007719999999999999 }, { "name": "aten::slice", "input_dims": [ [ 1, 2 ], [], [], [], [] ], "count": 2, "duration_ms": 0.007705 }, { "name": "aten::permute", "input_dims": [ [ 1, 64, 64, 16, 2, 2 ], [] ], "count": 1, "duration_ms": 0.007414 }, { "name": "aten::permute", "input_dims": [ [ 1, 1 ], [] ], "count": 2, "duration_ms": 0.006422000000000001 }, { "name": "aten::transpose", "input_dims": [ [ 1536, 4096 ], [], [] ], "count": 2, "duration_ms": 0.006202 }, { "name": "aten::view", "input_dims": [ [ 1, 4096, 64 ], [] ], "count": 3, "duration_ms": 0.006037 }, { "name": "aten::expand", "input_dims": [ [ 1 ], [], [] ], "count": 2, "duration_ms": 0.005945 }, { "name": "aten::transpose", "input_dims": [ [ 32, 3072 ], [], [] ], "count": 2, "duration_ms": 0.0056819999999999996 }, { "name": "aten::as_strided", "input_dims": [ [ 3072, 256 ], [], [], [] ], "count": 4, "duration_ms": 0.005458 }, { "name": "aten::unsqueeze", "input_dims": [ [ 64 ], [] ], "count": 2, "duration_ms": 0.005381 }, { "name": "aten::as_strided", "input_dims": [ [ 3072, 3072 ], [], [], [] ], "count": 6, "duration_ms": 0.0053479999999999995 }, { "name": "aten::as_strided", "input_dims": [ [ 2 ], [], [], [] ], "count": 4, "duration_ms": 0.004546 }, { "name": "aten::_unsafe_view", "input_dims": [ [ 1, 4096, 2, 32 ], [] ], "count": 2, "duration_ms": 0.004533 }, { "name": "aten::_local_scalar_dense", "input_dims": [ [] ], "count": 4, "duration_ms": 0.004262 }, { "name": "aten::reshape", "input_dims": [ [ 1, 1 ], [] ], "count": 2, "duration_ms": 0.004181000000000001 }, { "name": "aten::as_strided", "input_dims": [ [ 1 ], [], [], [] ], "count": 8, "duration_ms": 0.003961999999999999 }, { "name": "aten::view", "input_dims": [ [ 2, 4096, 32 ], [] ], "count": 2, "duration_ms": 0.003902 }, { "name": "aten::reshape", "input_dims": [ [ 64, 64, 3 ], [] ], "count": 1, "duration_ms": 0.003873 }, { "name": "aten::view", "input_dims": [ [ 2, 4096, 1536 ], [] ], "count": 2, "duration_ms": 0.003843 }, { "name": "aten::as_strided", "input_dims": [ [ 2, 1, 4096, 1536 ], [], [], [] ], "count": 2, "duration_ms": 0.003825 }, { "name": "aten::as_strided", "input_dims": [ [ 2, 1, 4096, 32 ], [], [], [] ], "count": 2, "duration_ms": 0.003676 }, { "name": "aten::view", "input_dims": [ [ 1, 512, 4096 ], [] ], "count": 2, "duration_ms": 0.003633 }, { "name": "aten::view", "input_dims": [ [ 1, 2 ], [] ], "count": 2, "duration_ms": 0.003533 }, { "name": "aten::as_strided", "input_dims": [ [ 4096, 64 ], [], [], [] ], "count": 6, "duration_ms": 0.0035140000000000006 }, { "name": "aten::as_strided", "input_dims": [ [ 64, 64, 3 ], [], [], [] ], "count": 4, "duration_ms": 0.003483 }, { "name": "aten::as_strided", "input_dims": [ [ 2, 1, 512, 1536 ], [], [], [] ], "count": 2, "duration_ms": 0.0034079999999999996 }, { "name": "aten::view", "input_dims": [ [ 2, 512, 1536 ], [] ], "count": 2, "duration_ms": 0.003215 }, { "name": "aten::_unsafe_view", "input_dims": [ [ 1, 4096, 2, 1536 ], [] ], "count": 2, "duration_ms": 0.003188 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 64, 64, 16, 2, 2 ], [], [], [] ], "count": 1, "duration_ms": 0.0029100000000000003 }, { "name": "aten::as_strided", "input_dims": [ [ 3 ], [], [], [] ], "count": 4, "duration_ms": 0.0028150000000000002 }, { "name": "aten::_unsafe_view", "input_dims": [ [ 1, 512, 2, 1536 ], [] ], "count": 2, "duration_ms": 0.00277 }, { "name": "aten::to", "input_dims": [ [ 4608, 64 ], [], [], [], [], [], [], [] ], "count": 2, "duration_ms": 0.002581 }, { "name": "aten::as_strided", "input_dims": [ [ 512, 64 ], [], [], [] ], "count": 6, "duration_ms": 0.0024080000000000004 }, { "name": "aten::as_strided", "input_dims": [ [ 1536, 64 ], [], [], [] ], "count": 2, "duration_ms": 0.0024029999999999998 }, { "name": "aten::to", "input_dims": [ [ 4608, 64 ], [], [], [], [] ], "count": 4, "duration_ms": 0.0023899999999999998 }, { "name": "aten::_unsafe_view", "input_dims": [ [ 1, 16, 64, 2, 64, 2 ], [] ], "count": 1, "duration_ms": 0.002363 }, { "name": "aten::as_strided", "input_dims": [ [], [], [], [] ], "count": 2, "duration_ms": 0.002333 }, { "name": "aten::view", "input_dims": [ [ 4096 ], [] ], "count": 4, "duration_ms": 0.0022689999999999997 }, { "name": "aten::to", "input_dims": [ [ 1, 3072 ], [], [], [], [] ], "count": 2, "duration_ms": 0.0019099999999999998 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 6144 ], [], [], [] ], "count": 4, "duration_ms": 0.0018409999999999998 }, { "name": "aten::as_strided", "input_dims": [ [ 3072, 768 ], [], [], [] ], "count": 2, "duration_ms": 0.001802 }, { "name": "aten::view", "input_dims": [ [ 64, 64, 3 ], [] ], "count": 1, "duration_ms": 0.0016870000000000001 }, { "name": "aten::as_strided", "input_dims": [ [ 4096, 3 ], [], [], [] ], "count": 3, "duration_ms": 0.001673 }, { "name": "aten::as_strided", "input_dims": [ [ 1536, 4096 ], [], [], [] ], "count": 2, "duration_ms": 0.00151 }, { "name": "aten::as_strided", "input_dims": [ [ 32, 3072 ], [], [], [] ], "count": 2, "duration_ms": 0.0014520000000000002 }, { "name": "aten::resolve_conj", "input_dims": [ [ 4096 ] ], "count": 3, "duration_ms": 0.0014119999999999998 }, { "name": "aten::as_strided", "input_dims": [ [ 512, 3 ], [], [], [] ], "count": 3, "duration_ms": 0.001265 }, { "name": "aten::view", "input_dims": [ [ 1, 1 ], [] ], "count": 2, "duration_ms": 0.001227 }, { "name": "aten::as_strided", "input_dims": [ [ 64 ], [], [], [] ], "count": 2, "duration_ms": 0.001082 }, { "name": "aten::view", "input_dims": [ [ 4096, 32 ], [] ], "count": 2, "duration_ms": 0.001074 }, { "name": "aten::resolve_neg", "input_dims": [ [ 4096 ] ], "count": 3, "duration_ms": 0.0010459999999999998 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 2 ], [], [], [] ], "count": 2, "duration_ms": 0.0009279999999999999 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 1 ], [], [], [] ], "count": 2, "duration_ms": 0.0008879999999999999 }, { "name": "aten::to", "input_dims": [ [ 4096, 3 ], [], [], [], [] ], "count": 1, "duration_ms": 0.000727 }, { "name": "aten::resolve_conj", "input_dims": [ [ 512 ] ], "count": 3, "duration_ms": 0.000432 }, { "name": "aten::to", "input_dims": [ [ 512, 3 ], [], [], [], [] ], "count": 1, "duration_ms": 0.000348 }, { "name": "aten::resolve_neg", "input_dims": [ [ 512 ] ], "count": 3, "duration_ms": 0.000306 } ] }, { "name": "STAGE decoding_stage", "duration_ms": 93.818389, "ops": [ { "name": "aten::conv2d", "count": 35, "duration_ms": 3.276573000000001 }, { "name": "aten::convolution", "count": 35, "duration_ms": 3.164485000000001 }, { "name": "aten::_convolution", "count": 35, "duration_ms": 3.034713999999999 }, { "name": "aten::group_norm", "count": 30, "duration_ms": 2.250138 }, { "name": "aten::cudnn_convolution", "count": 35, "duration_ms": 2.2262910000000002 }, { "name": "aten::native_group_norm", "count": 30, "duration_ms": 1.5885999999999998 }, { "name": "aten::empty", "count": 160, "duration_ms": 0.5152070000000001 }, { "name": "aten::add_", "count": 38, "duration_ms": 0.4139779999999999 }, { "name": "aten::silu", "count": 29, "duration_ms": 0.32491500000000006 }, { "name": "aten::div", "count": 17, "duration_ms": 0.30532200000000004 }, { "name": "aten::linear", "count": 4, "duration_ms": 0.300646 }, { "name": "aten::add", "count": 17, "duration_ms": 0.21256399999999998 }, { "name": "aten::upsample_nearest2d", "count": 6, "duration_ms": 0.199723 }, { "name": "aten::matmul", "count": 3, "duration_ms": 0.18449500000000002 }, { "name": "aten::to", "count": 492, "duration_ms": 0.16293999999999972 }, { "name": "aten::_has_compatible_shallow_copy_type", "count": 976, "duration_ms": 0.13483300000000015 }, { "name": "aten::reshape", "count": 43, "duration_ms": 0.13447900000000004 }, { "name": "aten::contiguous", "count": 5, "duration_ms": 0.11941200000000002 }, { "name": "aten::view", "count": 162, "duration_ms": 0.11391599999999995 }, { "name": "aten::clone", "count": 5, "duration_ms": 0.111874 }, { "name": "aten::bmm", "count": 3, "duration_ms": 0.10549900000000001 }, { "name": "aten::scaled_dot_product_attention", "count": 1, "duration_ms": 0.091819 }, { "name": "aten::_scaled_dot_product_efficient_attention", "count": 1, "duration_ms": 0.071619 }, { "name": "aten::copy_", "count": 5, "duration_ms": 0.064532 }, { "name": "aten::_efficient_attention_forward", "count": 1, "duration_ms": 0.05453 }, { "name": "aten::transpose", "count": 16, "duration_ms": 0.040908999999999994 }, { "name": "aten::addmm", "count": 1, "duration_ms": 0.039818 }, { "name": "aten::empty_like", "count": 5, "duration_ms": 0.029996999999999996 }, { "name": "aten::clamp", "count": 1, "duration_ms": 0.024690999999999998 }, { "name": "aten::t", "count": 4, "duration_ms": 0.01793 }, { "name": "aten::expand", "count": 6, "duration_ms": 0.016640000000000002 }, { "name": "aten::as_strided", "count": 22, "duration_ms": 0.012213 }, { "name": "aten::dropout", "count": 15, "duration_ms": 0.008764999999999998 }, { "name": "aten::_reshape_alias", "count": 7, "duration_ms": 0.006601999999999999 }, { "name": "aten::_unsafe_view", "count": 3, "duration_ms": 0.001957 } ], "cuda_apis": [ { "name": "cudaDeviceSynchronize", "count": 2, "duration_ms": 69.385371 }, { "name": "cudaLaunchKernel", "count": 301, "duration_ms": 1.4237239999999995 }, { "name": "cudaFuncGetAttributes", "count": 64, "duration_ms": 0.1941370000000001 }, { "name": "cudaLaunchKernelExC", "count": 32, "duration_ms": 0.16186099999999998 }, { "name": "cudaMemsetAsync", "count": 24, "duration_ms": 0.11160000000000002 }, { "name": "cuLaunchKernelEx", "count": 6, "duration_ms": 0.039880000000000006 }, { "name": "cudaGetErrorString", "count": 100, "duration_ms": 0.013404999999999993 }, { "name": "cudaEventQuery", "count": 3, "duration_ms": 0.010721 }, { "name": "cudaFuncSetAttribute", "count": 2, "duration_ms": 0.009349 }, { "name": "cudaPeekAtLastError", "count": 66, "duration_ms": 0.007958000000000002 }, { "name": "cudaDeviceGetAttribute", "count": 4, "duration_ms": 0.00231 }, { "name": "cudaThreadExchangeStreamCaptureMode", "count": 2, "duration_ms": 0.0020710000000000004 }, { "name": "cudaOccupancyMaxActiveBlocksPerMultiprocessorWithFlags", "count": 1, "duration_ms": 0.001938 }, { "name": "cudaStreamIsCapturing", "count": 1, "duration_ms": 0.001116 } ], "shapes": [ { "name": "aten::group_norm", "input_dims": [ [ 1, 512, 128, 128 ], [], [ 512 ], [ 512 ], [], [] ], "count": 10, "duration_ms": 1.0727080000000002 }, { "name": "aten::conv2d", "input_dims": [ [ 1, 512, 128, 128 ], [ 512, 512, 3, 3 ], [ 512 ], [], [], [], [] ], "count": 10, "duration_ms": 0.9519640000000001 }, { "name": "aten::convolution", "input_dims": [ [ 1, 512, 128, 128 ], [ 512, 512, 3, 3 ], [ 512 ], [], [], [], [], [], [] ], "count": 10, "duration_ms": 0.913232 }, { "name": "aten::_convolution", "input_dims": [ [ 1, 512, 128, 128 ], [ 512, 512, 3, 3 ], [ 512 ], [], [], [], [], [], [], [], [], [], [] ], "count": 10, "duration_ms": 0.879141 }, { "name": "aten::conv2d", "input_dims": [ [ 1, 512, 256, 256 ], [ 512, 512, 3, 3 ], [ 512 ], [], [], [], [] ], "count": 7, "duration_ms": 0.6441920000000001 }, { "name": "aten::cudnn_convolution", "input_dims": [ [ 1, 512, 128, 128 ], [ 512, 512, 3, 3 ], [], [], [], [], [], [], [] ], "count": 10, "duration_ms": 0.6237280000000002 }, { "name": "aten::convolution", "input_dims": [ [ 1, 512, 256, 256 ], [ 512, 512, 3, 3 ], [ 512 ], [], [], [], [], [], [] ], "count": 7, "duration_ms": 0.615021 }, { "name": "aten::_convolution", "input_dims": [ [ 1, 512, 256, 256 ], [ 512, 512, 3, 3 ], [ 512 ], [], [], [], [], [], [], [], [], [], [] ], "count": 7, "duration_ms": 0.580618 }, { "name": "aten::native_group_norm", "input_dims": [ [ 1, 512, 128, 128 ], [ 512 ], [ 512 ], [], [], [], [], [] ], "count": 10, "duration_ms": 0.5517219999999999 }, { "name": "aten::empty", "input_dims": [ [], [], [], [], [], [] ], "count": 160, "duration_ms": 0.5152070000000001 }, { "name": "aten::cudnn_convolution", "input_dims": [ [ 1, 512, 256, 256 ], [ 512, 512, 3, 3 ], [], [], [], [], [], [], [] ], "count": 7, "duration_ms": 0.42684700000000003 }, { "name": "aten::conv2d", "input_dims": [ [ 1, 128, 1024, 1024 ], [ 128, 128, 3, 3 ], [ 128 ], [], [], [], [] ], "count": 5, "duration_ms": 0.396281 }, { "name": "aten::conv2d", "input_dims": [ [ 1, 256, 512, 512 ], [ 256, 256, 3, 3 ], [ 256 ], [], [], [], [] ], "count": 5, "duration_ms": 0.396232 }, { "name": "aten::convolution", "input_dims": [ [ 1, 128, 1024, 1024 ], [ 128, 128, 3, 3 ], [ 128 ], [], [], [], [], [], [] ], "count": 5, "duration_ms": 0.386733 }, { "name": "aten::group_norm", "input_dims": [ [ 1, 128, 1024, 1024 ], [], [ 128 ], [ 128 ], [], [] ], "count": 6, "duration_ms": 0.38614899999999996 }, { "name": "aten::convolution", "input_dims": [ [ 1, 256, 512, 512 ], [ 256, 256, 3, 3 ], [ 256 ], [], [], [], [], [], [] ], "count": 5, "duration_ms": 0.38383 }, { "name": "aten::_convolution", "input_dims": [ [ 1, 128, 1024, 1024 ], [ 128, 128, 3, 3 ], [ 128 ], [], [], [], [], [], [], [], [], [], [] ], "count": 5, "duration_ms": 0.373088 }, { "name": "aten::_convolution", "input_dims": [ [ 1, 256, 512, 512 ], [ 256, 256, 3, 3 ], [ 256 ], [], [], [], [], [], [], [], [], [], [] ], "count": 5, "duration_ms": 0.367784 }, { "name": "aten::group_norm", "input_dims": [ [ 1, 512, 256, 256 ], [], [ 512 ], [ 512 ], [], [] ], "count": 6, "duration_ms": 0.333594 }, { "name": "aten::native_group_norm", "input_dims": [ [ 1, 512, 256, 256 ], [ 512 ], [ 512 ], [], [], [], [], [] ], "count": 6, "duration_ms": 0.31400399999999995 }, { "name": "aten::linear", "input_dims": [ [ 1, 16384, 512 ], [ 512, 512 ], [ 512 ] ], "count": 4, "duration_ms": 0.300646 }, { "name": "aten::native_group_norm", "input_dims": [ [ 1, 128, 1024, 1024 ], [ 128 ], [ 128 ], [], [], [], [], [] ], "count": 6, "duration_ms": 0.291365 }, { "name": "aten::cudnn_convolution", "input_dims": [ [ 1, 128, 1024, 1024 ], [ 128, 128, 3, 3 ], [], [], [], [], [], [], [] ], "count": 5, "duration_ms": 0.27727 }, { "name": "aten::cudnn_convolution", "input_dims": [ [ 1, 256, 512, 512 ], [ 256, 256, 3, 3 ], [], [], [], [], [], [], [] ], "count": 5, "duration_ms": 0.27179600000000004 }, { "name": "aten::group_norm", "input_dims": [ [ 1, 256, 512, 512 ], [], [ 256 ], [ 256 ], [], [] ], "count": 5, "duration_ms": 0.256713 }, { "name": "aten::conv2d", "input_dims": [ [ 1, 16, 128, 128 ], [ 512, 16, 3, 3 ], [ 512 ], [], [], [], [] ], "count": 1, "duration_ms": 0.255763 }, { "name": "aten::convolution", "input_dims": [ [ 1, 16, 128, 128 ], [ 512, 16, 3, 3 ], [ 512 ], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.248372 }, { "name": "aten::native_group_norm", "input_dims": [ [ 1, 256, 512, 512 ], [ 256 ], [ 256 ], [], [], [], [], [] ], "count": 5, "duration_ms": 0.242427 }, { "name": "aten::_convolution", "input_dims": [ [ 1, 16, 128, 128 ], [ 512, 16, 3, 3 ], [ 512 ], [], [], [], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.232129 }, { "name": "aten::matmul", "input_dims": [ [ 1, 16384, 512 ], [ 512, 512 ] ], "count": 3, "duration_ms": 0.18449500000000002 }, { "name": "aten::cudnn_convolution", "input_dims": [ [ 1, 16, 128, 128 ], [ 512, 16, 3, 3 ], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.166501 }, { "name": "aten::add_", "input_dims": [ [ 1, 512, 128, 128 ], [ 1, 512, 1, 1 ], [] ], "count": 11, "duration_ms": 0.143462 }, { "name": "aten::silu", "input_dims": [ [ 1, 512, 128, 128 ] ], "count": 10, "duration_ms": 0.12264800000000001 }, { "name": "aten::contiguous", "input_dims": [ [ 1, 512, 128, 128 ], [] ], "count": 5, "duration_ms": 0.11941200000000002 }, { "name": "aten::conv2d", "input_dims": [ [ 1, 128, 1024, 1024 ], [ 3, 128, 3, 3 ], [ 3 ], [], [], [], [] ], "count": 1, "duration_ms": 0.115435 }, { "name": "aten::convolution", "input_dims": [ [ 1, 128, 1024, 1024 ], [ 3, 128, 3, 3 ], [ 3 ], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.11344199999999999 }, { "name": "aten::clone", "input_dims": [ [ 1, 512, 128, 128 ], [] ], "count": 5, "duration_ms": 0.111874 }, { "name": "aten::_convolution", "input_dims": [ [ 1, 128, 1024, 1024 ], [ 3, 128, 3, 3 ], [ 3 ], [], [], [], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.111248 }, { "name": "aten::conv2d", "input_dims": [ [ 1, 512, 512, 512 ], [ 256, 512, 1, 1 ], [ 256 ], [], [], [], [] ], "count": 1, "duration_ms": 0.107507 }, { "name": "aten::bmm", "input_dims": [ [ 1, 16384, 512 ], [ 1, 512, 512 ] ], "count": 3, "duration_ms": 0.10549900000000001 }, { "name": "aten::convolution", "input_dims": [ [ 1, 512, 512, 512 ], [ 256, 512, 1, 1 ], [ 256 ], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.105431 }, { "name": "aten::_convolution", "input_dims": [ [ 1, 512, 512, 512 ], [ 256, 512, 1, 1 ], [ 256 ], [], [], [], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.103299 }, { "name": "aten::group_norm", "input_dims": [ [ 1, 512, 16384 ], [], [ 512 ], [ 512 ], [], [] ], "count": 1, "duration_ms": 0.093751 }, { "name": "aten::scaled_dot_product_attention", "input_dims": [ [ 1, 1, 16384, 512 ], [ 1, 1, 16384, 512 ], [ 1, 1, 16384, 512 ], [], [], [], [], [] ], "count": 1, "duration_ms": 0.091819 }, { "name": "aten::cudnn_convolution", "input_dims": [ [ 1, 128, 1024, 1024 ], [ 3, 128, 3, 3 ], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.091477 }, { "name": "aten::native_group_norm", "input_dims": [ [ 1, 512, 16384 ], [ 512 ], [ 512 ], [], [], [], [], [] ], "count": 1, "duration_ms": 0.0887 }, { "name": "aten::conv2d", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 256, 256, 3, 3 ], [ 256 ], [], [], [], [] ], "count": 1, "duration_ms": 0.08645 }, { "name": "aten::conv2d", "input_dims": [ [ 1, 512, 512, 512 ], [ 512, 512, 3, 3 ], [ 512 ], [], [], [], [] ], "count": 1, "duration_ms": 0.084733 }, { "name": "aten::convolution", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 256, 256, 3, 3 ], [ 256 ], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.084245 }, { "name": "aten::cudnn_convolution", "input_dims": [ [ 1, 512, 512, 512 ], [ 256, 512, 1, 1 ], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.083899 }, { "name": "aten::div", "input_dims": [ [ 1, 512, 128, 128 ], [] ], "count": 6, "duration_ms": 0.083175 }, { "name": "aten::convolution", "input_dims": [ [ 1, 512, 512, 512 ], [ 512, 512, 3, 3 ], [ 512 ], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.082552 }, { "name": "aten::conv2d", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 128, 256, 3, 3 ], [ 128 ], [], [], [], [] ], "count": 1, "duration_ms": 0.08191200000000001 }, { "name": "aten::_convolution", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 256, 256, 3, 3 ], [ 256 ], [], [], [], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.08189700000000001 }, { "name": "aten::conv2d", "input_dims": [ [ 1, 512, 512, 512 ], [ 256, 512, 3, 3 ], [ 256 ], [], [], [], [] ], "count": 1, "duration_ms": 0.08181999999999999 }, { "name": "aten::_convolution", "input_dims": [ [ 1, 512, 512, 512 ], [ 512, 512, 3, 3 ], [ 512 ], [], [], [], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.080288 }, { "name": "aten::convolution", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 128, 256, 3, 3 ], [ 128 ], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.079768 }, { "name": "aten::convolution", "input_dims": [ [ 1, 512, 512, 512 ], [ 256, 512, 3, 3 ], [ 256 ], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.079569 }, { "name": "aten::add", "input_dims": [ [ 1, 512, 128, 128 ], [ 1, 512, 128, 128 ], [] ], "count": 6, "duration_ms": 0.07849799999999998 }, { "name": "aten::_convolution", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 128, 256, 3, 3 ], [ 128 ], [], [], [], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.07747899999999999 }, { "name": "aten::_convolution", "input_dims": [ [ 1, 512, 512, 512 ], [ 256, 512, 3, 3 ], [ 256 ], [], [], [], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.07737300000000001 }, { "name": "aten::conv2d", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 128, 256, 1, 1 ], [ 128 ], [], [], [], [] ], "count": 1, "duration_ms": 0.074284 }, { "name": "aten::convolution", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 128, 256, 1, 1 ], [ 128 ], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.07229000000000001 }, { "name": "aten::_scaled_dot_product_efficient_attention", "input_dims": [ [ 1, 1, 16384, 512 ], [ 1, 1, 16384, 512 ], [ 1, 1, 16384, 512 ], [], [], [], [], [] ], "count": 1, "duration_ms": 0.071619 }, { "name": "aten::silu", "input_dims": [ [ 1, 512, 256, 256 ] ], "count": 6, "duration_ms": 0.071364 }, { "name": "aten::add_", "input_dims": [ [ 1, 512, 256, 256 ], [ 1, 512, 1, 1 ], [] ], "count": 7, "duration_ms": 0.07086700000000001 }, { "name": "aten::_convolution", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 128, 256, 1, 1 ], [ 128 ], [], [], [], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.07037 }, { "name": "aten::add_", "input_dims": [ [ 1, 128, 1024, 1024 ], [ 1, 128, 1, 1 ], [] ], "count": 7, "duration_ms": 0.066139 }, { "name": "aten::to", "input_dims": [ [ 512 ], [], [], [], [] ], "count": 206, "duration_ms": 0.065697 }, { "name": "aten::add_", "input_dims": [ [ 1, 256, 512, 512 ], [ 1, 256, 1, 1 ], [] ], "count": 7, "duration_ms": 0.065602 }, { "name": "aten::reshape", "input_dims": [ [ 512 ], [] ], "count": 19, "duration_ms": 0.064571 }, { "name": "aten::copy_", "input_dims": [ [ 1, 512, 128, 128 ], [ 1, 512, 128, 128 ], [] ], "count": 5, "duration_ms": 0.064532 }, { "name": "aten::div", "input_dims": [ [ 1, 3, 1024, 1024 ], [] ], "count": 1, "duration_ms": 0.061755000000000004 }, { "name": "aten::silu", "input_dims": [ [ 1, 128, 1024, 1024 ] ], "count": 6, "duration_ms": 0.059571 }, { "name": "aten::cudnn_convolution", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 256, 256, 3, 3 ], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.05892 }, { "name": "aten::cudnn_convolution", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 128, 256, 3, 3 ], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.058353999999999996 }, { "name": "aten::cudnn_convolution", "input_dims": [ [ 1, 512, 512, 512 ], [ 256, 512, 3, 3 ], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.05796 }, { "name": "aten::cudnn_convolution", "input_dims": [ [ 1, 512, 512, 512 ], [ 512, 512, 3, 3 ], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.057909 }, { "name": "aten::upsample_nearest2d", "input_dims": [ [ 1, 512, 128, 128 ], [], [] ], "count": 1, "duration_ms": 0.056911 }, { "name": "aten::div", "input_dims": [ [ 1, 16, 128, 128 ], [] ], "count": 1, "duration_ms": 0.056662 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 512 ], [ 512 ] ], "count": 412, "duration_ms": 0.05664000000000006 }, { "name": "aten::_efficient_attention_forward", "input_dims": [ [ 1, 16384, 1, 512 ], [ 1, 16384, 1, 512 ], [ 1, 16384, 1, 512 ], [], [], [], [], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.05453 }, { "name": "aten::group_norm", "input_dims": [ [ 1, 256, 1024, 1024 ], [], [ 256 ], [ 256 ], [], [] ], "count": 1, "duration_ms": 0.053911 }, { "name": "aten::group_norm", "input_dims": [ [ 1, 512, 512, 512 ], [], [ 512 ], [ 512 ], [], [] ], "count": 1, "duration_ms": 0.053312 }, { "name": "aten::cudnn_convolution", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 128, 256, 1, 1 ], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.05163 }, { "name": "aten::native_group_norm", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 256 ], [ 256 ], [], [], [], [], [] ], "count": 1, "duration_ms": 0.050610999999999996 }, { "name": "aten::silu", "input_dims": [ [ 1, 256, 512, 512 ] ], "count": 5, "duration_ms": 0.05017 }, { "name": "aten::native_group_norm", "input_dims": [ [ 1, 512, 512, 512 ], [ 512 ], [ 512 ], [], [], [], [], [] ], "count": 1, "duration_ms": 0.049771 }, { "name": "aten::upsample_nearest2d", "input_dims": [ [ 1, 256, 512, 512 ], [], [] ], "count": 1, "duration_ms": 0.048737 }, { "name": "aten::upsample_nearest2d", "input_dims": [ [ 1, 512, 128, 128 ], [], [], [] ], "count": 1, "duration_ms": 0.047134 }, { "name": "aten::addmm", "input_dims": [ [ 512 ], [ 16384, 512 ], [ 512, 512 ], [], [] ], "count": 1, "duration_ms": 0.039818 }, { "name": "aten::view", "input_dims": [ [ 512 ], [] ], "count": 19, "duration_ms": 0.039029 }, { "name": "aten::div", "input_dims": [ [ 1, 512, 256, 256 ], [] ], "count": 3, "duration_ms": 0.036909 }, { "name": "aten::add_", "input_dims": [ [ 1, 16384, 512 ], [ 512 ], [] ], "count": 3, "duration_ms": 0.035765000000000005 }, { "name": "aten::div", "input_dims": [ [ 1, 256, 512, 512 ], [] ], "count": 3, "duration_ms": 0.033788000000000006 }, { "name": "aten::div", "input_dims": [ [ 1, 128, 1024, 1024 ], [] ], "count": 3, "duration_ms": 0.033033 }, { "name": "aten::add", "input_dims": [ [ 1, 512, 256, 256 ], [ 1, 512, 256, 256 ], [] ], "count": 3, "duration_ms": 0.032514 }, { "name": "aten::add", "input_dims": [ [ 1, 256, 512, 512 ], [ 1, 256, 512, 512 ], [] ], "count": 3, "duration_ms": 0.031453999999999996 }, { "name": "aten::add", "input_dims": [ [ 1, 128, 1024, 1024 ], [ 1, 128, 1024, 1024 ], [] ], "count": 3, "duration_ms": 0.031232999999999997 }, { "name": "aten::empty_like", "input_dims": [ [ 1, 512, 128, 128 ], [], [], [], [], [] ], "count": 5, "duration_ms": 0.029996999999999996 }, { "name": "aten::to", "input_dims": [ [ 256 ], [], [], [], [] ], "count": 68, "duration_ms": 0.028041 }, { "name": "aten::clamp", "input_dims": [ [ 1, 3, 1024, 1024 ], [], [] ], "count": 1, "duration_ms": 0.024690999999999998 }, { "name": "aten::to", "input_dims": [ [ 128 ], [], [], [], [] ], "count": 70, "duration_ms": 0.020419999999999997 }, { "name": "aten::add", "input_dims": [ [ 1, 16, 128, 128 ], [], [] ], "count": 1, "duration_ms": 0.02018 }, { "name": "aten::reshape", "input_dims": [ [ 256 ], [] ], "count": 8, "duration_ms": 0.019670999999999998 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 256 ], [ 256 ] ], "count": 136, "duration_ms": 0.019669 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 128 ], [ 128 ] ], "count": 140, "duration_ms": 0.01950199999999999 }, { "name": "aten::add", "input_dims": [ [ 1, 3, 1024, 1024 ], [], [] ], "count": 1, "duration_ms": 0.018685 }, { "name": "aten::t", "input_dims": [ [ 512, 512 ] ], "count": 4, "duration_ms": 0.01793 }, { "name": "aten::upsample_nearest2d", "input_dims": [ [ 1, 512, 256, 256 ], [], [] ], "count": 1, "duration_ms": 0.017925 }, { "name": "aten::to", "input_dims": [ [ 512, 512, 3, 3 ], [], [], [], [] ], "count": 60, "duration_ms": 0.017037 }, { "name": "aten::reshape", "input_dims": [ [ 128 ], [] ], "count": 7, "duration_ms": 0.01668 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 512, 512, 3, 3 ], [ 512, 512, 3, 3 ] ], "count": 120, "duration_ms": 0.015861999999999998 }, { "name": "aten::reshape", "input_dims": [ [ 1, 16384, 512 ], [] ], "count": 3, "duration_ms": 0.015798 }, { "name": "aten::view", "input_dims": [ [ 1, 512, 128, 128 ], [] ], "count": 21, "duration_ms": 0.015196 }, { "name": "aten::upsample_nearest2d", "input_dims": [ [ 1, 512, 256, 256 ], [], [], [] ], "count": 1, "duration_ms": 0.014747 }, { "name": "aten::upsample_nearest2d", "input_dims": [ [ 1, 256, 512, 512 ], [], [], [] ], "count": 1, "duration_ms": 0.014269 }, { "name": "aten::add_", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 1, 256, 1, 1 ], [] ], "count": 1, "duration_ms": 0.012506999999999999 }, { "name": "aten::view", "input_dims": [ [ 1, 512 ], [] ], "count": 36, "duration_ms": 0.011484 }, { "name": "aten::silu", "input_dims": [ [ 1, 256, 1024, 1024 ] ], "count": 1, "duration_ms": 0.010596999999999999 }, { "name": "aten::silu", "input_dims": [ [ 1, 512, 512, 512 ] ], "count": 1, "duration_ms": 0.010565 }, { "name": "aten::transpose", "input_dims": [ [ 1, 16384, 1, 512 ], [], [] ], "count": 4, "duration_ms": 0.010351 }, { "name": "aten::view", "input_dims": [ [ 256 ], [] ], "count": 8, "duration_ms": 0.010282000000000001 }, { "name": "aten::add_", "input_dims": [ [ 1, 3, 1024, 1024 ], [ 1, 3, 1, 1 ], [] ], "count": 1, "duration_ms": 0.010054 }, { "name": "aten::add_", "input_dims": [ [ 1, 512, 512, 512 ], [ 1, 512, 1, 1 ], [] ], "count": 1, "duration_ms": 0.009582 }, { "name": "aten::transpose", "input_dims": [ [ 1, 512, 16384 ], [], [] ], "count": 2, "duration_ms": 0.009439 }, { "name": "aten::transpose", "input_dims": [ [ 512, 512 ], [], [] ], "count": 4, "duration_ms": 0.009132000000000001 }, { "name": "aten::expand", "input_dims": [ [ 512, 512 ], [], [] ], "count": 3, "duration_ms": 0.008803 }, { "name": "aten::view", "input_dims": [ [ 128 ], [] ], "count": 7, "duration_ms": 0.008571 }, { "name": "aten::reshape", "input_dims": [ [ 1, 512, 512 ], [] ], "count": 3, "duration_ms": 0.008499 }, { "name": "aten::expand", "input_dims": [ [ 1, 16384, 512 ], [], [] ], "count": 3, "duration_ms": 0.007837 }, { "name": "aten::transpose", "input_dims": [ [ 1, 1, 16384, 512 ], [], [] ], "count": 4, "duration_ms": 0.007029 }, { "name": "aten::to", "input_dims": [ [ 256, 256, 3, 3 ], [], [], [], [] ], "count": 20, "duration_ms": 0.006045000000000001 }, { "name": "aten::to", "input_dims": [ [ 128, 128, 3, 3 ], [], [], [], [] ], "count": 20, "duration_ms": 0.005988 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 128, 128, 3, 3 ], [ 128, 128, 3, 3 ] ], "count": 40, "duration_ms": 0.005521 }, { "name": "aten::view", "input_dims": [ [ 1, 512, 256, 256 ], [] ], "count": 12, "duration_ms": 0.005450999999999999 }, { "name": "aten::view", "input_dims": [ [ 1, 128, 1024, 1024 ], [] ], "count": 12, "duration_ms": 0.005179 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 256, 256, 3, 3 ], [ 256, 256, 3, 3 ] ], "count": 40, "duration_ms": 0.005124 }, { "name": "aten::transpose", "input_dims": [ [ 1, 16384, 512 ], [], [] ], "count": 2, "duration_ms": 0.004958000000000001 }, { "name": "aten::to", "input_dims": [ [ 512, 512 ], [], [], [], [] ], "count": 16, "duration_ms": 0.0048449999999999995 }, { "name": "aten::reshape", "input_dims": [ [ 1, 512, 16384 ], [] ], "count": 1, "duration_ms": 0.004394 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 512, 512 ], [ 512, 512 ] ], "count": 32, "duration_ms": 0.00406 }, { "name": "aten::view", "input_dims": [ [ 1, 256, 512, 512 ], [] ], "count": 10, "duration_ms": 0.0040539999999999994 }, { "name": "aten::dropout", "input_dims": [ [ 1, 512, 128, 128 ], [], [] ], "count": 5, "duration_ms": 0.00369 }, { "name": "aten::view", "input_dims": [ [ 1, 256 ], [] ], "count": 12, "duration_ms": 0.003689 }, { "name": "aten::_reshape_alias", "input_dims": [ [ 1, 512, 512 ], [], [] ], "count": 3, "duration_ms": 0.003606 }, { "name": "aten::to", "input_dims": [ [ 1, 16, 128, 128 ], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.003464 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 512, 16384 ], [], [], [] ], "count": 2, "duration_ms": 0.003264 }, { "name": "aten::as_strided", "input_dims": [ [ 512, 512 ], [], [], [] ], "count": 7, "duration_ms": 0.0032590000000000006 }, { "name": "aten::view", "input_dims": [ [ 1, 128 ], [] ], "count": 12, "duration_ms": 0.002799 }, { "name": "aten::view", "input_dims": [ [ 1, 16384, 512 ], [] ], "count": 4, "duration_ms": 0.0026899999999999997 }, { "name": "aten::reshape", "input_dims": [ [ 3 ], [] ], "count": 1, "duration_ms": 0.0025800000000000003 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 16384, 512 ], [], [], [] ], "count": 5, "duration_ms": 0.0024089999999999997 }, { "name": "aten::reshape", "input_dims": [ [ 1, 16384, 1, 512 ], [] ], "count": 1, "duration_ms": 0.002286 }, { "name": "aten::_reshape_alias", "input_dims": [ [ 1, 16384, 512 ], [], [] ], "count": 3, "duration_ms": 0.0021200000000000004 }, { "name": "aten::_unsafe_view", "input_dims": [ [ 1, 16384, 512 ], [] ], "count": 3, "duration_ms": 0.001957 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 16384, 1, 512 ], [], [], [] ], "count": 4, "duration_ms": 0.001871 }, { "name": "aten::dropout", "input_dims": [ [ 1, 512, 256, 256 ], [], [] ], "count": 3, "duration_ms": 0.001854 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 128, 3, 3, 3 ], [ 128, 3, 3, 3 ] ], "count": 4, "duration_ms": 0.001787 }, { "name": "aten::to", "input_dims": [ [ 128, 3, 3, 3 ], [], [], [], [] ], "count": 2, "duration_ms": 0.0014689999999999998 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 1, 16384, 512 ], [], [], [] ], "count": 4, "duration_ms": 0.00141 }, { "name": "aten::view", "input_dims": [ [ 3 ], [] ], "count": 1, "duration_ms": 0.001389 }, { "name": "aten::dropout", "input_dims": [ [ 1, 128, 1024, 1024 ], [], [] ], "count": 3, "duration_ms": 0.001228 }, { "name": "aten::dropout", "input_dims": [ [ 1, 256, 512, 512 ], [], [] ], "count": 3, "duration_ms": 0.001219 }, { "name": "aten::view", "input_dims": [ [ 1, 512, 16384 ], [] ], "count": 2, "duration_ms": 0.00116 }, { "name": "aten::to", "input_dims": [ [ 1, 16384, 512 ], [], [], [], [] ], "count": 1, "duration_ms": 0.00092 }, { "name": "aten::to", "input_dims": [ [ 1, 16, 128, 128 ], [], [], [], [] ], "count": 1, "duration_ms": 0.000916 }, { "name": "aten::view", "input_dims": [ [ 1, 256, 1024, 1024 ], [] ], "count": 2, "duration_ms": 0.000879 }, { "name": "aten::_reshape_alias", "input_dims": [ [ 1, 512, 16384 ], [], [] ], "count": 1, "duration_ms": 0.000876 }, { "name": "aten::to", "input_dims": [ [ 256, 512, 1, 1 ], [], [], [], [] ], "count": 2, "duration_ms": 0.00082 }, { "name": "aten::to", "input_dims": [ [ 512, 256, 1, 1 ], [], [], [], [] ], "count": 2, "duration_ms": 0.000802 }, { "name": "aten::view", "input_dims": [ [ 1, 512, 512, 512 ], [] ], "count": 2, "duration_ms": 0.000797 }, { "name": "aten::dropout", "input_dims": [ [ 1, 16384, 512 ], [], [] ], "count": 1, "duration_ms": 0.0007740000000000001 }, { "name": "aten::view", "input_dims": [ [ 1, 16384, 1, 512 ], [] ], "count": 1, "duration_ms": 0.0006770000000000001 }, { "name": "aten::to", "input_dims": [ [ 512, 256, 3, 3 ], [], [], [], [] ], "count": 2, "duration_ms": 0.000676 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 256, 128, 1, 1 ], [ 256, 128, 1, 1 ] ], "count": 4, "duration_ms": 0.000659 }, { "name": "aten::to", "input_dims": [ [ 256, 128, 1, 1 ], [], [], [], [] ], "count": 2, "duration_ms": 0.0006540000000000001 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 512, 256, 3, 3 ], [ 512, 256, 3, 3 ] ], "count": 4, "duration_ms": 0.000618 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 512, 256, 1, 1 ], [ 512, 256, 1, 1 ] ], "count": 4, "duration_ms": 0.000617 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 256, 512, 1, 1 ], [ 256, 512, 1, 1 ] ], "count": 4, "duration_ms": 0.000595 }, { "name": "aten::view", "input_dims": [ [ 16384, 512 ], [] ], "count": 1, "duration_ms": 0.0005899999999999999 }, { "name": "aten::to", "input_dims": [ [ 256, 128, 3, 3 ], [], [], [], [] ], "count": 2, "duration_ms": 0.000556 }, { "name": "aten::to", "input_dims": [ [ 3, 128, 3, 3 ], [], [], [], [] ], "count": 2, "duration_ms": 0.000547 }, { "name": "aten::to", "input_dims": [ [ 3 ], [], [], [], [] ], "count": 2, "duration_ms": 0.000547 }, { "name": "aten::to", "input_dims": [ [ 32 ], [], [], [], [] ], "count": 2, "duration_ms": 0.000545 }, { "name": "aten::to", "input_dims": [ [ 128, 256, 1, 1 ], [], [], [], [] ], "count": 2, "duration_ms": 0.0005449999999999999 }, { "name": "aten::to", "input_dims": [ [ 256, 512, 3, 3 ], [], [], [], [] ], "count": 2, "duration_ms": 0.000541 }, { "name": "aten::to", "input_dims": [ [ 512, 16, 3, 3 ], [], [], [], [] ], "count": 2, "duration_ms": 0.000528 }, { "name": "aten::to", "input_dims": [ [ 32, 512, 3, 3 ], [], [], [], [] ], "count": 2, "duration_ms": 0.000511 }, { "name": "aten::to", "input_dims": [ [ 128, 256, 3, 3 ], [], [], [], [] ], "count": 2, "duration_ms": 0.000498 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 128, 256, 1, 1 ], [ 128, 256, 1, 1 ] ], "count": 4, "duration_ms": 0.000497 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 32 ], [ 32 ] ], "count": 4, "duration_ms": 0.000475 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 512, 16, 3, 3 ], [ 512, 16, 3, 3 ] ], "count": 4, "duration_ms": 0.000475 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 32, 512, 3, 3 ], [ 32, 512, 3, 3 ] ], "count": 4, "duration_ms": 0.000468 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 128, 256, 3, 3 ], [ 128, 256, 3, 3 ] ], "count": 4, "duration_ms": 0.000459 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 3 ], [ 3 ] ], "count": 4, "duration_ms": 0.00045599999999999997 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 3, 128, 3, 3 ], [ 3, 128, 3, 3 ] ], "count": 4, "duration_ms": 0.000454 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 256, 512, 3, 3 ], [ 256, 512, 3, 3 ] ], "count": 4, "duration_ms": 0.000449 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 256, 128, 3, 3 ], [ 256, 128, 3, 3 ] ], "count": 4, "duration_ms": 0.000446 }, { "name": "aten::to", "input_dims": [ [ 1, 3, 1024, 1024 ], [], [], [], [] ], "count": 1, "duration_ms": 0.000328 } ] } ] } ] }