{ "scope": "Full two-step diagnostic, each rank separately. Overlapping GPU stage annotations unioned; CPU op durations can nest and are not additive. Profile wall time excludes no export overhead and is not E2E benchmark evidence.", "traces": [ { "trace": "/data/goals/sglang-h200-diffusion-20260907/results/flux-ion9-bcg-validation-v1-profile-b/profiler/0685bdf9-2528-42a4-bdb8-02fd3e9c4d25-full_stages-global-rank0.trace.json.gz", "sha256": "3ea805178a89592ed3c4de0210e19454a099c7cb22c8d62d39bf0f3cc26b7cc2", "bytes": 2008148, "events": 95437, "kernel_count": 4132, "gpu_stages": [ { "name": "STAGE decoding_stage", "gpu_pid": 0, "annotation_count": 1, "union_ms": 94.3293095703125, "kernel_count": 339, "cumulative_kernel_ms": 87.22847900000001, "boundary_crossing_kernel_count": 0, "kernels": [ { "name": "void at::native::(anonymous namespace)::RowwiseMomentsCUDAKernel(long, c10::BFloat16, c10::BFloat16 const*, c10::BFloat16*, c10::BFloat16*)", "count": 30, "duration_ms": 45.500975000000004 }, { "name": "sm90_xmma_fprop_implicit_gemm_bf16bf16_bf16f32_f32_nhwckrsc_nhwc_tilesize128x128x64_warpgroupsize1x1x1_g1_execute_segment_k_off_kernel__5x_cudnn", "count": 12, "duration_ms": 6.495162999999999 }, { "name": "void at::native::elementwise_kernel<128, 4, at::native::gpu_kernel_impl_nocast >(at::TensorIteratorBase&, at::native::CUDAFunctor_add const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl_nocast >(at::TensorIteratorBase&, at::native::CUDAFunctor_add const&)::{lambda(int)#1})", "count": 43, "duration_ms": 6.37619 }, { "name": "sm90_xmma_fprop_implicit_gemm_bf16bf16_bf16f32_f32_nhwckrsc_nhwc_tilesize256x128x64_warpgroupsize2x1x1_g1_execute_segment_k_off_kernel__5x_cudnn", "count": 9, "duration_ms": 5.213886 }, { "name": "void at::native::elementwise_kernel<128, 4, at::native::gpu_kernel_impl_nocast(at::Tensor const&, at::Tensor const&, at::Tensor const&, long, long, long, long, c10::BFloat16, at::Tensor&, at::Tensor&, at::Tensor&)::{lambda(c10::BFloat16, float, float)#1}>(at::TensorIteratorBase&, at::native::(anonymous namespace)::GroupNormKernelImplInternal(at::Tensor const&, at::Tensor const&, at::Tensor const&, long, long, long, long, c10::BFloat16, at::Tensor&, at::Tensor&, at::Tensor&)::{lambda(c10::BFloat16, float, float)#1} const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl_nocast(at::Tensor const&, at::Tensor const&, at::Tensor const&, long, long, long, long, c10::BFloat16, at::Tensor&, at::Tensor&, at::Tensor&)::{lambda(c10::BFloat16, float, float)#1}>(at::TensorIteratorBase&, at::native::(anonymous namespace)::GroupNormKernelImplInternal(at::Tensor const&, at::Tensor const&, at::Tensor const&, long, long, long, long, c10::BFloat16, at::Tensor&, at::Tensor&, at::Tensor&)::{lambda(c10::BFloat16, float, float)#1} const&)::{lambda(int)#1})", "count": 30, "duration_ms": 4.818047999999999 }, { "name": "void cudnn::engines_precompiled::nchwToNhwcKernel<__nv_bfloat16, __nv_bfloat16, float, false, true, (cudnnKernelDataType_t)0>(cudnn::engines_precompiled::nchw2nhwc_params_t, __nv_bfloat16 const*, __nv_bfloat16*)", "count": 65, "duration_ms": 4.512671 }, { "name": "fmha_cutlassF_bf16_aligned_32x128_gmem_sm80(PyTorchMemEffAttention::AttentionKernel::Params)", "count": 1, "duration_ms": 3.846462 }, { "name": "void cudnn::engines_precompiled::nhwcToNchwKernel<__nv_bfloat16, __nv_bfloat16, float, true, false, (cudnnKernelDataType_t)0>(cudnn::engines_precompiled::nhwc2nchw_params_t, __nv_bfloat16 const*, __nv_bfloat16*)", "count": 33, "duration_ms": 3.6519660000000003 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::(anonymous namespace)::silu_kernel(at::TensorIteratorBase&)::{lambda()#1}::operator()() const::{lambda()#6}::operator()() const::{lambda(c10::BFloat16)#1}, std::array >(int, at::native::(anonymous namespace)::silu_kernel(at::TensorIteratorBase&)::{lambda()#1}::operator()() const::{lambda()#6}::operator()() const::{lambda(c10::BFloat16)#1}, std::array)", "count": 29, "duration_ms": 1.9344629999999998 }, { "name": "sm90_xmma_fprop_implicit_gemm_bf16bf16_bf16f32_f32_nhwckrsc_nhwc_tilesize128x256x64_warpgroupsize2x1x1_g1_execute_segment_k_off_kernel__5x_cudnn", "count": 10, "duration_ms": 1.1060480000000001 }, { "name": "void at::native::(anonymous namespace)::upsample_nearest2d_out_frame(c10::BFloat16 const*, c10::BFloat16*, unsigned long, unsigned long, unsigned long, unsigned long, unsigned long, float, float)", "count": 3, "duration_ms": 1.007265 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::CUDAFunctor_add, std::array >(int, at::native::CUDAFunctor_add, std::array)", "count": 10, "duration_ms": 0.9986570000000001 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::BUnaryFunctor >, std::array >(int, at::native::BUnaryFunctor >, std::array)", "count": 17, "duration_ms": 0.705695 }, { "name": "sm80_xmma_fprop_implicit_gemm_bf16bf16_bf16f32_f32_nhwckrsc_nhwc_tilesize256x32x32_stage4_warpsize4x1x1_g1_tensor16x8x16_execute_kernel__5x_cudnn", "count": 1, "duration_ms": 0.295264 }, { "name": "void at::native::elementwise_kernel<128, 4, at::native::gpu_kernel_impl_nocast(at::TensorIteratorBase&, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#12}::operator()() const::{lambda(c10::BFloat16)#1} const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl_nocast(at::TensorIteratorBase&, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#12}::operator()() const::{lambda(c10::BFloat16)#1} const&)::{lambda(int)#1})", "count": 5, "duration_ms": 0.262976 }, { "name": "nvjet_sm90_tst_320x128_64x3_2x1_v_bz_coopB_NNT", "count": 1, "duration_ms": 0.20633600000000002 }, { "name": "nvjet_sm90_tst_256x128_64x4_1x2_h_bz_coopA_NNT", "count": 1, "duration_ms": 0.121952 }, { "name": "void at::native::(anonymous namespace)::ComputeFusedParamsCUDAKernel(long, long, long, c10::BFloat16 const*, c10::BFloat16 const*, c10::BFloat16 const*, c10::BFloat16 const*, at::AccumulateType::type*, at::AccumulateType::type*)", "count": 30, "duration_ms": 0.05753400000000001 }, { "name": "nvjet_sm90_tst_256x128_64x4_1x2_h_bz_coopA_TTT", "count": 3, "duration_ms": 0.052576000000000005 }, { "name": "void cutlass__5x_cudnn::Kernel(cutlass_tensorop_bf16_s16816fprop_optimized_bf16_64x128_32x6_nhwc_align8::Params)", "count": 1, "duration_ms": 0.029056000000000002 }, { "name": "nvjet_sm90_tst_256x128_64x4_1x2_h_bz_coopA_bias_TNT", "count": 1, "duration_ms": 0.018112 }, { "name": "void tensorTransformGeneric<__nv_bfloat16, __nv_bfloat16, float, true, false, false, (cudnnKernelDataType_t)0>(cudnnTensorTransformStruct, tensorTransformParams, int, unsigned long, __nv_bfloat16 const*, __nv_bfloat16*, float, float)", "count": 1, "duration_ms": 0.008832000000000001 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::CUDAFunctorOnSelf_add, std::array >(int, at::native::CUDAFunctorOnSelf_add, std::array)", "count": 2, "duration_ms": 0.004736 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#9}::operator()() const::{lambda(c10::BFloat16)#1}, std::array >(int, at::native::(anonymous namespace)::launch_clamp_scalar(at::TensorIteratorBase&, c10::Scalar, c10::Scalar, at::native::detail::ClampLimits)::{lambda()#1}::operator()() const::{lambda()#9}::operator()() const::{lambda(c10::BFloat16)#1}, std::array)", "count": 1, "duration_ms": 0.0036160000000000003 } ], "copies": [] }, { "name": "STAGE denoising_stage", "gpu_pid": 0, "annotation_count": 2, "union_ms": 159.113380859375, "kernel_count": 2847, "cumulative_kernel_ms": 147.284488, "boundary_crossing_kernel_count": 0, "kernels": [ { "name": "nvjet_sm90_tst_192x192_64x4_2x1_v_bz_coopB_bias_TNN", "count": 152, "duration_ms": 39.147824000000014 }, { "name": "void cutlass::device_kernel, cute::C<1>, cute::C<1> >, cute::tuple, cute::C<176>, cute::C<128> >, 128, cutlass::bfloat16_t, float, cutlass::arch::Sm90, false, false, false, false, false, false, false, false, true, true, false, false, false, cutlass::bfloat16_t, false, 1>, flash::CollectiveEpilogueFwd, cute::C<128>, cute::C<176> >, cute::tuple, cute::C<1>, cute::C<1> >, cutlass::bfloat16_t, cutlass::arch::Sm90, 256, false, false, false, false>, flash::StaticPersistentTileScheduler > > >(flash::enable_sm90_or_later, cute::C<1>, cute::C<1> >, cute::tuple, cute::C<176>, cute::C<128> >, 128, cutlass::bfloat16_t, float, cutlass::arch::Sm90, false, false, false, false, false, false, false, false, true, true, false, false, false, cutlass::bfloat16_t, false, 1>, flash::CollectiveEpilogueFwd, cute::C<128>, cute::C<176> >, cute::tuple, cute::C<1>, cute::C<1> >, cutlass::bfloat16_t, cutlass::arch::Sm90, 256, false, false, false, false>, flash::StaticPersistentTileScheduler > >::Params)", "count": 114, "duration_ms": 25.910427000000016 }, { "name": "nvjet_sm90_tst_256x128_64x4_1x2_h_bz_coopA_bias_TNT", "count": 114, "duration_ms": 17.810361 }, { "name": "nvjet_sm90_tst_144x128_64x6_1x2_h_bz_coopA_bias_TNN", "count": 228, "duration_ms": 14.703481000000005 }, { "name": "void sglang::all_reduce_1shot_pull_kernel, 2u, true>, __nv_bfloat16, 2u, true>(sglang::AllReducePullParams<2u>)", "count": 152, "duration_ms": 12.972949000000002 }, { "name": "nvjet_sm90_tst_192x128_64x5_1x2_h_bz_coopB_bias_TNT", "count": 154, "duration_ms": 7.475866000000002 }, { "name": "_layernorm_modulate_kernel", "count": 228, "duration_ms": 4.688037999999995 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::GeluCUDAKernelImpl(at::TensorIteratorBase&, at::native::GeluType)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(c10::BFloat16)#1}, std::array >(int, at::native::GeluCUDAKernelImpl(at::TensorIteratorBase&, at::native::GeluType)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(c10::BFloat16)#1}, std::array)", "count": 152, "duration_ms": 4.102078000000001 }, { "name": "void sglang::residual_gate_add::(anonymous namespace)::residual_gate_add_broadcast_kernel<__nv_bfloat16, 8>(__nv_bfloat16*, __nv_bfloat16 const*, __nv_bfloat16 const*, __nv_bfloat16 const*, long, long)", "count": 228, "duration_ms": 3.3894699999999993 }, { "name": "nvjet_sm90_tst_192x8_64x8_4x1_v_bz_bias_TNT", "count": 76, "duration_ms": 2.7896620000000003 }, { "name": "void at::native::(anonymous namespace)::CatArrayBatchedCopy_vectorized, unsigned int, 3, 128, 1, 16, 8>(char*, at::native::(anonymous namespace)::CatArrInputTensorMetadata, unsigned int, 128, 1>, at::native::(anonymous namespace)::TensorSizeStride, int, unsigned int)", "count": 76, "duration_ms": 2.708672 }, { "name": "void sglang::fused_qknorm_rope_warp<128l, 128l, false, true, __nv_bfloat16, float, false, false, false, long>(std::conditional::type)", "count": 152, "duration_ms": 2.524960000000001 }, { "name": "void at::native::(anonymous namespace)::CatArrayBatchedCopy_vectorized, unsigned int, 2, 128, 1, 16, 8>(char*, at::native::(anonymous namespace)::CatArrInputTensorMetadata, unsigned int, 128, 1>, at::native::(anonymous namespace)::TensorSizeStride, int, unsigned int)", "count": 190, "duration_ms": 2.1601239999999993 }, { "name": "nvjet_sm90_tst_192x8_64x8_4x1_v_bz_splitK_bias_TNT", "count": 76, "duration_ms": 1.6512649999999998 }, { "name": "nvjet_sm90_tst_96x128_64x7_2x1_v_bz_bias_TNN", "count": 76, "duration_ms": 1.56845 }, { "name": "nvjet_sm90_tst_96x64_64x10_1x2_h_bz_bias_TNN", "count": 116, "duration_ms": 1.2941130000000003 }, { "name": "void sglang::all_reduce_1shot_push_kernel, 2u, false>, __nv_bfloat16, 2u, true>(sglang::AllReducePushParams<2u>)", "count": 76, "duration_ms": 0.9454710000000002 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::(anonymous namespace)::silu_kernel(at::TensorIteratorBase&)::{lambda()#1}::operator()() const::{lambda()#6}::operator()() const::{lambda(c10::BFloat16)#1}, std::array >(int, at::native::(anonymous namespace)::silu_kernel(at::TensorIteratorBase&)::{lambda()#1}::operator()() const::{lambda()#6}::operator()() const::{lambda(c10::BFloat16)#1}, std::array)", "count": 160, "duration_ms": 0.32396700000000017 }, { "name": "ncclDevKernel_AllGather_RING_LL(ncclDevKernelArgsStorage<4096ul>)", "count": 6, "duration_ms": 0.228672 }, { "name": "void cublasLt::splitKreduce_kernel<32, 16, int, float, __nv_bfloat16, float, __nv_bfloat16, false, float, __nv_bfloat16, __nv_bfloat16, true, true, false, false>(cublasLt::cublasSplitKParams, float const*, __nv_bfloat16 const*, float*, __nv_bfloat16*, float const*, float const*, __nv_bfloat16 const*, float const*, __nv_bfloat16*, void*, long, float*, int*, float*, float*, float const*, float const*, float const*, float const*, float const*)", "count": 82, "duration_ms": 0.1935030000000001 }, { "name": "void (anonymous namespace)::elementwise_kernel_with_index(int, at::native::arange_cuda_out(c10::Scalar const&, c10::Scalar const&, c10::Scalar const&, at::Tensor&)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(long)#1}, function_traits::result_type*)", "count": 154, "duration_ms": 0.13855900000000007 }, { "name": "void at::native::elementwise_kernel<128, 4, at::native::gpu_kernel_impl_nocast(at::TensorIteratorBase&, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#12}::operator()() const::{lambda(c10::BFloat16)#1} const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl_nocast(at::TensorIteratorBase&, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#12}::operator()() const::{lambda(c10::BFloat16)#1} const&)::{lambda(int)#1})", "count": 7, "duration_ms": 0.089663 }, { "name": "void at::native::elementwise_kernel<128, 4, at::native::gpu_kernel_impl_nocast >(at::TensorIteratorBase&, at::native::CUDAFunctor_add const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl_nocast >(at::TensorIteratorBase&, at::native::CUDAFunctor_add const&)::{lambda(int)#1})", "count": 2, "duration_ms": 0.07449599999999999 }, { "name": "void at::native::elementwise_kernel<128, 4, at::native::gpu_kernel_impl_nocast > >(at::TensorIteratorBase&, at::native::BinaryFunctor > const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl_nocast > >(at::TensorIteratorBase&, at::native::BinaryFunctor > const&)::{lambda(int)#1})", "count": 2, "duration_ms": 0.071775 }, { "name": "nvjet_sm90_tst_64x8_64x16_4x1_v_bz_bias_TNT", "count": 8, "duration_ms": 0.058688 }, { "name": "void at::native::elementwise_kernel<128, 4, at::native::gpu_kernel_impl(at::TensorIteratorBase&, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#6}::operator()() const::{lambda(double)#1} const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl(at::TensorIteratorBase&, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#6}::operator()() const::{lambda(double)#1} const&)::{lambda(int)#1})", "count": 18, "duration_ms": 0.057216 }, { "name": "nvjet_sm90_tst_64x8_64x16_4x1_v_bz_splitK_bias_TNT", "count": 6, "duration_ms": 0.055712 }, { "name": "void at::native::(anonymous namespace)::vectorized_layer_norm_kernel(int, float, c10::BFloat16 const*, c10::BFloat16 const*, c10::BFloat16 const*, float*, float*, c10::BFloat16*)", "count": 2, "duration_ms": 0.049056 }, { "name": "void at::native::unrolled_elementwise_kernel, 4, TrivialOffsetCalculator<1, unsigned int>, TrivialOffsetCalculator<1, unsigned int>, at::native::memory::LoadWithCast<1>, at::native::memory::StoreWithCast<1> >(int, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, std::array, TrivialOffsetCalculator<1, unsigned int>, TrivialOffsetCalculator<1, unsigned int>, at::native::memory::LoadWithCast<1>, at::native::memory::StoreWithCast<1>)", "count": 6, "duration_ms": 0.018785 }, { "name": "nvjet_sm90_tst_16x64_64x16_2x1_v_bz_bias_TNN", "count": 2, "duration_ms": 0.017568 }, { "name": "void at::native::elementwise_kernel<128, 4, at::native::gpu_kernel_impl > >(at::TensorIteratorBase&, at::native::BinaryFunctor > const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl > >(at::TensorIteratorBase&, at::native::BinaryFunctor > const&)::{lambda(int)#1})", "count": 2, "duration_ms": 0.010783999999999998 }, { "name": "void at::native::unrolled_elementwise_kernel, std::array, 4, TrivialOffsetCalculator<2, unsigned int>, TrivialOffsetCalculator<1, unsigned int>, at::native::memory::LoadWithCast<2>, at::native::memory::StoreWithCast<1> >(int, at::native::CUDAFunctor_add, std::array, TrivialOffsetCalculator<2, unsigned int>, TrivialOffsetCalculator<1, unsigned int>, at::native::memory::LoadWithCast<2>, at::native::memory::StoreWithCast<1>)", "count": 2, "duration_ms": 0.008256 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::bfloat16_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda(float)#1}, std::array >(int, at::native::bfloat16_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda(float)#1}, std::array)", "count": 6, "duration_ms": 0.007586 }, { "name": "void at::native::elementwise_kernel<128, 4, at::native::gpu_kernel_impl >(at::TensorIteratorBase&, at::native::CUDAFunctor_add const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl >(at::TensorIteratorBase&, at::native::CUDAFunctor_add const&)::{lambda(int)#1})", "count": 2, "duration_ms": 0.0057280000000000005 }, { "name": "void at::native::(anonymous namespace)::CatArrayBatchedCopy_vectorized, unsigned int, 2, 128, 1, 16, 4>(char*, at::native::(anonymous namespace)::CatArrInputTensorMetadata, unsigned int, 128, 1>, at::native::(anonymous namespace)::TensorSizeStride, int, unsigned int)", "count": 2, "duration_ms": 0.005408 }, { "name": "void sglang::timestep_embedding::timestep_embedding_kernel(float const*, float*, int, float, float, int)", "count": 2, "duration_ms": 0.004576 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::CUDAFunctor_add, std::array >(int, at::native::CUDAFunctor_add, std::array)", "count": 4, "duration_ms": 0.004512 }, { "name": "void sglang::timestep_embedding::timestep_embedding_kernel(__nv_bfloat16 const*, float*, int, float, float, int)", "count": 2, "duration_ms": 0.004223 }, { "name": "void at::native::(anonymous namespace)::CatArrayBatchedCopy_vectorized, unsigned int, 1, 128, 1, 16, 4>(char*, at::native::(anonymous namespace)::CatArrInputTensorMetadata, unsigned int, 128, 1>, at::native::(anonymous namespace)::TensorSizeStride, int, unsigned int)", "count": 2, "duration_ms": 0.0033280000000000002 }, { "name": "void at::native::elementwise_kernel<128, 2, at::native::gpu_kernel_impl_nocast(at::TensorIteratorBase&, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1} const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl_nocast(at::TensorIteratorBase&, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1} const&)::{lambda(int)#1})", "count": 2, "duration_ms": 0.002848 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::CUDAFunctorOnSelf_add, std::array >(int, at::native::CUDAFunctorOnSelf_add, std::array)", "count": 2, "duration_ms": 0.0027519999999999997 }, { "name": "void at::native::unrolled_elementwise_kernel, std::array, 4, TrivialOffsetCalculator<2, unsigned int>, TrivialOffsetCalculator<1, unsigned int>, at::native::memory::LoadWithoutCast, at::native::memory::StoreWithoutCast>(int, at::native::CUDAFunctor_add, std::array, TrivialOffsetCalculator<2, unsigned int>, TrivialOffsetCalculator<1, unsigned int>, at::native::memory::LoadWithoutCast, at::native::memory::StoreWithoutCast)", "count": 2, "duration_ms": 0.002016 }, { "name": "void at::native::vectorized_elementwise_kernel<4, at::native::FillFunctor, std::array >(int, at::native::FillFunctor, std::array)", "count": 2, "duration_ms": 0.0015999999999999999 } ], "copies": [ { "name": "Memcpy DtoD (Device -> Device)", "count": 132, "duration_ms": 0.7853129999999994 }, { "name": "Memcpy DtoH (Device -> Pageable)", "count": 7, "duration_ms": 0.020288999999999998 } ] }, { "name": "STAGE TimestepPreparationStage", "gpu_pid": 0, "annotation_count": 1, "union_ms": 0.723392578125, "kernel_count": 7, "cumulative_kernel_ms": 0.008064, "boundary_crossing_kernel_count": 0, "kernels": [ { "name": "void at::native::reduce_kernel<512, 1, at::native::ReduceOp, unsigned int, bool, 4, 4> >(at::native::ReduceOp, unsigned int, bool, 4, 4>)", "count": 2, "duration_ms": 0.0035199999999999997 }, { "name": "void at::native::vectorized_elementwise_kernel<4, at::native::BinaryFunctor >, std::array >(int, at::native::BinaryFunctor >, std::array)", "count": 2, "duration_ms": 0.001888 }, { "name": "void at::native::vectorized_elementwise_kernel<4, at::native::AUnaryFunctor >, std::array >(int, at::native::AUnaryFunctor >, std::array)", "count": 1, "duration_ms": 0.001024 }, { "name": "void at::native::(anonymous namespace)::CatArrayBatchedCopy_alignedK_contig, unsigned int, 1, 128, 1, 16>(at::native::(anonymous namespace)::OpaqueType<4u>*, at::native::(anonymous namespace)::CatArrInputTensorMetadata, unsigned int, 128, 1>, at::native::(anonymous namespace)::TensorSizeStride, int, unsigned int)", "count": 1, "duration_ms": 0.000928 }, { "name": "void at::native::vectorized_elementwise_kernel<4, at::native::FillFunctor, std::array >(int, at::native::FillFunctor, std::array)", "count": 1, "duration_ms": 0.000704 } ], "copies": [ { "name": "Memcpy DtoH (Device -> Pinned)", "count": 2, "duration_ms": 0.00464 }, { "name": "Memcpy HtoD (Pageable -> Device)", "count": 1, "duration_ms": 0.000768 } ] }, { "name": "STAGE LatentPreparationStage", "gpu_pid": 0, "annotation_count": 1, "union_ms": 0.669185546875, "kernel_count": 6, "cumulative_kernel_ms": 0.018847000000000003, "boundary_crossing_kernel_count": 0, "kernels": [ { "name": "void at::native::reduce_kernel<512, 1, at::native::ReduceOp, unsigned int, bool, 4, 4> >(at::native::ReduceOp, unsigned int, bool, 4, 4>)", "count": 2, "duration_ms": 0.007743 }, { "name": "void at::native::(anonymous namespace)::distribution_elementwise_grid_stride_kernel(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1}>(at::TensorIteratorBase&, at::CUDAGeneratorImpl*, at::native::templates::cuda::normal_kernel(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1})::{lambda(curandStatePhilox4_32_10*)#2}, at::native::(anonymous namespace)::distribution_nullary_kernel(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1}>(at::TensorIteratorBase&, at::CUDAGeneratorImpl*, at::native::templates::cuda::normal_kernel(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1})::{lambda(curandStatePhilox4_32_10*)#2}, at::native::templates::cuda::normal_kernel(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1}>(at::TensorIteratorBase&, at::CUDAGeneratorImpl*, at::native::templates::cuda::normal_and_transform(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1}>(at::TensorIteratorBase&, at::CUDAGeneratorImpl*, at::native::templates::cuda::normal_kernel(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1})::{lambda(curandStatePhilox4_32_10*)#2} const&, at::native::templates::cuda::normal_kernel(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1})::{lambda(int, float)#1}>(long, at::PhiloxCudaState, at::native::templates::cuda::normal_and_transform(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1}>(at::TensorIteratorBase&, at::CUDAGeneratorImpl*, at::native::templates::cuda::normal_kernel(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1})::{lambda(curandStatePhilox4_32_10*)#2}, at::native::(anonymous namespace)::distribution_nullary_kernel(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1}>(at::TensorIteratorBase&, at::CUDAGeneratorImpl*, at::native::templates::cuda::normal_kernel(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1})::{lambda(curandStatePhilox4_32_10*)#2}, at::native::templates::cuda::normal_kernel(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1}>(at::TensorIteratorBase&, at::CUDAGeneratorImpl*, at::native::templates::cuda::normal_and_transform(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1}>(at::TensorIteratorBase&, at::CUDAGeneratorImpl*, at::native::templates::cuda::normal_kernel(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1})::{lambda(curandStatePhilox4_32_10*)#2} const&, at::native::templates::cuda::normal_kernel(at::TensorBase const&, double, double, at::CUDAGeneratorImpl*)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(float)#1})::{lambda(int, float)#1})", "count": 1, "duration_ms": 0.00496 }, { "name": "void at::native::vectorized_elementwise_kernel<4, at::native::BinaryFunctor >, std::array >(int, at::native::BinaryFunctor >, std::array)", "count": 2, "duration_ms": 0.003424 }, { "name": "void at::native::elementwise_kernel<128, 4, at::native::gpu_kernel_impl_nocast(at::TensorIteratorBase&, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#12}::operator()() const::{lambda(c10::BFloat16)#1} const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl_nocast(at::TensorIteratorBase&, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#12}::operator()() const::{lambda(c10::BFloat16)#1} const&)::{lambda(int)#1})", "count": 1, "duration_ms": 0.00272 } ], "copies": [ { "name": "Memcpy DtoH (Device -> Pinned)", "count": 2, "duration_ms": 0.004673 } ] }, { "name": "STAGE prompt_encoding_stage_primary", "gpu_pid": 0, "annotation_count": 3, "union_ms": 122.057298828125, "kernel_count": 933, "cumulative_kernel_ms": 46.794895, "boundary_crossing_kernel_count": 0, "kernels": [ { "name": "void sglang::all_reduce_1shot_push_kernel, 2u, false>, __nv_bfloat16, 2u, true>(sglang::AllReducePushParams<2u>)", "count": 74, "duration_ms": 38.42033599999999 }, { "name": "nvjet_sm90_tst_168x128_64x5_1x2_h_bz_TNN", "count": 48, "duration_ms": 1.49123 }, { "name": "void at::native::elementwise_kernel<128, 4, at::native::gpu_kernel_impl_nocast(at::TensorIteratorBase&, at::native::(anonymous namespace)::masked_fill_kernel(at::TensorIterator&, c10::Scalar const&)::{lambda()#1}::operator()() const::{lambda()#12}::operator()() const::{lambda(c10::BFloat16, bool)#1} const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl_nocast(at::TensorIteratorBase&, at::native::(anonymous namespace)::masked_fill_kernel(at::TensorIterator&, c10::Scalar const&)::{lambda()#1}::operator()() const::{lambda()#12}::operator()() const::{lambda(c10::BFloat16, bool)#1} const&)::{lambda(int)#1})", "count": 26, "duration_ms": 1.198078 }, { "name": "nvjet_sm90_tst_128x128_64x6_2x1_v_bz_TNT", "count": 48, "duration_ms": 1.0514570000000003 }, { "name": "nvjet_sm90_tst_192x128_64x5_1x2_h_bz_coopB_TNT", "count": 24, "duration_ms": 0.8029419999999999 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::CUDAFunctor_add, std::array >(int, at::native::CUDAFunctor_add, std::array)", "count": 121, "duration_ms": 0.5559339999999999 }, { "name": "void at::native::unrolled_elementwise_kernel, 4, TrivialOffsetCalculator<1, unsigned int>, TrivialOffsetCalculator<1, unsigned int>, at::native::memory::LoadWithCast<1>, at::native::memory::StoreWithCast<1> >(int, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#7}::operator()() const::{lambda(float)#1}, std::array, TrivialOffsetCalculator<1, unsigned int>, TrivialOffsetCalculator<1, unsigned int>, at::native::memory::LoadWithCast<1>, at::native::memory::StoreWithCast<1>)", "count": 25, "duration_ms": 0.5069760000000001 }, { "name": "void (anonymous namespace)::softmax_warp_forward(float*, float const*, int, int, int, bool const*, int, bool)", "count": 24, "duration_ms": 0.443489 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::bfloat16_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda(float)#1}, std::array >(int, at::native::bfloat16_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda(float)#1}, std::array)", "count": 24, "duration_ms": 0.276607 }, { "name": "void at::native::elementwise_kernel<128, 4, at::native::gpu_kernel_impl_nocast(at::TensorIteratorBase&, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#12}::operator()() const::{lambda(c10::BFloat16)#1} const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl_nocast(at::TensorIteratorBase&, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#12}::operator()() const::{lambda(c10::BFloat16)#1} const&)::{lambda(int)#1})", "count": 25, "duration_ms": 0.2358080000000001 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::AUnaryFunctor >, std::array >(int, at::native::AUnaryFunctor >, std::array)", "count": 84, "duration_ms": 0.23235099999999995 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::BinaryFunctor >, std::array >(int, at::native::BinaryFunctor >, std::array)", "count": 60, "duration_ms": 0.20131099999999996 }, { "name": "nvjet_sm90_tst_256x128_64x4_1x2_h_bz_coopA_TNT", "count": 24, "duration_ms": 0.181409 }, { "name": "kernel_cutlass_kernel_flashinfernormkernelsrmsnormRMSNormKernel_object_at__tensorptrbf16gmemalign128oi64409640961_tensorptrbf16gmemalign16o40961_tensorptrbf16gmemalign128oi64409640961___T_0", "count": 49, "duration_ms": 0.169248 }, { "name": "void at::native::vectorized_gather_kernel<16, long>(char*, char*, long*, int, long, long, long, long, bool)", "count": 4, "duration_ms": 0.16720000000000002 }, { "name": "nvjet_sm90_tst_64x128_64x8_1x2_h_bz_NNN", "count": 24, "duration_ms": 0.136129 }, { "name": "nvjet_sm90_tst_16x64_64x16_4x2_h_bz_bias_TNN", "count": 24, "duration_ms": 0.10275200000000001 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::tanh_kernel_cuda(at::TensorIteratorBase&)::{lambda()#2}::operator()() const::{lambda()#4}::operator()() const::{lambda(c10::BFloat16)#1}, std::array >(int, at::native::tanh_kernel_cuda(at::TensorIteratorBase&)::{lambda()#2}::operator()() const::{lambda()#4}::operator()() const::{lambda(c10::BFloat16)#1}, std::array)", "count": 24, "duration_ms": 0.08278400000000001 }, { "name": "void at::native::(anonymous namespace)::vectorized_layer_norm_kernel(int, float, c10::BFloat16 const*, c10::BFloat16 const*, c10::BFloat16 const*, float*, float*, c10::BFloat16*)", "count": 25, "duration_ms": 0.07888099999999999 }, { "name": "void pytorch_flash::flash_fwd_kernel >, false, true, false, false, false, true, false, false>(pytorch_flash::Flash_fwd_params)", "count": 12, "duration_ms": 0.07708899999999999 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::CUDAFunctorOnSelf_add, std::array >(int, at::native::CUDAFunctorOnSelf_add, std::array)", "count": 24, "duration_ms": 0.073121 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::(anonymous namespace)::pow_tensor_scalar_kernel_impl(at::TensorIteratorBase&, c10::BFloat16)::{lambda(c10::BFloat16)#2}, std::array >(int, at::native::(anonymous namespace)::pow_tensor_scalar_kernel_impl(at::TensorIteratorBase&, c10::BFloat16)::{lambda(c10::BFloat16)#2}, std::array)", "count": 24, "duration_ms": 0.07139400000000001 }, { "name": "nvjet_sm90_tst_64x16_64x16_4x1_v_bz_bias_TNT", "count": 12, "duration_ms": 0.056032 }, { "name": "nvjet_sm90_tst_64x16_64x16_4x2_h_bz_bias_TNT", "count": 12, "duration_ms": 0.05209700000000001 }, { "name": "void at::native::vectorized_elementwise_kernel<4, at::native::AUnaryFunctor >, std::array >(int, at::native::AUnaryFunctor >, std::array)", "count": 24, "duration_ms": 0.031360000000000006 }, { "name": "void at::native::vectorized_elementwise_kernel<4, at::native::FillFunctor, std::array >(int, at::native::FillFunctor, std::array)", "count": 24, "duration_ms": 0.020928 }, { "name": "void at::native::vectorized_elementwise_kernel<8, at::native::sigmoid_kernel_cuda(at::TensorIteratorBase&)::{lambda()#2}::operator()() const::{lambda()#4}::operator()() const::{lambda(c10::BFloat16)#1}, std::array >(int, at::native::sigmoid_kernel_cuda(at::TensorIteratorBase&)::{lambda()#2}::operator()() const::{lambda()#4}::operator()() const::{lambda(c10::BFloat16)#1}, std::array)", "count": 12, "duration_ms": 0.019328000000000005 }, { "name": "void at::native::reduce_kernel<512, 1, at::native::ReduceOp, unsigned int, bool, 4, 4> >(at::native::ReduceOp, unsigned int, bool, 4, 4>)", "count": 2, "duration_ms": 0.008032 }, { "name": "void at::native::unrolled_elementwise_kernel, 4, TrivialOffsetCalculator<1, unsigned int>, TrivialOffsetCalculator<1, unsigned int>, at::native::memory::LoadWithCast<1>, at::native::memory::StoreWithCast<1> >(int, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#4}::operator()() const::{lambda(long)#1}, std::array, TrivialOffsetCalculator<1, unsigned int>, TrivialOffsetCalculator<1, unsigned int>, at::native::memory::LoadWithCast<1>, at::native::memory::StoreWithCast<1>)", "count": 3, "duration_ms": 0.007456 }, { "name": "void at::native::vectorized_elementwise_kernel<4, at::native::BinaryFunctor >, std::array >(int, at::native::BinaryFunctor >, std::array)", "count": 2, "duration_ms": 0.00368 }, { "name": "void at::native::index_elementwise_kernel<128, 4, at::native::gpu_index_kernel >(at::TensorIteratorBase&, c10::ArrayRef, c10::ArrayRef)::{lambda(char*, char const*, long)#1}>(at::TensorIteratorBase&, c10::ArrayRef, c10::ArrayRef, at::native::index_kernel_impl >(at::TensorIteratorBase&, c10::ArrayRef, c10::ArrayRef)::{lambda(char*, char const*, long)#1} const&, bool)::{lambda(int)#1}>(long, at::native::gpu_index_kernel >(at::TensorIteratorBase&, c10::ArrayRef, c10::ArrayRef)::{lambda(char*, char const*, long)#1}>(at::TensorIteratorBase&, c10::ArrayRef, c10::ArrayRef, at::native::index_kernel_impl >(at::TensorIteratorBase&, c10::ArrayRef, c10::ArrayRef)::{lambda(char*, char const*, long)#1} const&, bool)::{lambda(int)#1})", "count": 1, "duration_ms": 0.003424 }, { "name": "void at::native::reduce_kernel<512, 1, at::native::ReduceOp, unsigned int, long, 4, 4> >(at::native::ReduceOp, unsigned int, long, 4, 4>)", "count": 1, "duration_ms": 0.0033599999999999997 }, { "name": "void at::native::vectorized_elementwise_kernel<2, at::native::CUDAFunctorOnSelf_add, std::array >(int, at::native::CUDAFunctorOnSelf_add, std::array)", "count": 2, "duration_ms": 0.0032 }, { "name": "triton_poi_fused_add_bitwise_and_bitwise_not_bitwise_or_ge_lt_mul_sub_0", "count": 2, "duration_ms": 0.0028799999999999997 }, { "name": "void at::native::elementwise_kernel<128, 2, at::native::gpu_kernel_impl_nocast >(at::TensorIteratorBase&, at::native::CUDAFunctor_add const&)::{lambda(int)#1}>(int, at::native::gpu_kernel_impl_nocast >(at::TensorIteratorBase&, at::native::CUDAFunctor_add const&)::{lambda(int)#1})", "count": 1, "duration_ms": 0.002848 }, { "name": "void at::native::vectorized_elementwise_kernel<4, at::native::compare_scalar_kernel(at::TensorIteratorBase&, at::native::(anonymous namespace)::OpType, long)::{lambda(long)#1}, std::array >(int, at::native::compare_scalar_kernel(at::TensorIteratorBase&, at::native::(anonymous namespace)::OpType, long)::{lambda(long)#1}, std::array)", "count": 2, "duration_ms": 0.002848 }, { "name": "void at::native::vectorized_elementwise_kernel<4, at::native::BUnaryFunctor >, std::array >(int, at::native::BUnaryFunctor >, std::array)", "count": 2, "duration_ms": 0.002688 }, { "name": "void at::native::vectorized_elementwise_kernel<2, at::native::FillFunctor, std::array >(int, at::native::FillFunctor, std::array)", "count": 2, "duration_ms": 0.002112 }, { "name": "void (anonymous namespace)::elementwise_kernel_with_index(int, at::native::arange_cuda_out(c10::Scalar const&, c10::Scalar const&, c10::Scalar const&, at::Tensor&)::{lambda()#1}::operator()() const::{lambda()#4}::operator()() const::{lambda(long)#1}, function_traits::result_type*)", "count": 3, "duration_ms": 0.0020800000000000003 }, { "name": "void at::native::vectorized_elementwise_kernel<2, at::native::(anonymous namespace)::where_kernel_impl(at::TensorIterator&)::{lambda()#1}::operator()() const::{lambda()#8}::operator()() const::{lambda(bool, long, long)#1}, std::array >(int, at::native::(anonymous namespace)::where_kernel_impl(at::TensorIterator&)::{lambda()#1}::operator()() const::{lambda()#8}::operator()() const::{lambda(bool, long, long)#1}, std::array)", "count": 1, "duration_ms": 0.002048 }, { "name": "void at::native::vectorized_elementwise_kernel<2, at::native::CUDAFunctor_add, std::array >(int, at::native::CUDAFunctor_add, std::array)", "count": 1, "duration_ms": 0.002016 }, { "name": "void at::native::vectorized_elementwise_kernel<2, at::native::BinaryFunctor, std::array >(int, at::native::BinaryFunctor, std::array)", "count": 1, "duration_ms": 0.001856 }, { "name": "void at::native::vectorized_elementwise_kernel<2, at::native::AUnaryFunctor >, std::array >(int, at::native::AUnaryFunctor >, std::array)", "count": 1, "duration_ms": 0.001728 }, { "name": "void at::native::vectorized_elementwise_kernel<2, at::native::AbsFunctor, std::array >(int, at::native::AbsFunctor, std::array)", "count": 1, "duration_ms": 0.001632 }, { "name": "void at::native::vectorized_elementwise_kernel<4, at::native::log_kernel_cuda(at::TensorIteratorBase&)::{lambda()#2}::operator()() const::{lambda()#2}::operator()() const::{lambda(float)#1}, std::array >(int, at::native::log_kernel_cuda(at::TensorIteratorBase&)::{lambda()#2}::operator()() const::{lambda()#2}::operator()() const::{lambda(float)#1}, std::array)", "count": 1, "duration_ms": 0.001504 }, { "name": "void at::native::vectorized_elementwise_kernel<4, at::native::AUnaryFunctor >, std::array >(int, at::native::AUnaryFunctor >, std::array)", "count": 1, "duration_ms": 0.00128 }, { "name": "void at::native::unrolled_elementwise_kernel, 4, TrivialOffsetCalculator<1, unsigned int>, TrivialOffsetCalculator<1, unsigned int>, at::native::memory::LoadWithCast<1>, at::native::memory::StoreWithCast<1> >(int, at::native::direct_copy_kernel_cuda(at::TensorIteratorBase&)::{lambda()#3}::operator()() const::{lambda()#3}::operator()() const::{lambda(int)#1}, std::array, TrivialOffsetCalculator<1, unsigned int>, TrivialOffsetCalculator<1, unsigned int>, at::native::memory::LoadWithCast<1>, at::native::memory::StoreWithCast<1>)", "count": 1, "duration_ms": 0.0011200000000000001 }, { "name": "void at::native::vectorized_elementwise_kernel<4, at::native::FillFunctor, std::array >(int, at::native::FillFunctor, std::array)", "count": 1, "duration_ms": 0.000832 } ], "copies": [ { "name": "Memcpy HtoD (Pinned -> Device)", "count": 37, "duration_ms": 89.12684799999998 }, { "name": "Memcpy DtoH (Device -> Pinned)", "count": 2, "duration_ms": 0.0054719999999999994 }, { "name": "Memcpy HtoD (Pageable -> Device)", "count": 4, "duration_ms": 0.003456 } ] } ], "cpu_stages": [ { "name": "STAGE InputValidationStage", "duration_ms": 2.5973159999999997, "ops": [], "cuda_apis": [ { "name": "cudaDeviceSynchronize", "count": 2, "duration_ms": 0.057346 }, { "name": "cudaStreamIsCapturing", "count": 2, "duration_ms": 0.0023510000000000002 } ], "shapes": [] }, { "name": "STAGE prompt_encoding_stage_primary", "duration_ms": 124.347909, "ops": [ { "name": "aten::linear", "count": 168, "duration_ms": 7.896452000000002 }, { "name": "aten::empty", "count": 300, "duration_ms": 6.33889 }, { "name": "aten::matmul", "count": 120, "duration_ms": 4.521382 }, { "name": "aten::einsum", "count": 48, "duration_ms": 3.7035 }, { "name": "aten::mm", "count": 120, "duration_ms": 3.4780010000000003 }, { "name": "aten::copy_", "count": 119, "duration_ms": 2.0874460000000017 }, { "name": "aten::mul", "count": 146, "duration_ms": 1.7799830000000008 }, { "name": "aten::reshape", "count": 380, "duration_ms": 1.7607669999999986 }, { "name": "aten::addmm", "count": 48, "duration_ms": 1.6986859999999997 }, { "name": "aten::add", "count": 125, "duration_ms": 1.6589799999999995 }, { "name": "aten::slice", "count": 454, "duration_ms": 1.5169790000000003 }, { "name": "aten::to", "count": 91, "duration_ms": 1.4929339999999998 }, { "name": "aten::bmm", "count": 48, "duration_ms": 1.450356 }, { "name": "aten::_to_copy", "count": 57, "duration_ms": 1.3250010000000005 }, { "name": "aten::scaled_dot_product_attention", "count": 12, "duration_ms": 0.946858 }, { "name": "aten::layer_norm", "count": 25, "duration_ms": 0.9444399999999998 }, { "name": "aten::t", "count": 168, "duration_ms": 0.9142769999999996 }, { "name": "aten::native_layer_norm", "count": 25, "duration_ms": 0.847082 }, { "name": "aten::view", "count": 894, "duration_ms": 0.8095110000000002 }, { "name": "aten::_scaled_dot_product_flash_attention", "count": 12, "duration_ms": 0.7833430000000001 }, { "name": "aten::ones", "count": 27, "duration_ms": 0.700313 }, { "name": "aten::transpose", "count": 264, "duration_ms": 0.6880319999999995 }, { "name": "aten::empty_like", "count": 86, "duration_ms": 0.6743340000000003 }, { "name": "Torch-Compiled Region: 0/0", "count": 1, "duration_ms": 0.672442 }, { "name": "aten::split", "count": 36, "duration_ms": 0.6524490000000001 }, { "name": "aten::as_strided", "count": 1111, "duration_ms": 0.6498060000000002 }, { "name": "aten::permute", "count": 242, "duration_ms": 0.618358 }, { "name": "aten::empty_strided", "count": 119, "duration_ms": 0.6133289999999999 }, { "name": "aten::eq", "count": 24, "duration_ms": 0.6091819999999999 }, { "name": "aten::_flash_attention_forward", "count": 12, "duration_ms": 0.5925079999999999 }, { "name": "aten::masked_fill_", "count": 26, "duration_ms": 0.5460969999999999 }, { "name": "aten::clone", "count": 24, "duration_ms": 0.527457 }, { "name": "aten::type_as", "count": 24, "duration_ms": 0.522227 }, { "name": "aten::narrow", "count": 109, "duration_ms": 0.520306 }, { "name": "aten::pow", "count": 24, "duration_ms": 0.453208 }, { "name": "aten::fill_", "count": 28, "duration_ms": 0.44367199999999996 }, { "name": "aten::softmax", "count": 24, "duration_ms": 0.3895029999999999 }, { "name": "aten::embedding", "count": 4, "duration_ms": 0.33402299999999996 }, { "name": "aten::_softmax", "count": 24, "duration_ms": 0.32514200000000004 }, { "name": "aten::chunk", "count": 12, "duration_ms": 0.320737 }, { "name": "aten::add_", "count": 25, "duration_ms": 0.32072900000000004 }, { "name": "Torch-Compiled Region: 0/1", "count": 1, "duration_ms": 0.289709 }, { "name": "aten::index_select", "count": 4, "duration_ms": 0.283324 }, { "name": "aten::tanh", "count": 24, "duration_ms": 0.280782 }, { "name": "aten::unsqueeze", "count": 103, "duration_ms": 0.25546299999999994 }, { "name": "aten::arange", "count": 8, "duration_ms": 0.17726099999999997 }, { "name": "aten::sigmoid", "count": 12, "duration_ms": 0.16117599999999999 }, { "name": "aten::gather", "count": 4, "duration_ms": 0.14474900000000002 }, { "name": "aten::repeat", "count": 1, "duration_ms": 0.13661500000000001 }, { "name": "triton_poi_fused_add_bitwise_and_bitwise_not_bitwise_or_ge_lt_mul_sub_0", "count": 2, "duration_ms": 0.12087 }, { "name": "aten::_has_compatible_shallow_copy_type", "count": 654, "duration_ms": 0.11800900000000017 }, { "name": "aten::expand", "count": 32, "duration_ms": 0.116947 }, { "name": "TorchDynamo Cache Lookup", "count": 2, "duration_ms": 0.115953 }, { "name": "aten::_unsafe_view", "count": 144, "duration_ms": 0.09463900000000003 }, { "name": "aten::_reshape_alias", "count": 144, "duration_ms": 0.08874699999999995 }, { "name": "aten::any", "count": 2, "duration_ms": 0.06875300000000001 }, { "name": "aten::isnan", "count": 2, "duration_ms": 0.06497499999999999 }, { "name": "aten::abs", "count": 2, "duration_ms": 0.063856 }, { "name": "aten::item", "count": 2, "duration_ms": 0.060139 }, { "name": "aten::ne", "count": 2, "duration_ms": 0.058316999999999994 }, { "name": "AOTDispatcher Runtime Wrapper Prologue", "count": 2, "duration_ms": 0.056094000000000005 }, { "name": "Pregraph bytecode", "count": 2, "duration_ms": 0.053909 }, { "name": "aten::_local_scalar_dense", "count": 2, "duration_ms": 0.052232 }, { "name": "aten::index", "count": 1, "duration_ms": 0.045687 }, { "name": "aten::argmax", "count": 1, "duration_ms": 0.041629 }, { "name": "aten::resize_", "count": 10, "duration_ms": 0.040297 }, { "name": "aten::gt", "count": 1, "duration_ms": 0.039670000000000004 }, { "name": "aten::div", "count": 2, "duration_ms": 0.037497 }, { "name": "aten::where", "count": 1, "duration_ms": 0.032951999999999995 }, { "name": "aten::sub", "count": 1, "duration_ms": 0.02798 }, { "name": "aten::min", "count": 1, "duration_ms": 0.027952 }, { "name": "aten::minimum", "count": 1, "duration_ms": 0.025713 }, { "name": "aten::log", "count": 1, "duration_ms": 0.025278 }, { "name": "aten::full_like", "count": 1, "duration_ms": 0.020844 }, { "name": "aten::cat", "count": 1, "duration_ms": 0.018659 }, { "name": "aten::unfold", "count": 4, "duration_ms": 0.014013 }, { "name": "aten::lt", "count": 1, "duration_ms": 0.013708999999999999 }, { "name": "aten::result_type", "count": 24, "duration_ms": 0.013032 }, { "name": "aten::alias", "count": 1, "duration_ms": 0.008734 }, { "name": "aten::expand_as", "count": 1, "duration_ms": 0.004118999999999999 }, { "name": "aten::flatten", "count": 1, "duration_ms": 0.0030600000000000002 }, { "name": "aten::detach_", "count": 4, "duration_ms": 0.00168 }, { "name": "aten::lift_fresh", "count": 4, "duration_ms": 0.001622 } ], "cuda_apis": [ { "name": "cudaDeviceSynchronize", "count": 2, "duration_ms": 32.056256000000005 }, { "name": "cudaMalloc", "count": 2, "duration_ms": 5.1178550000000005 }, { "name": "cudaLaunchKernel", "count": 592, "duration_ms": 3.282025999999998 }, { "name": "cuLaunchKernelEx", "count": 216, "duration_ms": 1.2873629999999987 }, { "name": "cudaLaunchKernelExC", "count": 123, "duration_ms": 0.7725859999999997 }, { "name": "cudaMemcpyAsync", "count": 43, "duration_ms": 0.6783639999999999 }, { "name": "cudaEventRecordWithFlags", "count": 78, "duration_ms": 0.146745 }, { "name": "cudaStreamWaitEvent", "count": 77, "duration_ms": 0.12462899999999996 }, { "name": "cudaStreamIsCapturing", "count": 198, "duration_ms": 0.09873100000000007 }, { "name": "cudaFuncSetAttribute", "count": 12, "duration_ms": 0.04765600000000001 }, { "name": "cudaStreamSynchronize", "count": 6, "duration_ms": 0.044809 }, { "name": "cuLaunchKernel", "count": 2, "duration_ms": 0.031286999999999995 }, { "name": "cudaMemsetAsync", "count": 1, "duration_ms": 0.011032 } ], "shapes": [ { "name": "aten::empty", "input_dims": [ [], [], [], [], [], [] ], "count": 300, "duration_ms": 6.33889 }, { "name": "aten::linear", "input_dims": [ [ 1, 512, 4096 ], [ 5120, 4096 ], [] ], "count": 48, "duration_ms": 2.103225 }, { "name": "aten::einsum", "input_dims": [ [], [ [ 1, 512, 32, 64 ], [ 1, 512, 32, 64 ] ], [] ], "count": 24, "duration_ms": 2.050094 }, { "name": "aten::matmul", "input_dims": [ [ 1, 512, 4096 ], [ 4096, 5120 ] ], "count": 48, "duration_ms": 1.676366 }, { "name": "aten::einsum", "input_dims": [ [], [ [ 1, 32, 512, 512 ], [ 1, 512, 32, 64 ] ], [] ], "count": 24, "duration_ms": 1.653406 }, { "name": "aten::linear", "input_dims": [ [ 1, 512, 4096 ], [ 6144, 4096 ], [] ], "count": 24, "duration_ms": 1.6052129999999996 }, { "name": "aten::mm", "input_dims": [ [ 512, 4096 ], [ 4096, 5120 ] ], "count": 48, "duration_ms": 1.3373049999999997 }, { "name": "aten::matmul", "input_dims": [ [ 1, 512, 4096 ], [ 4096, 6144 ] ], "count": 24, "duration_ms": 1.2789260000000002 }, { "name": "aten::linear", "input_dims": [ [ 1, 512, 2048 ], [ 4096, 2048 ], [] ], "count": 24, "duration_ms": 1.0821529999999997 }, { "name": "aten::mm", "input_dims": [ [ 512, 4096 ], [ 4096, 6144 ] ], "count": 24, "duration_ms": 1.056229 }, { "name": "aten::_to_copy", "input_dims": [ [ 1, 32, 512, 512 ], [], [], [], [], [], [] ], "count": 48, "duration_ms": 0.9992510000000003 }, { "name": "aten::scaled_dot_product_attention", "input_dims": [ [ 1, 6, 77, 64 ], [ 1, 6, 77, 64 ], [ 1, 6, 77, 64 ], [], [], [], [], [] ], "count": 12, "duration_ms": 0.946858 }, { "name": "aten::layer_norm", "input_dims": [ [ 1, 77, 768 ], [], [ 768 ], [ 768 ], [], [] ], "count": 25, "duration_ms": 0.9444399999999998 }, { "name": "aten::mul", "input_dims": [ [ 1, 512, 5120 ], [] ], "count": 72, "duration_ms": 0.878624 }, { "name": "aten::matmul", "input_dims": [ [ 1, 512, 2048 ], [ 2048, 4096 ] ], "count": 24, "duration_ms": 0.8727220000000001 }, { "name": "aten::native_layer_norm", "input_dims": [ [ 1, 77, 768 ], [], [ 768 ], [ 768 ], [] ], "count": 25, "duration_ms": 0.847082 }, { "name": "aten::bmm", "input_dims": [ [ 32, 512, 64 ], [ 32, 64, 512 ] ], "count": 24, "duration_ms": 0.827777 }, { "name": "aten::linear", "input_dims": [ [ 1, 512, 5120 ], [ 4096, 5120 ], [] ], "count": 24, "duration_ms": 0.8272459999999999 }, { "name": "aten::_scaled_dot_product_flash_attention", "input_dims": [ [ 1, 6, 77, 64 ], [ 1, 6, 77, 64 ], [ 1, 6, 77, 64 ], [], [], [], [] ], "count": 12, "duration_ms": 0.7833430000000001 }, { "name": "aten::linear", "input_dims": [ [ 1, 77, 768 ], [ 1152, 768 ], [ 1152 ] ], "count": 12, "duration_ms": 0.765968 }, { "name": "aten::ones", "input_dims": [ [], [], [], [], [] ], "count": 27, "duration_ms": 0.700313 }, { "name": "aten::matmul", "input_dims": [ [ 1, 512, 5120 ], [ 5120, 4096 ] ], "count": 24, "duration_ms": 0.693368 }, { "name": "aten::add", "input_dims": [ [ 1, 512, 4096 ], [ 1, 512, 4096 ], [] ], "count": 48, "duration_ms": 0.6801339999999999 }, { "name": "Torch-Compiled Region: 0/0", "input_dims": [], "count": 1, "duration_ms": 0.672442 }, { "name": "aten::to", "input_dims": [ [ 1, 32, 512, 512 ], [], [], [], [] ], "count": 24, "duration_ms": 0.658747 }, { "name": "aten::reshape", "input_dims": [ [ 1, 512, 32, 64 ], [] ], "count": 24, "duration_ms": 0.648863 }, { "name": "aten::slice", "input_dims": [ [ 96477184 ], [], [], [], [] ], "count": 161, "duration_ms": 0.639793 }, { "name": "aten::copy_", "input_dims": [ [ 96477184 ], [ 96477184 ], [] ], "count": 23, "duration_ms": 0.627448 }, { "name": "aten::bmm", "input_dims": [ [ 32, 512, 512 ], [ 32, 512, 64 ] ], "count": 24, "duration_ms": 0.6225789999999999 }, { "name": "aten::empty_strided", "input_dims": [ [], [], [], [], [], [] ], "count": 119, "duration_ms": 0.6133289999999999 }, { "name": "aten::eq", "input_dims": [ [ 1, 1, 1, 512 ], [] ], "count": 24, "duration_ms": 0.6091819999999999 }, { "name": "aten::mm", "input_dims": [ [ 512, 2048 ], [ 2048, 4096 ] ], "count": 24, "duration_ms": 0.602807 }, { "name": "aten::_flash_attention_forward", "input_dims": [ [ 1, 77, 6, 64 ], [ 1, 77, 6, 64 ], [ 1, 77, 6, 64 ], [], [], [], [], [], [], [], [], [], [], [], [] ], "count": 12, "duration_ms": 0.5925079999999999 }, { "name": "aten::addmm", "input_dims": [ [ 1152 ], [ 77, 768 ], [ 768, 1152 ], [], [] ], "count": 12, "duration_ms": 0.5899679999999999 }, { "name": "aten::reshape", "input_dims": [ [ 1, 512, 2048 ], [] ], "count": 96, "duration_ms": 0.5553950000000001 }, { "name": "aten::linear", "input_dims": [ [ 1, 77, 768 ], [ 1536, 768 ], [ 1536 ] ], "count": 12, "duration_ms": 0.532418 }, { "name": "aten::linear", "input_dims": [ [ 1, 77, 384 ], [ 768, 384 ], [ 768 ] ], "count": 12, "duration_ms": 0.5310360000000001 }, { "name": "aten::copy_", "input_dims": [ [ 1, 32, 512, 512 ], [ 1, 32, 512, 512 ], [] ], "count": 48, "duration_ms": 0.5304599999999998 }, { "name": "aten::clone", "input_dims": [ [ 1, 512, 32, 64 ], [] ], "count": 24, "duration_ms": 0.527457 }, { "name": "aten::type_as", "input_dims": [ [ 1, 32, 512, 512 ], [ 1, 32, 512, 512 ] ], "count": 24, "duration_ms": 0.522227 }, { "name": "aten::mul", "input_dims": [ [ 1, 512, 5120 ], [ 1, 512, 5120 ] ], "count": 48, "duration_ms": 0.5047870000000001 }, { "name": "aten::masked_fill_", "input_dims": [ [ 1, 64, 512, 512 ], [ 1, 1, 1, 512 ], [] ], "count": 24, "duration_ms": 0.500368 }, { "name": "aten::mm", "input_dims": [ [ 512, 5120 ], [ 5120, 4096 ] ], "count": 24, "duration_ms": 0.48166 }, { "name": "aten::to", "input_dims": [ [ 1, 32, 512, 512 ], [], [], [], [], [], [], [] ], "count": 24, "duration_ms": 0.47165200000000007 }, { "name": "aten::pow", "input_dims": [ [ 1, 512, 5120 ], [] ], "count": 24, "duration_ms": 0.453208 }, { "name": "aten::slice", "input_dims": [ [ 3546240 ], [], [], [], [] ], "count": 144, "duration_ms": 0.45039499999999993 }, { "name": "aten::linear", "input_dims": [ [ 1, 77, 1536 ], [ 768, 1536 ], [ 768 ] ], "count": 12, "duration_ms": 0.449193 }, { "name": "aten::split", "input_dims": [ [ 1, 512, 6144 ], [], [] ], "count": 24, "duration_ms": 0.4477840000000001 }, { "name": "aten::fill_", "input_dims": [ [ 1, 512 ], [] ], "count": 26, "duration_ms": 0.414272 }, { "name": "aten::add", "input_dims": [ [ 1, 77, 768 ], [ 1, 77, 768 ], [] ], "count": 25, "duration_ms": 0.40133100000000005 }, { "name": "aten::empty_like", "input_dims": [ [ 512, 4096 ], [], [], [], [], [] ], "count": 49, "duration_ms": 0.393634 }, { "name": "aten::addmm", "input_dims": [ [ 1536 ], [ 77, 768 ], [ 768, 1536 ], [], [] ], "count": 12, "duration_ms": 0.39319299999999996 }, { "name": "aten::addmm", "input_dims": [ [ 768 ], [ 77, 384 ], [ 384, 768 ], [], [] ], "count": 12, "duration_ms": 0.392154 }, { "name": "aten::softmax", "input_dims": [ [ 1, 32, 512, 512 ], [], [] ], "count": 24, "duration_ms": 0.3895029999999999 }, { "name": "aten::narrow", "input_dims": [ [ 1, 512, 6144 ], [], [], [] ], "count": 72, "duration_ms": 0.3596289999999999 }, { "name": "aten::copy_", "input_dims": [ [ 3546240 ], [ 3546240 ], [] ], "count": 12, "duration_ms": 0.35665899999999995 }, { "name": "aten::_softmax", "input_dims": [ [ 1, 32, 512, 512 ], [], [] ], "count": 24, "duration_ms": 0.32514200000000004 }, { "name": "aten::addmm", "input_dims": [ [ 768 ], [ 77, 1536 ], [ 1536, 768 ], [], [] ], "count": 12, "duration_ms": 0.32337099999999996 }, { "name": "aten::chunk", "input_dims": [ [ 1, 77, 1152 ], [], [] ], "count": 12, "duration_ms": 0.320737 }, { "name": "aten::add_", "input_dims": [ [ 1, 32, 512, 512 ], [ 1, 32, 512, 512 ], [] ], "count": 24, "duration_ms": 0.30887800000000004 }, { "name": "aten::t", "input_dims": [ [ 5120, 4096 ] ], "count": 48, "duration_ms": 0.291654 }, { "name": "Torch-Compiled Region: 0/1", "input_dims": [], "count": 1, "duration_ms": 0.289709 }, { "name": "aten::add", "input_dims": [ [ 1, 512, 5120 ], [], [] ], "count": 24, "duration_ms": 0.28276000000000007 }, { "name": "aten::tanh", "input_dims": [ [ 1, 512, 5120 ] ], "count": 24, "duration_ms": 0.280782 }, { "name": "aten::copy_", "input_dims": [ [ 1, 512, 32, 64 ], [ 1, 512, 32, 64 ], [] ], "count": 24, "duration_ms": 0.279716 }, { "name": "aten::permute", "input_dims": [ [ 1, 512, 32, 64, 1 ], [] ], "count": 72, "duration_ms": 0.2598730000000001 }, { "name": "aten::add", "input_dims": [ [ 1, 512, 5120 ], [ 1, 512, 5120 ], [] ], "count": 24, "duration_ms": 0.25015000000000004 }, { "name": "aten::reshape", "input_dims": [ [ 1, 512, 4096 ], [] ], "count": 121, "duration_ms": 0.23785000000000003 }, { "name": "aten::mul", "input_dims": [ [ 1, 77, 1536 ], [] ], "count": 12, "duration_ms": 0.23388699999999998 }, { "name": "aten::slice", "input_dims": [ [ 1, 512, 6144 ], [], [], [], [] ], "count": 72, "duration_ms": 0.22432100000000002 }, { "name": "aten::split", "input_dims": [ [ 1, 77, 1152 ], [], [] ], "count": 12, "duration_ms": 0.20466499999999999 }, { "name": "aten::unsqueeze", "input_dims": [ [ 1, 512, 32, 64 ], [] ], "count": 72, "duration_ms": 0.17908300000000005 }, { "name": "aten::t", "input_dims": [ [ 6144, 4096 ] ], "count": 24, "duration_ms": 0.16544399999999998 }, { "name": "aten::sigmoid", "input_dims": [ [ 1, 77, 1536 ] ], "count": 12, "duration_ms": 0.16117599999999999 }, { "name": "aten::empty_like", "input_dims": [ [ 1, 512, 32, 64 ], [], [], [], [], [] ], "count": 24, "duration_ms": 0.16061 }, { "name": "aten::_to_copy", "input_dims": [ [ 1, 77 ], [], [], [], [], [], [] ], "count": 3, "duration_ms": 0.15471200000000002 }, { "name": "aten::narrow", "input_dims": [ [ 1, 77, 1152 ], [], [], [] ], "count": 36, "duration_ms": 0.154068 }, { "name": "aten::transpose", "input_dims": [ [ 5120, 4096 ], [], [] ], "count": 48, "duration_ms": 0.15231799999999998 }, { "name": "aten::embedding", "input_dims": [ [ 49408, 768 ], [ 1, 77 ], [], [], [] ], "count": 1, "duration_ms": 0.139003 }, { "name": "aten::repeat", "input_dims": [ [ 1, 64, 512, 512 ], [] ], "count": 1, "duration_ms": 0.13661500000000001 }, { "name": "aten::t", "input_dims": [ [ 4096, 2048 ] ], "count": 24, "duration_ms": 0.13499699999999998 }, { "name": "aten::mul", "input_dims": [ [ 1, 77, 1536 ], [ 1, 77, 1536 ] ], "count": 12, "duration_ms": 0.131581 }, { "name": "aten::to", "input_dims": [ [ 1, 77 ], [], [], [], [], [], [], [] ], "count": 2, "duration_ms": 0.121675 }, { "name": "aten::index_select", "input_dims": [ [ 49408, 768 ], [], [ 77 ] ], "count": 1, "duration_ms": 0.12135299999999999 }, { "name": "TorchDynamo Cache Lookup", "input_dims": [], "count": 2, "duration_ms": 0.115953 }, { "name": "aten::empty_like", "input_dims": [ [ 1, 77, 6, 64 ], [], [], [], [], [] ], "count": 12, "duration_ms": 0.11493100000000002 }, { "name": "aten::transpose", "input_dims": [ [ 1, 77, 6, 64 ], [], [] ], "count": 48, "duration_ms": 0.10520400000000002 }, { "name": "aten::arange", "input_dims": [ [], [], [], [], [] ], "count": 4, "duration_ms": 0.10352700000000001 }, { "name": "aten::copy_", "input_dims": [ [ 1, 77 ], [ 1, 77 ], [] ], "count": 3, "duration_ms": 0.101212 }, { "name": "aten::transpose", "input_dims": [ [ 6144, 4096 ], [], [] ], "count": 24, "duration_ms": 0.100534 }, { "name": "aten::view", "input_dims": [ [ 768 ], [] ], "count": 72, "duration_ms": 0.09988599999999996 }, { "name": "aten::view", "input_dims": [ [ 25165824 ], [] ], "count": 25, "duration_ms": 0.097901 }, { "name": "aten::view", "input_dims": [ [ 20971520 ], [] ], "count": 75, "duration_ms": 0.089689 }, { "name": "aten::embedding", "input_dims": [ [ 16064, 4096 ], [ 1, 512 ], [], [], [] ], "count": 1, "duration_ms": 0.088767 }, { "name": "aten::as_strided", "input_dims": [ [ 96477184 ], [], [], [] ], "count": 161, "duration_ms": 0.08783100000000003 }, { "name": "aten::expand", "input_dims": [ [ 1, 1, 1, 512 ], [], [] ], "count": 24, "duration_ms": 0.08603900000000002 }, { "name": "aten::transpose", "input_dims": [ [ 1, 6, 77, 64 ], [], [] ], "count": 48, "duration_ms": 0.08492999999999999 }, { "name": "aten::t", "input_dims": [ [ 4096, 5120 ] ], "count": 24, "duration_ms": 0.08463800000000002 }, { "name": "aten::slice", "input_dims": [ [ 1, 77, 1152 ], [], [], [], [] ], "count": 36, "duration_ms": 0.08377800000000003 }, { "name": "triton_poi_fused_add_bitwise_and_bitwise_not_bitwise_or_ge_lt_mul_sub_0", "input_dims": [ [ 1, 512 ], [ 1, 512 ], [ 1, 512 ], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.082043 }, { "name": "aten::to", "input_dims": [ [ 512, 512 ], [], [], [], [] ], "count": 4, "duration_ms": 0.07908199999999999 }, { "name": "aten::to", "input_dims": [ [ 1, 512 ], [], [], [], [], [], [], [] ], "count": 2, "duration_ms": 0.077752 }, { "name": "aten::index_select", "input_dims": [ [ 16064, 4096 ], [], [ 512 ] ], "count": 1, "duration_ms": 0.07588400000000001 }, { "name": "aten::reshape", "input_dims": [ [ 32, 512, 64, 1, 1 ], [] ], "count": 24, "duration_ms": 0.075817 }, { "name": "aten::_to_copy", "input_dims": [ [ 1, 512 ], [], [], [], [], [], [] ], "count": 2, "duration_ms": 0.07408200000000001 }, { "name": "aten::arange", "input_dims": [ [], [], [], [ 0 ] ], "count": 4, "duration_ms": 0.07373400000000001 }, { "name": "aten::_to_copy", "input_dims": [ [ 512, 512 ], [], [], [], [], [], [] ], "count": 3, "duration_ms": 0.073591 }, { "name": "aten::t", "input_dims": [ [ 1152, 768 ] ], "count": 12, "duration_ms": 0.07295800000000001 }, { "name": "aten::view", "input_dims": [ [ 1, 512, 4096 ], [] ], "count": 121, "duration_ms": 0.07246399999999999 }, { "name": "aten::transpose", "input_dims": [ [ 4096, 2048 ], [], [] ], "count": 24, "duration_ms": 0.069927 }, { "name": "aten::gather", "input_dims": [ [ 49408, 768 ], [], [ 77, 768 ], [], [ 77, 768 ] ], "count": 1, "duration_ms": 0.06565900000000001 }, { "name": "aten::reshape", "input_dims": [ [ 32, 512, 1, 64, 1 ], [] ], "count": 24, "duration_ms": 0.06258000000000001 }, { "name": "aten::item", "input_dims": [ [] ], "count": 2, "duration_ms": 0.060139 }, { "name": "aten::copy_", "input_dims": [ [ 96478208 ], [ 96478208 ], [] ], "count": 2, "duration_ms": 0.060111 }, { "name": "aten::t", "input_dims": [ [ 768, 384 ] ], "count": 12, "duration_ms": 0.05977000000000001 }, { "name": "aten::slice", "input_dims": [ [ 1, 64, 512, 512 ], [], [], [], [] ], "count": 24, "duration_ms": 0.058012000000000015 }, { "name": "aten::embedding", "input_dims": [ [ 16, 64 ], [ 512, 512 ], [], [], [] ], "count": 1, "duration_ms": 0.057726 }, { "name": "aten::slice", "input_dims": [ [ 96478208 ], [], [], [], [] ], "count": 16, "duration_ms": 0.05753900000000001 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 512, 32, 64 ], [], [], [] ], "count": 72, "duration_ms": 0.05657500000000003 }, { "name": "AOTDispatcher Runtime Wrapper Prologue", "input_dims": [], "count": 2, "duration_ms": 0.056094000000000005 }, { "name": "aten::permute", "input_dims": [ [ 1, 32, 512, 512, 1 ], [] ], "count": 24, "duration_ms": 0.05569999999999999 }, { "name": "aten::view", "input_dims": [ [ 4096 ], [] ], "count": 50, "duration_ms": 0.055504 }, { "name": "aten::as_strided", "input_dims": [ [ 3546240 ], [], [], [] ], "count": 144, "duration_ms": 0.05535100000000001 }, { "name": "aten::t", "input_dims": [ [ 1536, 768 ] ], "count": 12, "duration_ms": 0.054626999999999995 }, { "name": "aten::unsqueeze", "input_dims": [ [ 1, 32, 512, 512 ], [] ], "count": 24, "duration_ms": 0.054353 }, { "name": "Pregraph bytecode", "input_dims": [], "count": 2, "duration_ms": 0.053909 }, { "name": "aten::_local_scalar_dense", "input_dims": [ [] ], "count": 2, "duration_ms": 0.052232 }, { "name": "aten::copy_", "input_dims": [ [ 1, 512 ], [ 1, 512 ], [] ], "count": 2, "duration_ms": 0.052223 }, { "name": "aten::_reshape_alias", "input_dims": [ [ 1, 512, 2048 ], [], [] ], "count": 72, "duration_ms": 0.05187299999999999 }, { "name": "aten::permute", "input_dims": [ [ 1, 32, 512, 1, 64 ], [] ], "count": 24, "duration_ms": 0.05178900000000001 }, { "name": "aten::reshape", "input_dims": [ [ 32, 64, 1, 512, 1 ], [] ], "count": 24, "duration_ms": 0.051684999999999995 }, { "name": "aten::permute", "input_dims": [ [ 1, 32, 1, 512, 64 ], [] ], "count": 24, "duration_ms": 0.05128100000000001 }, { "name": "aten::isnan", "input_dims": [ [ 1, 768 ] ], "count": 1, "duration_ms": 0.050702 }, { "name": "aten::permute", "input_dims": [ [ 1, 1, 32, 64, 512 ], [] ], "count": 24, "duration_ms": 0.050539 }, { "name": "aten::t", "input_dims": [ [ 768, 1536 ] ], "count": 12, "duration_ms": 0.050189 }, { "name": "aten::embedding", "input_dims": [ [ 77, 768 ], [ 1, 77 ], [], [], [] ], "count": 1, "duration_ms": 0.048527 }, { "name": "aten::permute", "input_dims": [ [ 32, 512, 1, 1, 512 ], [] ], "count": 24, "duration_ms": 0.048024000000000004 }, { "name": "aten::permute", "input_dims": [ [ 1, 512, 32, 1, 512 ], [] ], "count": 24, "duration_ms": 0.04785799999999999 }, { "name": "aten::transpose", "input_dims": [ [ 4096, 5120 ], [], [] ], "count": 24, "duration_ms": 0.047519000000000006 }, { "name": "aten::index_select", "input_dims": [ [ 16, 64 ], [], [ 262144 ] ], "count": 1, "duration_ms": 0.047479 }, { "name": "aten::permute", "input_dims": [ [ 32, 512, 1, 1, 64 ], [] ], "count": 24, "duration_ms": 0.04627799999999999 }, { "name": "aten::index", "input_dims": [ [ 1, 77, 768 ], [] ], "count": 1, "duration_ms": 0.045687 }, { "name": "aten::ne", "input_dims": [ [ 1, 768 ], [ 1, 768 ] ], "count": 1, "duration_ms": 0.045509999999999995 }, { "name": "aten::reshape", "input_dims": [ [ 32, 512, 512, 1, 1 ], [] ], "count": 24, "duration_ms": 0.04507500000000001 }, { "name": "aten::copy_", "input_dims": [ [ 512, 512 ], [ 512, 512 ], [] ], "count": 3, "duration_ms": 0.045067 }, { "name": "aten::to", "input_dims": [ [ 1, 77 ], [], [], [], [], [] ], "count": 3, "duration_ms": 0.043973000000000005 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 512, 32, 64, 1 ], [], [], [] ], "count": 72, "duration_ms": 0.043437 }, { "name": "aten::argmax", "input_dims": [ [ 1, 77 ], [], [] ], "count": 1, "duration_ms": 0.041629 }, { "name": "aten::as_strided", "input_dims": [ [ 5120, 4096 ], [], [], [] ], "count": 48, "duration_ms": 0.040957000000000014 }, { "name": "aten::transpose", "input_dims": [ [ 1152, 768 ], [], [] ], "count": 12, "duration_ms": 0.040657000000000006 }, { "name": "aten::resize_", "input_dims": [ [ 0 ], [], [] ], "count": 10, "duration_ms": 0.040297 }, { "name": "aten::gather", "input_dims": [ [ 16064, 4096 ], [], [ 512, 4096 ], [], [ 512, 4096 ] ], "count": 1, "duration_ms": 0.039936 }, { "name": "aten::gt", "input_dims": [ [ 512, 512 ], [] ], "count": 1, "duration_ms": 0.039670000000000004 }, { "name": "triton_poi_fused_add_bitwise_and_bitwise_not_bitwise_or_ge_lt_mul_sub_0", "input_dims": [ [ 512, 512 ], [ 512, 512 ], [ 512, 512 ], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.038827 }, { "name": "aten::index_select", "input_dims": [ [ 77, 768 ], [], [ 77 ] ], "count": 1, "duration_ms": 0.038607999999999996 }, { "name": "aten::view", "input_dims": [ [ 1, 77, 384 ], [] ], "count": 48, "duration_ms": 0.038183 }, { "name": "aten::reshape", "input_dims": [ [ 1, 512, 5120 ], [] ], "count": 24, "duration_ms": 0.037892 }, { "name": "aten::div", "input_dims": [ [ 512, 512 ], [] ], "count": 2, "duration_ms": 0.037497 }, { "name": "aten::any", "input_dims": [ [ 1, 768 ] ], "count": 1, "duration_ms": 0.036655 }, { "name": "aten::view", "input_dims": [ [ 77 ], [] ], "count": 52, "duration_ms": 0.03615500000000001 }, { "name": "aten::abs", "input_dims": [ [ 512, 512 ] ], "count": 1, "duration_ms": 0.035989 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 512, 6144 ], [], [], [] ], "count": 72, "duration_ms": 0.034984 }, { "name": "aten::view", "input_dims": [ [ 512, 4096 ], [] ], "count": 50, "duration_ms": 0.034977999999999995 }, { "name": "aten::where", "input_dims": [ [ 512, 512 ], [ 512, 512 ], [ 512, 512 ] ], "count": 1, "duration_ms": 0.032951999999999995 }, { "name": "aten::any", "input_dims": [ [ 1, 512, 4096 ] ], "count": 1, "duration_ms": 0.032098 }, { "name": "aten::mul", "input_dims": [ [ 512, 512 ], [] ], "count": 2, "duration_ms": 0.031104 }, { "name": "aten::transpose", "input_dims": [ [ 1536, 768 ], [], [] ], "count": 12, "duration_ms": 0.030643 }, { "name": "aten::_unsafe_view", "input_dims": [ [ 512, 5120 ], [] ], "count": 48, "duration_ms": 0.029109999999999997 }, { "name": "aten::transpose", "input_dims": [ [ 768, 1536 ], [], [] ], "count": 12, "duration_ms": 0.029014000000000005 }, { "name": "aten::as_strided", "input_dims": [ [ 6144, 4096 ], [], [], [] ], "count": 24, "duration_ms": 0.028496 }, { "name": "aten::view", "input_dims": [ [ 8388608 ], [] ], "count": 25, "duration_ms": 0.028269999999999997 }, { "name": "aten::sub", "input_dims": [ [ 1, 512 ], [ 512, 1 ], [] ], "count": 1, "duration_ms": 0.02798 }, { "name": "aten::min", "input_dims": [ [ 512, 512 ], [ 512, 512 ] ], "count": 1, "duration_ms": 0.027952 }, { "name": "aten::abs", "input_dims": [ [ 512, 512 ], [ 0 ] ], "count": 1, "duration_ms": 0.027867 }, { "name": "aten::transpose", "input_dims": [ [ 768, 384 ], [], [] ], "count": 12, "duration_ms": 0.027285999999999998 }, { "name": "aten::masked_fill_", "input_dims": [ [ 1, 512, 4096 ], [ 1, 512, 1 ], [] ], "count": 1, "duration_ms": 0.026591 }, { "name": "aten::reshape", "input_dims": [ [ 1, 77, 6, 64 ], [] ], "count": 12, "duration_ms": 0.026473 }, { "name": "aten::minimum", "input_dims": [ [ 512, 512 ], [ 512, 512 ] ], "count": 1, "duration_ms": 0.025713 }, { "name": "aten::to", "input_dims": [ [ 1, 1 ], [], [], [], [], [] ], "count": 2, "duration_ms": 0.025525999999999997 }, { "name": "aten::log", "input_dims": [ [ 512, 512 ] ], "count": 1, "duration_ms": 0.025278 }, { "name": "aten::_unsafe_view", "input_dims": [ [ 512, 4096 ], [] ], "count": 48, "duration_ms": 0.02456 }, { "name": "aten::add", "input_dims": [ [ 512, 512 ], [], [] ], "count": 2, "duration_ms": 0.024537999999999997 }, { "name": "aten::view", "input_dims": [ [ 1179648 ], [] ], "count": 24, "duration_ms": 0.023618999999999998 }, { "name": "aten::_to_copy", "input_dims": [ [ 1, 1 ], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.023364999999999997 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 77, 6, 64 ], [], [], [] ], "count": 48, "duration_ms": 0.022487999999999994 }, { "name": "aten::gather", "input_dims": [ [ 16, 64 ], [], [ 262144, 64 ], [], [ 262144, 64 ] ], "count": 1, "duration_ms": 0.022223 }, { "name": "aten::full_like", "input_dims": [ [ 512, 512 ], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.020844 }, { "name": "aten::as_strided", "input_dims": [ [ 4096, 2048 ], [], [], [] ], "count": 24, "duration_ms": 0.020721 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 77, 1152 ], [], [], [] ], "count": 36, "duration_ms": 0.02071 }, { "name": "aten::_unsafe_view", "input_dims": [ [ 1, 512, 32, 64 ], [] ], "count": 24, "duration_ms": 0.020565999999999997 }, { "name": "aten::_unsafe_view", "input_dims": [ [ 512, 6144 ], [] ], "count": 24, "duration_ms": 0.020403000000000004 }, { "name": "aten::copy_", "input_dims": [ [ 1, 1, 1, 1, 1, 64, 512, 512 ], [ 1, 1, 1, 1, 1, 64, 512, 512 ], [] ], "count": 1, "duration_ms": 0.020203 }, { "name": "aten::add", "input_dims": [ [ 4 ], [], [] ], "count": 2, "duration_ms": 0.020067 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 1, 32, 64, 512 ], [], [], [] ], "count": 24, "duration_ms": 0.019919999999999997 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 32, 512, 512, 1 ], [], [], [] ], "count": 24, "duration_ms": 0.019864999999999997 }, { "name": "aten::masked_fill_", "input_dims": [ [ 512, 512, 64 ], [ 512, 512, 1 ], [] ], "count": 1, "duration_ms": 0.019138000000000002 }, { "name": "aten::cat", "input_dims": [ [ [ 4, 1 ], [ 4, 1 ] ], [] ], "count": 1, "duration_ms": 0.018659 }, { "name": "aten::view", "input_dims": [ [ 1, 512 ], [] ], "count": 25, "duration_ms": 0.018311000000000004 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 1, 1, 512 ], [], [], [] ], "count": 24, "duration_ms": 0.017946999999999994 }, { "name": "aten::fill_", "input_dims": [ [ 1, 1 ], [] ], "count": 1, "duration_ms": 0.017941 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 4096 ], [ 1 ] ], "count": 50, "duration_ms": 0.017602 }, { "name": "aten::view", "input_dims": [ [ 884736 ], [] ], "count": 12, "duration_ms": 0.017353 }, { "name": "aten::view", "input_dims": [ [ 32, 512, 512 ], [] ], "count": 24, "duration_ms": 0.017228 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 6, 77, 64 ], [], [], [] ], "count": 48, "duration_ms": 0.017178999999999996 }, { "name": "aten::gather", "input_dims": [ [ 77, 768 ], [], [ 77, 768 ], [], [ 77, 768 ] ], "count": 1, "duration_ms": 0.016931 }, { "name": "aten::view", "input_dims": [ [ 1, 512, 2048 ], [] ], "count": 24, "duration_ms": 0.016672 }, { "name": "aten::view", "input_dims": [ [ 32, 512, 512, 1, 1 ], [] ], "count": 24, "duration_ms": 0.016176 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 64, 512, 512 ], [], [], [] ], "count": 27, "duration_ms": 0.016141000000000003 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 32, 512, 512 ], [], [], [] ], "count": 24, "duration_ms": 0.01591 }, { "name": "aten::_reshape_alias", "input_dims": [ [ 32, 512, 64, 1, 1 ], [], [] ], "count": 24, "duration_ms": 0.014984000000000003 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 32, 512, 1, 64 ], [], [], [] ], "count": 24, "duration_ms": 0.014712 }, { "name": "aten::copy_", "input_dims": [ [ 1, 1 ], [ 1, 1 ], [] ], "count": 1, "duration_ms": 0.014347 }, { "name": "aten::isnan", "input_dims": [ [ 1, 512, 4096 ] ], "count": 1, "duration_ms": 0.014273 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 768 ], [ 1 ] ], "count": 78, "duration_ms": 0.014241999999999998 }, { "name": "aten::view", "input_dims": [ [ 1, 32, 512, 512, 1 ], [] ], "count": 24, "duration_ms": 0.014231000000000004 }, { "name": "aten::view", "input_dims": [ [ 1, 512, 32, 64, 1 ], [] ], "count": 24, "duration_ms": 0.014071 }, { "name": "aten::lt", "input_dims": [ [ 512, 512 ], [] ], "count": 1, "duration_ms": 0.013708999999999999 }, { "name": "aten::result_type", "input_dims": [ [ 1, 512, 5120 ], [] ], "count": 24, "duration_ms": 0.013032 }, { "name": "aten::ne", "input_dims": [ [ 1, 512, 4096 ], [ 1, 512, 4096 ] ], "count": 1, "duration_ms": 0.012807 }, { "name": "aten::expand", "input_dims": [ [ 77, 1 ], [], [] ], "count": 2, "duration_ms": 0.012399 }, { "name": "aten::view", "input_dims": [ [ 32, 512, 64 ], [] ], "count": 24, "duration_ms": 0.012334999999999999 }, { "name": "aten::as_strided", "input_dims": [ [ 4096, 5120 ], [], [], [] ], "count": 24, "duration_ms": 0.0119 }, { "name": "aten::add_", "input_dims": [ [ 512, 512 ], [ 512, 512 ], [] ], "count": 1, "duration_ms": 0.011851 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 32, 1, 512, 64 ], [], [], [] ], "count": 24, "duration_ms": 0.011686 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1 ], [ 768 ] ], "count": 72, "duration_ms": 0.011509 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 512, 32, 1, 512 ], [], [], [] ], "count": 24, "duration_ms": 0.011508000000000001 }, { "name": "aten::fill_", "input_dims": [ [ 512, 512 ], [] ], "count": 1, "duration_ms": 0.011459 }, { "name": "aten::view", "input_dims": [ [ 1, 77, 768 ], [] ], "count": 24, "duration_ms": 0.011386 }, { "name": "aten::view", "input_dims": [ [ 1152 ], [] ], "count": 12, "duration_ms": 0.011269000000000001 }, { "name": "aten::view", "input_dims": [ [ 294912 ], [] ], "count": 12, "duration_ms": 0.01117 }, { "name": "aten::view", "input_dims": [ [ 77, 768 ], [] ], "count": 26, "duration_ms": 0.011139 }, { "name": "aten::view", "input_dims": [ [ 1536 ], [] ], "count": 12, "duration_ms": 0.011085 }, { "name": "aten::_reshape_alias", "input_dims": [ [ 32, 512, 1, 64, 1 ], [], [] ], "count": 24, "duration_ms": 0.011048000000000004 }, { "name": "aten::_reshape_alias", "input_dims": [ [ 32, 64, 1, 512, 1 ], [], [] ], "count": 24, "duration_ms": 0.010842000000000001 }, { "name": "aten::as_strided", "input_dims": [ [ 32, 512, 1, 1, 64 ], [], [], [] ], "count": 24, "duration_ms": 0.010293000000000002 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 6144, 4096 ], [ 1 ] ], "count": 25, "duration_ms": 0.009963 }, { "name": "aten::as_strided", "input_dims": [ [ 1152, 768 ], [], [], [] ], "count": 12, "duration_ms": 0.009730000000000003 }, { "name": "aten::to", "input_dims": [ [ 1, 512, 5120 ], [], [], [], [] ], "count": 24, "duration_ms": 0.009259 }, { "name": "aten::view", "input_dims": [ [ 1, 77 ], [] ], "count": 3, "duration_ms": 0.008997000000000002 }, { "name": "aten::as_strided", "input_dims": [ [ 768, 1536 ], [], [], [] ], "count": 12, "duration_ms": 0.008783000000000001 }, { "name": "aten::view", "input_dims": [ [ 1, 512, 5120 ], [] ], "count": 24, "duration_ms": 0.008771000000000001 }, { "name": "aten::alias", "input_dims": [ [ 1, 77 ] ], "count": 1, "duration_ms": 0.008734 }, { "name": "aten::as_strided", "input_dims": [ [ 32, 512, 1, 1, 512 ], [], [], [] ], "count": 24, "duration_ms": 0.008262999999999998 }, { "name": "aten::as_strided", "input_dims": [ [ 1536, 768 ], [], [], [] ], "count": 12, "duration_ms": 0.008198 }, { "name": "aten::reshape", "input_dims": [ [ 1, 77 ], [] ], "count": 2, "duration_ms": 0.007808000000000001 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 5120, 4096 ], [ 1 ] ], "count": 50, "duration_ms": 0.007714000000000001 }, { "name": "aten::as_strided", "input_dims": [ [ 96478208 ], [], [], [] ], "count": 16, "duration_ms": 0.007697 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1 ], [ 4096 ] ], "count": 50, "duration_ms": 0.007069000000000001 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1 ], [ 5120, 4096 ] ], "count": 50, "duration_ms": 0.006847999999999999 }, { "name": "aten::view", "input_dims": [ [ 1, 77, 6, 64 ], [] ], "count": 12, "duration_ms": 0.006698999999999998 }, { "name": "aten::narrow", "input_dims": [ [ 4, 2 ], [], [], [] ], "count": 1, "duration_ms": 0.006609 }, { "name": "aten::view", "input_dims": [ [ 1, 77, 1536 ], [] ], "count": 12, "duration_ms": 0.0064540000000000005 }, { "name": "aten::unfold", "input_dims": [ [ 1, 64, 512, 512 ], [], [], [] ], "count": 1, "duration_ms": 0.00634 }, { "name": "aten::unsqueeze", "input_dims": [ [ 4 ], [] ], "count": 2, "duration_ms": 0.006182 }, { "name": "aten::view", "input_dims": [ [ 77, 1152 ], [] ], "count": 12, "duration_ms": 0.006001999999999999 }, { "name": "aten::view", "input_dims": [ [ 77, 1536 ], [] ], "count": 12, "duration_ms": 0.005655 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1 ], [ 6144, 4096 ] ], "count": 25, "duration_ms": 0.005644000000000001 }, { "name": "aten::expand", "input_dims": [ [ 512, 1 ], [], [] ], "count": 1, "duration_ms": 0.0053230000000000005 }, { "name": "aten::unsqueeze", "input_dims": [ [ 512, 512 ], [] ], "count": 1, "duration_ms": 0.005227000000000001 }, { "name": "aten::as_strided", "input_dims": [ [ 768, 384 ], [], [], [] ], "count": 12, "duration_ms": 0.005216000000000001 }, { "name": "aten::empty_like", "input_dims": [ [ 512, 512 ], [], [], [], [], [] ], "count": 1, "duration_ms": 0.0051589999999999995 }, { "name": "aten::expand", "input_dims": [ [ 1, 64, 512, 512 ], [], [] ], "count": 2, "duration_ms": 0.004973 }, { "name": "aten::permute", "input_dims": [ [ 512, 512, 64 ], [] ], "count": 1, "duration_ms": 0.004369 }, { "name": "aten::unsqueeze", "input_dims": [ [ 512 ], [] ], "count": 2, "duration_ms": 0.0042190000000000005 }, { "name": "aten::expand_as", "input_dims": [ [ 1, 64, 512, 512 ], [ 1, 1, 1, 1, 1, 64, 512, 512 ] ], "count": 1, "duration_ms": 0.004118999999999999 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 4096, 5120 ], [ 1 ] ], "count": 25, "duration_ms": 0.003932 }, { "name": "aten::expand", "input_dims": [ [ 262144, 1 ], [], [] ], "count": 1, "duration_ms": 0.0038889999999999997 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1 ], [ 4096, 2048 ] ], "count": 25, "duration_ms": 0.0038029999999999995 }, { "name": "aten::unsqueeze", "input_dims": [ [ 1, 512 ], [] ], "count": 1, "duration_ms": 0.00377 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 4096, 2048 ], [ 1 ] ], "count": 25, "duration_ms": 0.003731 }, { "name": "aten::reshape", "input_dims": [ [ 1, 512 ], [] ], "count": 1, "duration_ms": 0.003578 }, { "name": "aten::as_strided", "input_dims": [ [ 77, 1 ], [], [], [] ], "count": 2, "duration_ms": 0.0034569999999999996 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1 ], [ 4096, 5120 ] ], "count": 25, "duration_ms": 0.0033929999999999997 }, { "name": "aten::slice", "input_dims": [ [ 4, 2 ], [], [], [], [] ], "count": 1, "duration_ms": 0.003141 }, { "name": "aten::unfold", "input_dims": [ [ 1, 64, 512, 512, 1 ], [], [], [] ], "count": 1, "duration_ms": 0.003139 }, { "name": "aten::flatten", "input_dims": [ [ 4, 2 ], [], [] ], "count": 1, "duration_ms": 0.0030600000000000002 }, { "name": "aten::reshape", "input_dims": [ [ 1 ], [] ], "count": 2, "duration_ms": 0.003059 }, { "name": "aten::reshape", "input_dims": [ [ 512, 512 ], [] ], "count": 1, "duration_ms": 0.003018 }, { "name": "aten::as_strided", "input_dims": [ [], [], [], [] ], "count": 2, "duration_ms": 0.0029230000000000003 }, { "name": "aten::permute", "input_dims": [ [ 1, 1, 1, 1, 1, 64, 512, 512 ], [] ], "count": 1, "duration_ms": 0.0026469999999999996 }, { "name": "aten::unsqueeze", "input_dims": [ [ 64, 512, 512 ], [] ], "count": 1, "duration_ms": 0.002629 }, { "name": "aten::unfold", "input_dims": [ [ 1, 1, 512, 512, 1, 64 ], [], [], [] ], "count": 1, "duration_ms": 0.002555 }, { "name": "aten::view", "input_dims": [ [ 1024 ], [] ], "count": 2, "duration_ms": 0.002376 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1536, 768 ], [ 1 ] ], "count": 13, "duration_ms": 0.0023359999999999995 }, { "name": "aten::expand", "input_dims": [ [ 512, 512, 1 ], [], [] ], "count": 1, "duration_ms": 0.002213 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1152, 768 ], [ 1 ] ], "count": 13, "duration_ms": 0.0021790000000000004 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 768, 384 ], [ 1 ] ], "count": 13, "duration_ms": 0.002168 }, { "name": "aten::expand", "input_dims": [ [ 1, 512, 1 ], [], [] ], "count": 1, "duration_ms": 0.002111 }, { "name": "aten::to", "input_dims": [ [ 1, 768 ], [], [], [], [], [], [], [] ], "count": 2, "duration_ms": 0.002109 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1152 ], [ 1 ] ], "count": 13, "duration_ms": 0.00198 }, { "name": "aten::unfold", "input_dims": [ [ 1, 1, 1, 512, 1, 64, 512 ], [], [], [] ], "count": 1, "duration_ms": 0.0019790000000000003 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 768, 1536 ], [ 1 ] ], "count": 13, "duration_ms": 0.0019240000000000001 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1 ], [ 1536, 768 ] ], "count": 12, "duration_ms": 0.0017580000000000002 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1536 ], [ 1 ] ], "count": 13, "duration_ms": 0.0017509999999999997 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1 ], [ 1152 ] ], "count": 12, "duration_ms": 0.0017130000000000001 }, { "name": "aten::reshape", "input_dims": [ [ 1, 1, 1, 64, 1, 512, 1, 512 ], [] ], "count": 1, "duration_ms": 0.001674 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1 ], [ 1536 ] ], "count": 12, "duration_ms": 0.001636 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1 ], [ 768, 384 ] ], "count": 12, "duration_ms": 0.0015739999999999997 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 64, 512, 512, 1 ], [], [], [] ], "count": 1, "duration_ms": 0.0015689999999999999 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1 ], [ 1152, 768 ] ], "count": 12, "duration_ms": 0.00153 }, { "name": "aten::as_strided", "input_dims": [ [ 512, 1 ], [], [], [] ], "count": 1, "duration_ms": 0.001472 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1 ], [ 768, 1536 ] ], "count": 12, "duration_ms": 0.001434 }, { "name": "aten::view", "input_dims": [ [ 512, 512 ], [] ], "count": 1, "duration_ms": 0.001406 }, { "name": "aten::to", "input_dims": [ [ 1, 512, 4096 ], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.001377 }, { "name": "aten::as_strided", "input_dims": [ [ 4 ], [], [], [] ], "count": 2, "duration_ms": 0.001326 }, { "name": "aten::to", "input_dims": [ [ 1, 512 ], [], [], [], [] ], "count": 1, "duration_ms": 0.001222 }, { "name": "aten::as_strided", "input_dims": [ [ 262144, 1 ], [], [], [] ], "count": 1, "duration_ms": 0.001189 }, { "name": "aten::detach_", "input_dims": [ [ 1, 77 ] ], "count": 2, "duration_ms": 0.00106 }, { "name": "aten::as_strided", "input_dims": [ [ 77, 768 ], [], [], [] ], "count": 3, "duration_ms": 0.001042 }, { "name": "aten::view", "input_dims": [ [ 4, 2 ], [] ], "count": 1, "duration_ms": 0.001039 }, { "name": "aten::lift_fresh", "input_dims": [ [ 1, 77 ] ], "count": 2, "duration_ms": 0.000922 }, { "name": "aten::as_strided", "input_dims": [ [ 512, 512, 64 ], [], [], [] ], "count": 1, "duration_ms": 0.000796 }, { "name": "aten::as_strided", "input_dims": [ [ 512 ], [], [], [] ], "count": 2, "duration_ms": 0.0007880000000000001 }, { "name": "aten::as_strided", "input_dims": [ [ 1 ], [], [], [] ], "count": 1, "duration_ms": 0.000744 }, { "name": "aten::view", "input_dims": [ [ 1, 1, 1, 64, 1, 512, 1, 512 ], [] ], "count": 1, "duration_ms": 0.000737 }, { "name": "aten::lift_fresh", "input_dims": [ [ 1, 512 ] ], "count": 2, "duration_ms": 0.0007000000000000001 }, { "name": "aten::view", "input_dims": [ [ 1 ], [] ], "count": 2, "duration_ms": 0.0006979999999999999 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 1, 512, 512, 1, 64 ], [], [], [] ], "count": 1, "duration_ms": 0.0006889999999999999 }, { "name": "aten::as_strided", "input_dims": [ [ 64, 512, 512 ], [], [], [] ], "count": 1, "duration_ms": 0.000679 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 512 ], [], [], [] ], "count": 1, "duration_ms": 0.000674 }, { "name": "aten::detach_", "input_dims": [ [ 1, 512 ] ], "count": 2, "duration_ms": 0.0006200000000000001 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 1, 1, 1, 1, 64, 512, 512 ], [], [], [] ], "count": 1, "duration_ms": 0.000612 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 512, 1 ], [], [], [] ], "count": 1, "duration_ms": 0.00061 }, { "name": "aten::as_strided", "input_dims": [ [ 49408, 768 ], [], [], [] ], "count": 1, "duration_ms": 0.0005949999999999999 }, { "name": "aten::view", "input_dims": [ [ 262144 ], [] ], "count": 1, "duration_ms": 0.000569 }, { "name": "aten::as_strided", "input_dims": [ [ 512, 512 ], [], [], [] ], "count": 1, "duration_ms": 0.0005639999999999999 }, { "name": "aten::to", "input_dims": [ [ 1, 512 ], [], [], [], [], [] ], "count": 2, "duration_ms": 0.0005600000000000001 }, { "name": "aten::as_strided", "input_dims": [ [ 16064, 4096 ], [], [], [] ], "count": 1, "duration_ms": 0.0005600000000000001 }, { "name": "aten::view", "input_dims": [ [ 262144, 64 ], [] ], "count": 1, "duration_ms": 0.0005480000000000001 }, { "name": "aten::as_strided", "input_dims": [ [ 512, 512, 1 ], [], [], [] ], "count": 1, "duration_ms": 0.000517 }, { "name": "aten::as_strided", "input_dims": [ [ 16, 64 ], [], [], [] ], "count": 1, "duration_ms": 0.000516 }, { "name": "aten::as_strided", "input_dims": [ [ 4, 2 ], [], [], [] ], "count": 1, "duration_ms": 0.000512 }, { "name": "aten::view", "input_dims": [ [ 512 ], [] ], "count": 1, "duration_ms": 0.00048499999999999997 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 1, 1, 512, 1, 64, 512 ], [], [], [] ], "count": 1, "duration_ms": 0.000481 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 77, 768 ], [], [], [] ], "count": 1, "duration_ms": 0.00041999999999999996 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 1 ], [ 16, 64 ] ], "count": 2, "duration_ms": 0.000347 }, { "name": "aten::as_strided", "input_dims": [ [ 512, 4096 ], [], [], [] ], "count": 1, "duration_ms": 0.000319 }, { "name": "aten::as_strided", "input_dims": [ [ 262144, 64 ], [], [], [] ], "count": 1, "duration_ms": 0.000254 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 16, 64 ], [ 1 ] ], "count": 2, "duration_ms": 0.00022899999999999998 } ] }, { "name": "STAGE LatentPreparationStage", "duration_ms": 1.012474, "ops": [ { "name": "aten::any", "count": 2, "duration_ms": 0.046839 }, { "name": "aten::reshape", "count": 1, "duration_ms": 0.046659 }, { "name": "aten::randn", "count": 1, "duration_ms": 0.046365 }, { "name": "aten::item", "count": 2, "duration_ms": 0.040158 }, { "name": "aten::_local_scalar_dense", "count": 2, "duration_ms": 0.036808 }, { "name": "aten::isnan", "count": 2, "duration_ms": 0.035803 }, { "name": "aten::ne", "count": 2, "duration_ms": 0.032568 }, { "name": "aten::clone", "count": 1, "duration_ms": 0.031919 }, { "name": "aten::normal_", "count": 1, "duration_ms": 0.0303 }, { "name": "aten::copy_", "count": 1, "duration_ms": 0.0195 }, { "name": "aten::empty", "count": 2, "duration_ms": 0.012158 }, { "name": "aten::empty_like", "count": 1, "duration_ms": 0.007612 }, { "name": "aten::permute", "count": 1, "duration_ms": 0.005889 }, { "name": "aten::as_strided", "count": 3, "duration_ms": 0.00417 }, { "name": "aten::view", "count": 1, "duration_ms": 0.003267 }, { "name": "aten::to", "count": 1, "duration_ms": 0.001388 }, { "name": "aten::_unsafe_view", "count": 1, "duration_ms": 0.001348 } ], "cuda_apis": [ { "name": "cudaLaunchKernel", "count": 6, "duration_ms": 0.045544999999999995 }, { "name": "cudaDeviceSynchronize", "count": 2, "duration_ms": 0.037079 }, { "name": "cudaStreamSynchronize", "count": 2, "duration_ms": 0.015627000000000002 }, { "name": "cudaMemcpyAsync", "count": 2, "duration_ms": 0.013099 }, { "name": "cudaMemsetAsync", "count": 1, "duration_ms": 0.0062380000000000005 }, { "name": "cudaStreamIsCapturing", "count": 2, "duration_ms": 0.001016 } ], "shapes": [ { "name": "aten::reshape", "input_dims": [ [ 1, 64, 64, 16, 2, 2 ], [] ], "count": 1, "duration_ms": 0.046659 }, { "name": "aten::randn", "input_dims": [ [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.046365 }, { "name": "aten::item", "input_dims": [ [] ], "count": 2, "duration_ms": 0.040158 }, { "name": "aten::_local_scalar_dense", "input_dims": [ [] ], "count": 2, "duration_ms": 0.036808 }, { "name": "aten::clone", "input_dims": [ [ 1, 64, 64, 16, 2, 2 ], [] ], "count": 1, "duration_ms": 0.031919 }, { "name": "aten::normal_", "input_dims": [ [ 1, 16, 128, 128 ], [], [], [] ], "count": 1, "duration_ms": 0.0303 }, { "name": "aten::any", "input_dims": [ [ 1, 512, 4096 ] ], "count": 1, "duration_ms": 0.025346 }, { "name": "aten::isnan", "input_dims": [ [ 1, 768 ] ], "count": 1, "duration_ms": 0.022475000000000002 }, { "name": "aten::any", "input_dims": [ [ 1, 768 ] ], "count": 1, "duration_ms": 0.021492999999999998 }, { "name": "aten::ne", "input_dims": [ [ 1, 768 ], [ 1, 768 ] ], "count": 1, "duration_ms": 0.020786000000000002 }, { "name": "aten::copy_", "input_dims": [ [ 1, 64, 64, 16, 2, 2 ], [ 1, 64, 64, 16, 2, 2 ], [] ], "count": 1, "duration_ms": 0.0195 }, { "name": "aten::isnan", "input_dims": [ [ 1, 512, 4096 ] ], "count": 1, "duration_ms": 0.013328 }, { "name": "aten::empty", "input_dims": [ [], [], [], [], [], [] ], "count": 2, "duration_ms": 0.012158 }, { "name": "aten::ne", "input_dims": [ [ 1, 512, 4096 ], [ 1, 512, 4096 ] ], "count": 1, "duration_ms": 0.011782 }, { "name": "aten::empty_like", "input_dims": [ [ 1, 64, 64, 16, 2, 2 ], [], [], [], [], [] ], "count": 1, "duration_ms": 0.007612 }, { "name": "aten::permute", "input_dims": [ [ 1, 16, 64, 2, 64, 2 ], [] ], "count": 1, "duration_ms": 0.005889 }, { "name": "aten::view", "input_dims": [ [ 1, 16, 128, 128 ], [] ], "count": 1, "duration_ms": 0.003267 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 16, 64, 2, 64, 2 ], [], [], [] ], "count": 1, "duration_ms": 0.0023769999999999998 }, { "name": "aten::as_strided", "input_dims": [ [], [], [], [] ], "count": 2, "duration_ms": 0.001793 }, { "name": "aten::to", "input_dims": [ [ 1, 16, 128, 128 ], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.001388 }, { "name": "aten::_unsafe_view", "input_dims": [ [ 1, 64, 64, 16, 2, 2 ], [] ], "count": 1, "duration_ms": 0.001348 } ] }, { "name": "STAGE TimestepPreparationStage", "duration_ms": 1.576325, "ops": [ { "name": "aten::copy_", "count": 3, "duration_ms": 0.102886 }, { "name": "aten::to", "count": 2, "duration_ms": 0.102059 }, { "name": "aten::_to_copy", "count": 2, "duration_ms": 0.09776 }, { "name": "aten::item", "count": 2, "duration_ms": 0.05771899999999999 }, { "name": "aten::any", "count": 2, "duration_ms": 0.055491 }, { "name": "aten::_local_scalar_dense", "count": 2, "duration_ms": 0.051859 }, { "name": "aten::isnan", "count": 2, "duration_ms": 0.044166 }, { "name": "aten::ne", "count": 2, "duration_ms": 0.0397 }, { "name": "aten::mul", "count": 1, "duration_ms": 0.030783 }, { "name": "aten::zeros", "count": 1, "duration_ms": 0.028969 }, { "name": "aten::cat", "count": 1, "duration_ms": 0.024756 }, { "name": "aten::zero_", "count": 1, "duration_ms": 0.017773 }, { "name": "aten::empty_strided", "count": 2, "duration_ms": 0.014334 }, { "name": "aten::fill_", "count": 1, "duration_ms": 0.013793 }, { "name": "aten::expand_as", "count": 1, "duration_ms": 0.011902 }, { "name": "aten::expand", "count": 1, "duration_ms": 0.009115 }, { "name": "aten::empty", "count": 1, "duration_ms": 0.004692999999999999 }, { "name": "aten::as_strided", "count": 3, "duration_ms": 0.004166 }, { "name": "aten::lift_fresh", "count": 1, "duration_ms": 0.0008100000000000001 } ], "cuda_apis": [ { "name": "cudaLaunchKernel", "count": 7, "duration_ms": 0.062511 }, { "name": "cudaMemcpyAsync", "count": 3, "duration_ms": 0.040475 }, { "name": "cudaDeviceSynchronize", "count": 2, "duration_ms": 0.026358 }, { "name": "cudaStreamSynchronize", "count": 3, "duration_ms": 0.01996 }, { "name": "cudaStreamIsCapturing", "count": 1, "duration_ms": 0.00117 } ], "shapes": [ { "name": "aten::copy_", "input_dims": [ [ 2 ], [ 2 ], [] ], "count": 3, "duration_ms": 0.102886 }, { "name": "aten::_to_copy", "input_dims": [ [ 2 ], [], [], [], [], [], [] ], "count": 2, "duration_ms": 0.09776 }, { "name": "aten::to", "input_dims": [ [ 2 ], [], [], [], [], [] ], "count": 1, "duration_ms": 0.087809 }, { "name": "aten::item", "input_dims": [ [] ], "count": 2, "duration_ms": 0.05771899999999999 }, { "name": "aten::any", "input_dims": [ [ 2 ] ], "count": 2, "duration_ms": 0.055491 }, { "name": "aten::_local_scalar_dense", "input_dims": [ [] ], "count": 2, "duration_ms": 0.051859 }, { "name": "aten::isnan", "input_dims": [ [ 2 ] ], "count": 2, "duration_ms": 0.044166 }, { "name": "aten::ne", "input_dims": [ [ 2 ], [ 2 ] ], "count": 2, "duration_ms": 0.0397 }, { "name": "aten::mul", "input_dims": [ [ 2 ], [] ], "count": 1, "duration_ms": 0.030783 }, { "name": "aten::zeros", "input_dims": [ [], [], [], [], [] ], "count": 1, "duration_ms": 0.028969 }, { "name": "aten::cat", "input_dims": [ [ [ 2 ], [ 1 ] ], [] ], "count": 1, "duration_ms": 0.024756 }, { "name": "aten::zero_", "input_dims": [ [ 1 ] ], "count": 1, "duration_ms": 0.017773 }, { "name": "aten::empty_strided", "input_dims": [ [], [], [], [], [], [] ], "count": 2, "duration_ms": 0.014334 }, { "name": "aten::to", "input_dims": [ [ 2 ], [], [], [], [] ], "count": 1, "duration_ms": 0.01425 }, { "name": "aten::fill_", "input_dims": [ [ 1 ], [] ], "count": 1, "duration_ms": 0.013793 }, { "name": "aten::expand_as", "input_dims": [ [ 2 ], [ 2 ] ], "count": 1, "duration_ms": 0.011902 }, { "name": "aten::expand", "input_dims": [ [ 2 ], [], [] ], "count": 1, "duration_ms": 0.009115 }, { "name": "aten::empty", "input_dims": [ [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.004692999999999999 }, { "name": "aten::as_strided", "input_dims": [ [], [], [], [] ], "count": 2, "duration_ms": 0.002367 }, { "name": "aten::as_strided", "input_dims": [ [ 2 ], [], [], [] ], "count": 1, "duration_ms": 0.001799 }, { "name": "aten::lift_fresh", "input_dims": [ [ 2 ] ], "count": 1, "duration_ms": 0.0008100000000000001 } ] }, { "name": "STAGE denoising_stage", "duration_ms": 160.611063, "ops": [ { "name": "sgl_kernel::fwd", "count": 114, "duration_ms": 3.3923180000000004 }, { "name": "aten::copy_", "count": 168, "duration_ms": 1.836091 }, { "name": "aten::empty", "count": 241, "duration_ms": 0.8540319999999999 }, { "name": "aten::to", "count": 31, "duration_ms": 0.557549 }, { "name": "aten::_to_copy", "count": 21, "duration_ms": 0.510323 }, { "name": "aten::repeat", "count": 2, "duration_ms": 0.289663 }, { "name": "aten::arange", "count": 8, "duration_ms": 0.14995199999999997 }, { "name": "aten::clone", "count": 3, "duration_ms": 0.126868 }, { "name": "aten::add", "count": 8, "duration_ms": 0.115471 }, { "name": "aten::reshape", "count": 5, "duration_ms": 0.109127 }, { "name": "aten::empty_strided", "count": 23, "duration_ms": 0.08322199999999999 }, { "name": "aten::zeros", "count": 2, "duration_ms": 0.07762100000000001 }, { "name": "aten::cat", "count": 4, "duration_ms": 0.062849 }, { "name": "aten::select", "count": 18, "duration_ms": 0.062422000000000005 }, { "name": "aten::sub", "count": 2, "duration_ms": 0.048513 }, { "name": "aten::zero_", "count": 2, "duration_ms": 0.047245 }, { "name": "aten::fill_", "count": 2, "duration_ms": 0.041024 }, { "name": "aten::mul", "count": 2, "duration_ms": 0.037544 }, { "name": "aten::slice", "count": 14, "duration_ms": 0.03642 }, { "name": "aten::as_strided", "count": 47, "duration_ms": 0.029577 }, { "name": "aten::empty_like", "count": 1, "duration_ms": 0.024139 }, { "name": "aten::narrow", "count": 2, "duration_ms": 0.014081 }, { "name": "aten::permute", "count": 3, "duration_ms": 0.013392 }, { "name": "aten::unsqueeze", "count": 6, "duration_ms": 0.013297000000000002 }, { "name": "aten::item", "count": 4, "duration_ms": 0.012905 }, { "name": "aten::resize_", "count": 4, "duration_ms": 0.012730000000000002 }, { "name": "aten::unbind", "count": 1, "duration_ms": 0.012002 }, { "name": "aten::expand", "count": 4, "duration_ms": 0.011892999999999999 }, { "name": "aten::view", "count": 6, "duration_ms": 0.01103 }, { "name": "aten::flatten", "count": 2, "duration_ms": 0.008133999999999999 }, { "name": "aten::unfold", "count": 2, "duration_ms": 0.007877 }, { "name": "aten::expand_as", "count": 2, "duration_ms": 0.006804000000000001 }, { "name": "aten::_local_scalar_dense", "count": 4, "duration_ms": 0.003727 }, { "name": "aten::_unsafe_view", "count": 1, "duration_ms": 0.001966 }, { "name": "aten::resolve_conj", "count": 6, "duration_ms": 0.0014969999999999998 }, { "name": "aten::resolve_neg", "count": 6, "duration_ms": 0.0010010000000000002 } ], "cuda_apis": [ { "name": "cudaDeviceSynchronize", "count": 6, "duration_ms": 133.80071200000003 }, { "name": "cudaGraphLaunch", "count": 116, "duration_ms": 6.685326000000005 }, { "name": "cudaMemcpyAsync", "count": 139, "duration_ms": 0.98622 }, { "name": "cudaLaunchKernelExC", "count": 114, "duration_ms": 0.6123710000000002 }, { "name": "cudaFuncSetAttribute", "count": 228, "duration_ms": 0.3358179999999999 }, { "name": "cudaLaunchKernel", "count": 43, "duration_ms": 0.279549 }, { "name": "INVALID", "count": 684, "duration_ms": 0.17557099999999967 }, { "name": "cudaStreamIsCapturing", "count": 123, "duration_ms": 0.045079000000000015 }, { "name": "cudaStreamSynchronize", "count": 7, "duration_ms": 0.022753 } ], "shapes": [ { "name": "sgl_kernel::fwd", "input_dims": [ [ 1, 4608, 12, 128 ], [ 1, 4608, 12, 128 ], [ 1, 4608, 12, 128 ], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [], [] ], "count": 114, "duration_ms": 3.3923180000000004 }, { "name": "aten::copy_", "input_dims": [ [ 1, 4608, 12, 128 ], [ 1, 4608, 12, 128 ], [] ], "count": 114, "duration_ms": 1.0482760000000002 }, { "name": "aten::empty", "input_dims": [ [], [], [], [], [], [] ], "count": 241, "duration_ms": 0.8540319999999999 }, { "name": "aten::repeat", "input_dims": [ [], [] ], "count": 2, "duration_ms": 0.289663 }, { "name": "aten::_to_copy", "input_dims": [ [ 4096 ], [], [], [], [], [], [] ], "count": 6, "duration_ms": 0.187826 }, { "name": "aten::copy_", "input_dims": [ [ 4096 ], [ 4096 ], [] ], "count": 6, "duration_ms": 0.140597 }, { "name": "aten::_to_copy", "input_dims": [ [ 512 ], [], [], [], [], [], [] ], "count": 6, "duration_ms": 0.133484 }, { "name": "aten::to", "input_dims": [ [ 4096 ], [], [], [], [], [], [], [] ], "count": 3, "duration_ms": 0.131318 }, { "name": "aten::to", "input_dims": [ [ 1, 4096, 64 ], [], [], [], [] ], "count": 6, "duration_ms": 0.104844 }, { "name": "aten::copy_", "input_dims": [ [ 512 ], [ 512 ], [] ], "count": 6, "duration_ms": 0.100771 }, { "name": "aten::_to_copy", "input_dims": [ [ 1, 4096, 64 ], [], [], [], [], [], [] ], "count": 4, "duration_ms": 0.09554399999999999 }, { "name": "aten::copy_", "input_dims": [ [ 1, 4096, 64 ], [ 1, 4096, 64 ], [] ], "count": 8, "duration_ms": 0.092516 }, { "name": "aten::reshape", "input_dims": [ [ 1, 16, 64, 2, 64, 2 ], [] ], "count": 1, "duration_ms": 0.090276 }, { "name": "aten::to", "input_dims": [ [ 512 ], [], [], [], [], [], [], [] ], "count": 3, "duration_ms": 0.089647 }, { "name": "aten::arange", "input_dims": [ [], [], [], [], [] ], "count": 4, "duration_ms": 0.08945 }, { "name": "aten::empty_strided", "input_dims": [ [], [], [], [], [], [] ], "count": 23, "duration_ms": 0.08322199999999999 }, { "name": "aten::clone", "input_dims": [ [ 1, 16, 64, 2, 64, 2 ], [] ], "count": 1, "duration_ms": 0.080253 }, { "name": "aten::zeros", "input_dims": [ [], [], [], [], [] ], "count": 2, "duration_ms": 0.07762100000000001 }, { "name": "aten::to", "input_dims": [ [ 4096 ], [], [], [], [] ], "count": 3, "duration_ms": 0.076027 }, { "name": "aten::copy_", "input_dims": [ [ 1, 1 ], [ 1, 1 ], [] ], "count": 2, "duration_ms": 0.065566 }, { "name": "aten::arange", "input_dims": [ [], [], [], [ 0 ] ], "count": 4, "duration_ms": 0.06050199999999999 }, { "name": "aten::to", "input_dims": [ [ 512 ], [], [], [], [] ], "count": 3, "duration_ms": 0.050991999999999996 }, { "name": "aten::copy_", "input_dims": [ [ 1, 16, 64, 2, 64, 2 ], [ 1, 16, 64, 2, 64, 2 ], [] ], "count": 1, "duration_ms": 0.050268 }, { "name": "aten::add", "input_dims": [ [ 1 ], [], [] ], "count": 4, "duration_ms": 0.050235 }, { "name": "aten::sub", "input_dims": [ [], [], [] ], "count": 2, "duration_ms": 0.048513 }, { "name": "aten::clone", "input_dims": [ [ 1, 4096, 64 ], [] ], "count": 2, "duration_ms": 0.046615 }, { "name": "aten::copy_", "input_dims": [ [ 1, 512, 4096 ], [ 1, 512, 4096 ], [] ], "count": 2, "duration_ms": 0.044442 }, { "name": "aten::copy_", "input_dims": [ [ 4608, 64 ], [ 4608, 64 ], [] ], "count": 4, "duration_ms": 0.038411 }, { "name": "aten::mul", "input_dims": [ [], [ 1, 4096, 64 ] ], "count": 2, "duration_ms": 0.037544 }, { "name": "aten::copy_", "input_dims": [ [ 1 ], [ 1 ], [] ], "count": 4, "duration_ms": 0.037258 }, { "name": "aten::zero_", "input_dims": [ [ 512, 3 ] ], "count": 1, "duration_ms": 0.035505 }, { "name": "aten::copy_", "input_dims": [ [ 4096, 28 ], [ 4096, 28 ], [] ], "count": 4, "duration_ms": 0.034516 }, { "name": "aten::to", "input_dims": [ [ 4096, 64 ], [], [], [], [] ], "count": 4, "duration_ms": 0.034358 }, { "name": "aten::to", "input_dims": [ [ 512, 64 ], [], [], [], [] ], "count": 4, "duration_ms": 0.033553 }, { "name": "aten::to", "input_dims": [ [ 2 ], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.033178 }, { "name": "aten::copy_", "input_dims": [ [ 512, 28 ], [ 512, 28 ], [] ], "count": 4, "duration_ms": 0.033058 }, { "name": "aten::cat", "input_dims": [ [ [ 1, 1 ], [ 1, 1 ] ], [] ], "count": 2, "duration_ms": 0.032862 }, { "name": "aten::fill_", "input_dims": [ [ 512, 3 ], [] ], "count": 1, "duration_ms": 0.031639 }, { "name": "aten::_to_copy", "input_dims": [ [ 4096, 64 ], [], [], [], [], [], [] ], "count": 2, "duration_ms": 0.031626 }, { "name": "aten::_to_copy", "input_dims": [ [ 2 ], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.031501 }, { "name": "aten::_to_copy", "input_dims": [ [ 512, 64 ], [], [], [], [], [], [] ], "count": 2, "duration_ms": 0.030342 }, { "name": "aten::copy_", "input_dims": [ [ 4096, 8 ], [ 4096, 8 ], [] ], "count": 2, "duration_ms": 0.030071 }, { "name": "aten::cat", "input_dims": [ [ [ 512, 64 ], [ 4096, 64 ] ], [] ], "count": 2, "duration_ms": 0.029987 }, { "name": "aten::add", "input_dims": [ [ 1, 4096, 64 ], [ 1, 4096, 64 ], [] ], "count": 2, "duration_ms": 0.029794999999999995 }, { "name": "aten::copy_", "input_dims": [ [ 64, 64 ], [ 64, 64 ], [] ], "count": 2, "duration_ms": 0.025980000000000003 }, { "name": "aten::copy_", "input_dims": [ [ 2 ], [ 2 ], [] ], "count": 1, "duration_ms": 0.025911999999999998 }, { "name": "aten::empty_like", "input_dims": [ [ 1, 16, 64, 2, 64, 2 ], [], [], [], [], [] ], "count": 1, "duration_ms": 0.024139 }, { "name": "aten::add", "input_dims": [ [ 64, 64 ], [ 64, 1 ], [] ], "count": 1, "duration_ms": 0.023649999999999997 }, { "name": "aten::copy_", "input_dims": [ [ 512, 8 ], [ 512, 8 ], [] ], "count": 2, "duration_ms": 0.017621 }, { "name": "aten::slice", "input_dims": [ [ 4096, 64 ], [], [], [], [] ], "count": 6, "duration_ms": 0.017607 }, { "name": "aten::copy_", "input_dims": [ [ 1, 768 ], [ 1, 768 ], [] ], "count": 2, "duration_ms": 0.017346 }, { "name": "aten::select", "input_dims": [ [ 2 ], [], [] ], "count": 4, "duration_ms": 0.017318999999999998 }, { "name": "aten::copy_", "input_dims": [ [ 4096, 64 ], [ 4096, 64 ], [] ], "count": 2, "duration_ms": 0.017054 }, { "name": "aten::copy_", "input_dims": [ [ 512, 64 ], [ 512, 64 ], [] ], "count": 2, "duration_ms": 0.016427999999999998 }, { "name": "aten::select", "input_dims": [ [ 3 ], [], [] ], "count": 4, "duration_ms": 0.015986999999999998 }, { "name": "aten::select", "input_dims": [ [ 64, 64, 3 ], [], [] ], "count": 4, "duration_ms": 0.014966 }, { "name": "aten::narrow", "input_dims": [ [ 1, 2 ], [], [], [] ], "count": 2, "duration_ms": 0.014081 }, { "name": "aten::item", "input_dims": [ [] ], "count": 4, "duration_ms": 0.012905 }, { "name": "aten::resize_", "input_dims": [ [ 0 ], [], [] ], "count": 4, "duration_ms": 0.012730000000000002 }, { "name": "aten::slice", "input_dims": [ [ 512, 64 ], [], [], [], [] ], "count": 6, "duration_ms": 0.012135999999999997 }, { "name": "aten::unbind", "input_dims": [ [ 2 ], [] ], "count": 1, "duration_ms": 0.012002 }, { "name": "aten::add", "input_dims": [ [ 64, 64 ], [ 1, 64 ], [] ], "count": 1, "duration_ms": 0.011791000000000001 }, { "name": "aten::zero_", "input_dims": [ [ 64, 64, 3 ] ], "count": 1, "duration_ms": 0.01174 }, { "name": "aten::reshape", "input_dims": [ [ 1, 4096, 64 ], [] ], "count": 1, "duration_ms": 0.011589 }, { "name": "aten::fill_", "input_dims": [ [ 64, 64, 3 ], [] ], "count": 1, "duration_ms": 0.009385 }, { "name": "aten::unsqueeze", "input_dims": [ [ 1 ], [] ], "count": 4, "duration_ms": 0.008709999999999999 }, { "name": "aten::expand", "input_dims": [ [], [], [] ], "count": 2, "duration_ms": 0.008161999999999999 }, { "name": "aten::permute", "input_dims": [ [ 1, 64, 64, 16, 2, 2 ], [] ], "count": 1, "duration_ms": 0.008154999999999999 }, { "name": "aten::flatten", "input_dims": [ [ 1, 2 ], [], [] ], "count": 2, "duration_ms": 0.008133999999999999 }, { "name": "aten::unfold", "input_dims": [ [ 1 ], [], [], [] ], "count": 2, "duration_ms": 0.007877 }, { "name": "aten::select", "input_dims": [ [ 4096, 3 ], [], [] ], "count": 3, "duration_ms": 0.007605999999999999 }, { "name": "aten::expand_as", "input_dims": [ [ 1 ], [ 1, 1 ] ], "count": 2, "duration_ms": 0.006804000000000001 }, { "name": "aten::slice", "input_dims": [ [ 1, 2 ], [], [], [], [] ], "count": 2, "duration_ms": 0.006677000000000001 }, { "name": "aten::select", "input_dims": [ [ 512, 3 ], [], [] ], "count": 3, "duration_ms": 0.006544 }, { "name": "aten::view", "input_dims": [ [ 1, 4096, 64 ], [] ], "count": 1, "duration_ms": 0.005496 }, { "name": "aten::permute", "input_dims": [ [ 1, 1 ], [] ], "count": 2, "duration_ms": 0.005237 }, { "name": "aten::unsqueeze", "input_dims": [ [ 64 ], [] ], "count": 2, "duration_ms": 0.004587000000000001 }, { "name": "aten::reshape", "input_dims": [ [ 64, 64, 3 ], [] ], "count": 1, "duration_ms": 0.004096 }, { "name": "aten::as_strided", "input_dims": [ [ 2 ], [], [], [] ], "count": 4, "duration_ms": 0.004004000000000001 }, { "name": "aten::as_strided", "input_dims": [ [ 4096, 64 ], [], [], [] ], "count": 6, "duration_ms": 0.00395 }, { "name": "aten::expand", "input_dims": [ [ 1 ], [], [] ], "count": 2, "duration_ms": 0.003731 }, { "name": "aten::_local_scalar_dense", "input_dims": [ [] ], "count": 4, "duration_ms": 0.003727 }, { "name": "aten::as_strided", "input_dims": [ [ 3 ], [], [], [] ], "count": 4, "duration_ms": 0.003579 }, { "name": "aten::as_strided", "input_dims": [ [ 1 ], [], [], [] ], "count": 8, "duration_ms": 0.003353 }, { "name": "aten::as_strided", "input_dims": [ [ 64, 64, 3 ], [], [], [] ], "count": 4, "duration_ms": 0.003284 }, { "name": "aten::reshape", "input_dims": [ [ 1, 1 ], [] ], "count": 2, "duration_ms": 0.003166 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 64, 64, 16, 2, 2 ], [], [], [] ], "count": 1, "duration_ms": 0.0028039999999999996 }, { "name": "aten::view", "input_dims": [ [ 1, 2 ], [] ], "count": 2, "duration_ms": 0.002652 }, { "name": "aten::to", "input_dims": [ [ 4608, 64 ], [], [], [], [], [], [], [] ], "count": 2, "duration_ms": 0.00253 }, { "name": "aten::as_strided", "input_dims": [ [ 512, 64 ], [], [], [] ], "count": 6, "duration_ms": 0.002277 }, { "name": "aten::_unsafe_view", "input_dims": [ [ 1, 16, 64, 2, 64, 2 ], [] ], "count": 1, "duration_ms": 0.001966 }, { "name": "aten::view", "input_dims": [ [ 64, 64, 3 ], [] ], "count": 1, "duration_ms": 0.001829 }, { "name": "aten::as_strided", "input_dims": [ [], [], [], [] ], "count": 2, "duration_ms": 0.001758 }, { "name": "aten::as_strided", "input_dims": [ [ 4096, 3 ], [], [], [] ], "count": 3, "duration_ms": 0.001435 }, { "name": "aten::resolve_conj", "input_dims": [ [ 4096 ] ], "count": 3, "duration_ms": 0.001166 }, { "name": "aten::as_strided", "input_dims": [ [ 512, 3 ], [], [], [] ], "count": 3, "duration_ms": 0.0010739999999999999 }, { "name": "aten::view", "input_dims": [ [ 1, 1 ], [] ], "count": 2, "duration_ms": 0.0010530000000000001 }, { "name": "aten::as_strided", "input_dims": [ [ 64 ], [], [], [] ], "count": 2, "duration_ms": 0.000771 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 2 ], [], [], [] ], "count": 2, "duration_ms": 0.000732 }, { "name": "aten::to", "input_dims": [ [ 4096, 3 ], [], [], [], [] ], "count": 1, "duration_ms": 0.000675 }, { "name": "aten::resolve_neg", "input_dims": [ [ 4096 ] ], "count": 3, "duration_ms": 0.000652 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 1 ], [], [], [] ], "count": 2, "duration_ms": 0.0005560000000000001 }, { "name": "aten::to", "input_dims": [ [ 512, 3 ], [], [], [], [] ], "count": 1, "duration_ms": 0.00042699999999999997 }, { "name": "aten::resolve_neg", "input_dims": [ [ 512 ] ], "count": 3, "duration_ms": 0.00034899999999999997 }, { "name": "aten::resolve_conj", "input_dims": [ [ 512 ] ], "count": 3, "duration_ms": 0.000331 } ] }, { "name": "STAGE decoding_stage", "duration_ms": 95.338006, "ops": [ { "name": "aten::conv2d", "count": 35, "duration_ms": 3.007951 }, { "name": "aten::convolution", "count": 35, "duration_ms": 2.8732199999999994 }, { "name": "aten::_convolution", "count": 35, "duration_ms": 2.7751790000000005 }, { "name": "aten::cudnn_convolution", "count": 35, "duration_ms": 2.0312069999999998 }, { "name": "aten::group_norm", "count": 30, "duration_ms": 1.7060950000000004 }, { "name": "aten::native_group_norm", "count": 30, "duration_ms": 1.510417 }, { "name": "aten::empty", "count": 160, "duration_ms": 0.4996579999999999 }, { "name": "aten::add_", "count": 38, "duration_ms": 0.370782 }, { "name": "aten::linear", "count": 4, "duration_ms": 0.316032 }, { "name": "aten::silu", "count": 29, "duration_ms": 0.30255499999999996 }, { "name": "aten::div", "count": 17, "duration_ms": 0.265634 }, { "name": "aten::add", "count": 17, "duration_ms": 0.198656 }, { "name": "aten::matmul", "count": 3, "duration_ms": 0.184342 }, { "name": "aten::upsample_nearest2d", "count": 6, "duration_ms": 0.145145 }, { "name": "aten::to", "count": 492, "duration_ms": 0.1299409999999999 }, { "name": "aten::bmm", "count": 3, "duration_ms": 0.120462 }, { "name": "aten::_has_compatible_shallow_copy_type", "count": 976, "duration_ms": 0.11915200000000004 }, { "name": "aten::reshape", "count": 43, "duration_ms": 0.11373899999999999 }, { "name": "aten::contiguous", "count": 5, "duration_ms": 0.109846 }, { "name": "aten::clone", "count": 5, "duration_ms": 0.102704 }, { "name": "aten::view", "count": 162, "duration_ms": 0.09330799999999997 }, { "name": "aten::scaled_dot_product_attention", "count": 1, "duration_ms": 0.073692 }, { "name": "aten::_scaled_dot_product_efficient_attention", "count": 1, "duration_ms": 0.059884 }, { "name": "aten::copy_", "count": 5, "duration_ms": 0.05963399999999999 }, { "name": "aten::addmm", "count": 1, "duration_ms": 0.054433999999999996 }, { "name": "aten::_efficient_attention_forward", "count": 1, "duration_ms": 0.044317999999999996 }, { "name": "aten::transpose", "count": 16, "duration_ms": 0.04196599999999998 }, { "name": "aten::empty_like", "count": 5, "duration_ms": 0.027676 }, { "name": "aten::clamp", "count": 1, "duration_ms": 0.026431 }, { "name": "aten::t", "count": 4, "duration_ms": 0.021828 }, { "name": "aten::expand", "count": 6, "duration_ms": 0.016257 }, { "name": "aten::as_strided", "count": 22, "duration_ms": 0.013496999999999999 }, { "name": "aten::dropout", "count": 15, "duration_ms": 0.007279 }, { "name": "aten::_reshape_alias", "count": 7, "duration_ms": 0.004999 }, { "name": "aten::_unsafe_view", "count": 3, "duration_ms": 0.001756 } ], "cuda_apis": [ { "name": "cudaDeviceSynchronize", "count": 2, "duration_ms": 73.95398 }, { "name": "cudaLaunchKernel", "count": 301, "duration_ms": 1.3417240000000015 }, { "name": "cudaFuncGetAttributes", "count": 64, "duration_ms": 0.19051999999999997 }, { "name": "cudaLaunchKernelExC", "count": 32, "duration_ms": 0.15113 }, { "name": "cudaMemsetAsync", "count": 24, "duration_ms": 0.111094 }, { "name": "cuLaunchKernelEx", "count": 6, "duration_ms": 0.037279 }, { "name": "cudaGetErrorString", "count": 100, "duration_ms": 0.013371000000000004 }, { "name": "cudaFuncSetAttribute", "count": 2, "duration_ms": 0.008121 }, { "name": "cudaPeekAtLastError", "count": 66, "duration_ms": 0.0076019999999999985 }, { "name": "cudaDeviceGetAttribute", "count": 4, "duration_ms": 0.001996 }, { "name": "cudaOccupancyMaxActiveBlocksPerMultiprocessorWithFlags", "count": 1, "duration_ms": 0.0018919999999999998 }, { "name": "cudaStreamIsCapturing", "count": 1, "duration_ms": 0.000987 } ], "shapes": [ { "name": "aten::conv2d", "input_dims": [ [ 1, 512, 128, 128 ], [ 512, 512, 3, 3 ], [ 512 ], [], [], [], [] ], "count": 10, "duration_ms": 0.869247 }, { "name": "aten::convolution", "input_dims": [ [ 1, 512, 128, 128 ], [ 512, 512, 3, 3 ], [ 512 ], [], [], [], [], [], [] ], "count": 10, "duration_ms": 0.798057 }, { "name": "aten::_convolution", "input_dims": [ [ 1, 512, 128, 128 ], [ 512, 512, 3, 3 ], [ 512 ], [], [], [], [], [], [], [], [], [], [] ], "count": 10, "duration_ms": 0.7681089999999999 }, { "name": "aten::group_norm", "input_dims": [ [ 1, 512, 128, 128 ], [], [ 512 ], [ 512 ], [], [] ], "count": 10, "duration_ms": 0.675975 }, { "name": "aten::cudnn_convolution", "input_dims": [ [ 1, 512, 128, 128 ], [ 512, 512, 3, 3 ], [], [], [], [], [], [], [] ], "count": 10, "duration_ms": 0.562652 }, { "name": "aten::conv2d", "input_dims": [ [ 1, 512, 256, 256 ], [ 512, 512, 3, 3 ], [ 512 ], [], [], [], [] ], "count": 7, "duration_ms": 0.56015 }, { "name": "aten::convolution", "input_dims": [ [ 1, 512, 256, 256 ], [ 512, 512, 3, 3 ], [ 512 ], [], [], [], [], [], [] ], "count": 7, "duration_ms": 0.544199 }, { "name": "aten::native_group_norm", "input_dims": [ [ 1, 512, 128, 128 ], [ 512 ], [ 512 ], [], [], [], [], [] ], "count": 10, "duration_ms": 0.534673 }, { "name": "aten::_convolution", "input_dims": [ [ 1, 512, 256, 256 ], [ 512, 512, 3, 3 ], [ 512 ], [], [], [], [], [], [], [], [], [], [] ], "count": 7, "duration_ms": 0.52862 }, { "name": "aten::empty", "input_dims": [ [], [], [], [], [], [] ], "count": 160, "duration_ms": 0.4996579999999999 }, { "name": "aten::cudnn_convolution", "input_dims": [ [ 1, 512, 256, 256 ], [ 512, 512, 3, 3 ], [], [], [], [], [], [], [] ], "count": 7, "duration_ms": 0.386616 }, { "name": "aten::conv2d", "input_dims": [ [ 1, 256, 512, 512 ], [ 256, 256, 3, 3 ], [ 256 ], [], [], [], [] ], "count": 5, "duration_ms": 0.3831190000000001 }, { "name": "aten::conv2d", "input_dims": [ [ 1, 128, 1024, 1024 ], [ 128, 128, 3, 3 ], [ 128 ], [], [], [], [] ], "count": 5, "duration_ms": 0.37898000000000004 }, { "name": "aten::convolution", "input_dims": [ [ 1, 256, 512, 512 ], [ 256, 256, 3, 3 ], [ 256 ], [], [], [], [], [], [] ], "count": 5, "duration_ms": 0.37151799999999996 }, { "name": "aten::convolution", "input_dims": [ [ 1, 128, 1024, 1024 ], [ 128, 128, 3, 3 ], [ 128 ], [], [], [], [], [], [] ], "count": 5, "duration_ms": 0.36991100000000005 }, { "name": "aten::_convolution", "input_dims": [ [ 1, 256, 512, 512 ], [ 256, 256, 3, 3 ], [ 256 ], [], [], [], [], [], [], [], [], [], [] ], "count": 5, "duration_ms": 0.36088299999999995 }, { "name": "aten::_convolution", "input_dims": [ [ 1, 128, 1024, 1024 ], [ 128, 128, 3, 3 ], [ 128 ], [], [], [], [], [], [], [], [], [], [] ], "count": 5, "duration_ms": 0.35800200000000004 }, { "name": "aten::linear", "input_dims": [ [ 1, 16384, 512 ], [ 512, 512 ], [ 512 ] ], "count": 4, "duration_ms": 0.316032 }, { "name": "aten::group_norm", "input_dims": [ [ 1, 512, 256, 256 ], [], [ 512 ], [ 512 ], [], [] ], "count": 6, "duration_ms": 0.314959 }, { "name": "aten::native_group_norm", "input_dims": [ [ 1, 512, 256, 256 ], [ 512 ], [ 512 ], [], [], [], [], [] ], "count": 6, "duration_ms": 0.29847 }, { "name": "aten::group_norm", "input_dims": [ [ 1, 128, 1024, 1024 ], [], [ 128 ], [ 128 ], [], [] ], "count": 6, "duration_ms": 0.294889 }, { "name": "aten::native_group_norm", "input_dims": [ [ 1, 128, 1024, 1024 ], [ 128 ], [ 128 ], [], [], [], [], [] ], "count": 6, "duration_ms": 0.27944399999999997 }, { "name": "aten::cudnn_convolution", "input_dims": [ [ 1, 128, 1024, 1024 ], [ 128, 128, 3, 3 ], [], [], [], [], [], [], [] ], "count": 5, "duration_ms": 0.266323 }, { "name": "aten::cudnn_convolution", "input_dims": [ [ 1, 256, 512, 512 ], [ 256, 256, 3, 3 ], [], [], [], [], [], [], [] ], "count": 5, "duration_ms": 0.265541 }, { "name": "aten::group_norm", "input_dims": [ [ 1, 256, 512, 512 ], [], [ 256 ], [ 256 ], [], [] ], "count": 5, "duration_ms": 0.253732 }, { "name": "aten::native_group_norm", "input_dims": [ [ 1, 256, 512, 512 ], [ 256 ], [ 256 ], [], [], [], [], [] ], "count": 5, "duration_ms": 0.24049099999999995 }, { "name": "aten::conv2d", "input_dims": [ [ 1, 16, 128, 128 ], [ 512, 16, 3, 3 ], [ 512 ], [], [], [], [] ], "count": 1, "duration_ms": 0.225303 }, { "name": "aten::convolution", "input_dims": [ [ 1, 16, 128, 128 ], [ 512, 16, 3, 3 ], [ 512 ], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.21237799999999998 }, { "name": "aten::_convolution", "input_dims": [ [ 1, 16, 128, 128 ], [ 512, 16, 3, 3 ], [ 512 ], [], [], [], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.19838 }, { "name": "aten::matmul", "input_dims": [ [ 1, 16384, 512 ], [ 512, 512 ] ], "count": 3, "duration_ms": 0.184342 }, { "name": "aten::cudnn_convolution", "input_dims": [ [ 1, 16, 128, 128 ], [ 512, 16, 3, 3 ], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.136417 }, { "name": "aten::conv2d", "input_dims": [ [ 1, 128, 1024, 1024 ], [ 3, 128, 3, 3 ], [ 3 ], [], [], [], [] ], "count": 1, "duration_ms": 0.131085 }, { "name": "aten::convolution", "input_dims": [ [ 1, 128, 1024, 1024 ], [ 3, 128, 3, 3 ], [ 3 ], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.128963 }, { "name": "aten::_convolution", "input_dims": [ [ 1, 128, 1024, 1024 ], [ 3, 128, 3, 3 ], [ 3 ], [], [], [], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.126771 }, { "name": "aten::add_", "input_dims": [ [ 1, 512, 128, 128 ], [ 1, 512, 1, 1 ], [] ], "count": 11, "duration_ms": 0.12331299999999999 }, { "name": "aten::bmm", "input_dims": [ [ 1, 16384, 512 ], [ 1, 512, 512 ] ], "count": 3, "duration_ms": 0.120462 }, { "name": "aten::silu", "input_dims": [ [ 1, 512, 128, 128 ] ], "count": 10, "duration_ms": 0.11260699999999998 }, { "name": "aten::contiguous", "input_dims": [ [ 1, 512, 128, 128 ], [] ], "count": 5, "duration_ms": 0.109846 }, { "name": "aten::clone", "input_dims": [ [ 1, 512, 128, 128 ], [] ], "count": 5, "duration_ms": 0.102704 }, { "name": "aten::cudnn_convolution", "input_dims": [ [ 1, 128, 1024, 1024 ], [ 3, 128, 3, 3 ], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.088208 }, { "name": "aten::div", "input_dims": [ [ 1, 512, 128, 128 ], [] ], "count": 6, "duration_ms": 0.082129 }, { "name": "aten::conv2d", "input_dims": [ [ 1, 512, 512, 512 ], [ 512, 512, 3, 3 ], [ 512 ], [], [], [], [] ], "count": 1, "duration_ms": 0.078664 }, { "name": "aten::conv2d", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 256, 256, 3, 3 ], [ 256 ], [], [], [], [] ], "count": 1, "duration_ms": 0.07843000000000001 }, { "name": "aten::conv2d", "input_dims": [ [ 1, 512, 512, 512 ], [ 256, 512, 3, 3 ], [ 256 ], [], [], [], [] ], "count": 1, "duration_ms": 0.078155 }, { "name": "aten::conv2d", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 128, 256, 3, 3 ], [ 128 ], [], [], [], [] ], "count": 1, "duration_ms": 0.07704000000000001 }, { "name": "aten::convolution", "input_dims": [ [ 1, 512, 512, 512 ], [ 512, 512, 3, 3 ], [ 512 ], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.076473 }, { "name": "aten::convolution", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 256, 256, 3, 3 ], [ 256 ], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.076431 }, { "name": "aten::convolution", "input_dims": [ [ 1, 512, 512, 512 ], [ 256, 512, 3, 3 ], [ 256 ], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.076131 }, { "name": "aten::convolution", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 128, 256, 3, 3 ], [ 128 ], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.07531 }, { "name": "aten::_convolution", "input_dims": [ [ 1, 512, 512, 512 ], [ 512, 512, 3, 3 ], [ 512 ], [], [], [], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.074563 }, { "name": "aten::_convolution", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 256, 256, 3, 3 ], [ 256 ], [], [], [], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.074484 }, { "name": "aten::add", "input_dims": [ [ 1, 512, 128, 128 ], [ 1, 512, 128, 128 ], [] ], "count": 6, "duration_ms": 0.074468 }, { "name": "aten::conv2d", "input_dims": [ [ 1, 512, 512, 512 ], [ 256, 512, 1, 1 ], [ 256 ], [], [], [], [] ], "count": 1, "duration_ms": 0.074442 }, { "name": "aten::_convolution", "input_dims": [ [ 1, 512, 512, 512 ], [ 256, 512, 3, 3 ], [ 256 ], [], [], [], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.07414799999999999 }, { "name": "aten::scaled_dot_product_attention", "input_dims": [ [ 1, 1, 16384, 512 ], [ 1, 1, 16384, 512 ], [ 1, 1, 16384, 512 ], [], [], [], [], [] ], "count": 1, "duration_ms": 0.073692 }, { "name": "aten::conv2d", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 128, 256, 1, 1 ], [ 128 ], [], [], [], [] ], "count": 1, "duration_ms": 0.073336 }, { "name": "aten::convolution", "input_dims": [ [ 1, 512, 512, 512 ], [ 256, 512, 1, 1 ], [ 256 ], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.072498 }, { "name": "aten::convolution", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 128, 256, 1, 1 ], [ 128 ], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.071351 }, { "name": "aten::_convolution", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 128, 256, 3, 3 ], [ 128 ], [], [], [], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.0712 }, { "name": "aten::_convolution", "input_dims": [ [ 1, 512, 512, 512 ], [ 256, 512, 1, 1 ], [ 256 ], [], [], [], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.070571 }, { "name": "aten::_convolution", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 128, 256, 1, 1 ], [ 128 ], [], [], [], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.069448 }, { "name": "aten::group_norm", "input_dims": [ [ 1, 512, 16384 ], [], [ 512 ], [ 512 ], [], [] ], "count": 1, "duration_ms": 0.064062 }, { "name": "aten::add_", "input_dims": [ [ 1, 512, 256, 256 ], [ 1, 512, 1, 1 ], [] ], "count": 7, "duration_ms": 0.062519 }, { "name": "aten::add_", "input_dims": [ [ 1, 128, 1024, 1024 ], [ 1, 128, 1, 1 ], [] ], "count": 7, "duration_ms": 0.062512 }, { "name": "aten::add_", "input_dims": [ [ 1, 256, 512, 512 ], [ 1, 256, 1, 1 ], [] ], "count": 7, "duration_ms": 0.062402 }, { "name": "aten::native_group_norm", "input_dims": [ [ 1, 512, 16384 ], [ 512 ], [ 512 ], [], [], [], [], [] ], "count": 1, "duration_ms": 0.060265 }, { "name": "aten::_scaled_dot_product_efficient_attention", "input_dims": [ [ 1, 1, 16384, 512 ], [ 1, 1, 16384, 512 ], [ 1, 1, 16384, 512 ], [], [], [], [], [] ], "count": 1, "duration_ms": 0.059884 }, { "name": "aten::copy_", "input_dims": [ [ 1, 512, 128, 128 ], [ 1, 512, 128, 128 ], [] ], "count": 5, "duration_ms": 0.05963399999999999 }, { "name": "aten::silu", "input_dims": [ [ 1, 512, 256, 256 ] ], "count": 6, "duration_ms": 0.059588 }, { "name": "aten::silu", "input_dims": [ [ 1, 128, 1024, 1024 ] ], "count": 6, "duration_ms": 0.058858 }, { "name": "aten::cudnn_convolution", "input_dims": [ [ 1, 512, 512, 512 ], [ 256, 512, 3, 3 ], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.056269 }, { "name": "aten::cudnn_convolution", "input_dims": [ [ 1, 512, 512, 512 ], [ 512, 512, 3, 3 ], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.056247 }, { "name": "aten::cudnn_convolution", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 256, 256, 3, 3 ], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.055591 }, { "name": "aten::reshape", "input_dims": [ [ 512 ], [] ], "count": 19, "duration_ms": 0.054968 }, { "name": "aten::addmm", "input_dims": [ [ 512 ], [ 16384, 512 ], [ 512, 512 ], [], [] ], "count": 1, "duration_ms": 0.054433999999999996 }, { "name": "aten::cudnn_convolution", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 128, 256, 3, 3 ], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.053578 }, { "name": "aten::to", "input_dims": [ [ 512 ], [], [], [], [] ], "count": 206, "duration_ms": 0.05300700000000003 }, { "name": "aten::cudnn_convolution", "input_dims": [ [ 1, 512, 512, 512 ], [ 256, 512, 1, 1 ], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.052463 }, { "name": "aten::group_norm", "input_dims": [ [ 1, 512, 512, 512 ], [], [ 512 ], [ 512 ], [], [] ], "count": 1, "duration_ms": 0.051391 }, { "name": "aten::cudnn_convolution", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 128, 256, 1, 1 ], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.051302 }, { "name": "aten::group_norm", "input_dims": [ [ 1, 256, 1024, 1024 ], [], [ 256 ], [ 256 ], [], [] ], "count": 1, "duration_ms": 0.051087 }, { "name": "aten::silu", "input_dims": [ [ 1, 256, 512, 512 ] ], "count": 5, "duration_ms": 0.050112 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 512 ], [ 512 ] ], "count": 412, "duration_ms": 0.049666999999999975 }, { "name": "aten::native_group_norm", "input_dims": [ [ 1, 512, 512, 512 ], [ 512 ], [ 512 ], [], [], [], [], [] ], "count": 1, "duration_ms": 0.048591999999999996 }, { "name": "aten::native_group_norm", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 256 ], [ 256 ], [], [], [], [], [] ], "count": 1, "duration_ms": 0.048482 }, { "name": "aten::div", "input_dims": [ [ 1, 16, 128, 128 ], [] ], "count": 1, "duration_ms": 0.048025 }, { "name": "aten::upsample_nearest2d", "input_dims": [ [ 1, 512, 128, 128 ], [], [] ], "count": 1, "duration_ms": 0.047621000000000004 }, { "name": "aten::_efficient_attention_forward", "input_dims": [ [ 1, 16384, 1, 512 ], [ 1, 16384, 1, 512 ], [ 1, 16384, 1, 512 ], [], [], [], [], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.044317999999999996 }, { "name": "aten::upsample_nearest2d", "input_dims": [ [ 1, 512, 128, 128 ], [], [], [] ], "count": 1, "duration_ms": 0.040746000000000004 }, { "name": "aten::div", "input_dims": [ [ 1, 3, 1024, 1024 ], [] ], "count": 1, "duration_ms": 0.037817 }, { "name": "aten::div", "input_dims": [ [ 1, 512, 256, 256 ], [] ], "count": 3, "duration_ms": 0.03288 }, { "name": "aten::div", "input_dims": [ [ 1, 128, 1024, 1024 ], [] ], "count": 3, "duration_ms": 0.032427 }, { "name": "aten::div", "input_dims": [ [ 1, 256, 512, 512 ], [] ], "count": 3, "duration_ms": 0.032355999999999996 }, { "name": "aten::add_", "input_dims": [ [ 1, 16384, 512 ], [ 512 ], [] ], "count": 3, "duration_ms": 0.03163 }, { "name": "aten::add", "input_dims": [ [ 1, 512, 256, 256 ], [ 1, 512, 256, 256 ], [] ], "count": 3, "duration_ms": 0.030077 }, { "name": "aten::add", "input_dims": [ [ 1, 256, 512, 512 ], [ 1, 256, 512, 512 ], [] ], "count": 3, "duration_ms": 0.030073000000000003 }, { "name": "aten::view", "input_dims": [ [ 512 ], [] ], "count": 19, "duration_ms": 0.029635000000000005 }, { "name": "aten::add", "input_dims": [ [ 1, 128, 1024, 1024 ], [ 1, 128, 1024, 1024 ], [] ], "count": 3, "duration_ms": 0.029343 }, { "name": "aten::empty_like", "input_dims": [ [ 1, 512, 128, 128 ], [], [], [], [], [] ], "count": 5, "duration_ms": 0.027676 }, { "name": "aten::clamp", "input_dims": [ [ 1, 3, 1024, 1024 ], [], [] ], "count": 1, "duration_ms": 0.026431 }, { "name": "aten::t", "input_dims": [ [ 512, 512 ] ], "count": 4, "duration_ms": 0.021828 }, { "name": "aten::add", "input_dims": [ [ 1, 16, 128, 128 ], [], [] ], "count": 1, "duration_ms": 0.01898 }, { "name": "aten::to", "input_dims": [ [ 128 ], [], [], [], [] ], "count": 70, "duration_ms": 0.017750000000000002 }, { "name": "aten::reshape", "input_dims": [ [ 256 ], [] ], "count": 8, "duration_ms": 0.017669999999999998 }, { "name": "aten::to", "input_dims": [ [ 256 ], [], [], [], [] ], "count": 68, "duration_ms": 0.017444 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 128 ], [ 128 ] ], "count": 140, "duration_ms": 0.017214999999999998 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 256 ], [ 256 ] ], "count": 136, "duration_ms": 0.016173000000000003 }, { "name": "aten::add", "input_dims": [ [ 1, 3, 1024, 1024 ], [], [] ], "count": 1, "duration_ms": 0.015715 }, { "name": "aten::upsample_nearest2d", "input_dims": [ [ 1, 512, 256, 256 ], [], [] ], "count": 1, "duration_ms": 0.015673 }, { "name": "aten::to", "input_dims": [ [ 512, 512, 3, 3 ], [], [], [], [] ], "count": 60, "duration_ms": 0.015611000000000002 }, { "name": "aten::upsample_nearest2d", "input_dims": [ [ 1, 256, 512, 512 ], [], [] ], "count": 1, "duration_ms": 0.015243 }, { "name": "aten::reshape", "input_dims": [ [ 128 ], [] ], "count": 7, "duration_ms": 0.015004 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 512, 512, 3, 3 ], [ 512, 512, 3, 3 ] ], "count": 120, "duration_ms": 0.014550999999999998 }, { "name": "aten::transpose", "input_dims": [ [ 512, 512 ], [], [] ], "count": 4, "duration_ms": 0.013699999999999999 }, { "name": "aten::upsample_nearest2d", "input_dims": [ [ 1, 512, 256, 256 ], [], [], [] ], "count": 1, "duration_ms": 0.013122 }, { "name": "aten::upsample_nearest2d", "input_dims": [ [ 1, 256, 512, 512 ], [], [], [] ], "count": 1, "duration_ms": 0.01274 }, { "name": "aten::reshape", "input_dims": [ [ 1, 16384, 512 ], [] ], "count": 3, "duration_ms": 0.011193999999999999 }, { "name": "aten::silu", "input_dims": [ [ 1, 256, 1024, 1024 ] ], "count": 1, "duration_ms": 0.010811 }, { "name": "aten::silu", "input_dims": [ [ 1, 512, 512, 512 ] ], "count": 1, "duration_ms": 0.010579 }, { "name": "aten::view", "input_dims": [ [ 1, 512, 128, 128 ], [] ], "count": 21, "duration_ms": 0.010328 }, { "name": "aten::add_", "input_dims": [ [ 1, 3, 1024, 1024 ], [ 1, 3, 1, 1 ], [] ], "count": 1, "duration_ms": 0.010251 }, { "name": "aten::add_", "input_dims": [ [ 1, 256, 1024, 1024 ], [ 1, 256, 1, 1 ], [] ], "count": 1, "duration_ms": 0.009336 }, { "name": "aten::view", "input_dims": [ [ 1, 512 ], [] ], "count": 36, "duration_ms": 0.009085 }, { "name": "aten::transpose", "input_dims": [ [ 1, 512, 16384 ], [], [] ], "count": 2, "duration_ms": 0.008936 }, { "name": "aten::add_", "input_dims": [ [ 1, 512, 512, 512 ], [ 1, 512, 1, 1 ], [] ], "count": 1, "duration_ms": 0.008819 }, { "name": "aten::expand", "input_dims": [ [ 1, 16384, 512 ], [], [] ], "count": 3, "duration_ms": 0.008624 }, { "name": "aten::transpose", "input_dims": [ [ 1, 16384, 1, 512 ], [], [] ], "count": 4, "duration_ms": 0.008306000000000001 }, { "name": "aten::view", "input_dims": [ [ 256 ], [] ], "count": 8, "duration_ms": 0.008282 }, { "name": "aten::expand", "input_dims": [ [ 512, 512 ], [], [] ], "count": 3, "duration_ms": 0.007633 }, { "name": "aten::view", "input_dims": [ [ 128 ], [] ], "count": 7, "duration_ms": 0.007175000000000001 }, { "name": "aten::reshape", "input_dims": [ [ 1, 512, 512 ], [] ], "count": 3, "duration_ms": 0.006842999999999999 }, { "name": "aten::transpose", "input_dims": [ [ 1, 1, 16384, 512 ], [], [] ], "count": 4, "duration_ms": 0.006387 }, { "name": "aten::view", "input_dims": [ [ 1, 256, 512, 512 ], [] ], "count": 10, "duration_ms": 0.005804000000000001 }, { "name": "aten::view", "input_dims": [ [ 1, 512, 256, 256 ], [] ], "count": 12, "duration_ms": 0.0053560000000000005 }, { "name": "aten::to", "input_dims": [ [ 256, 256, 3, 3 ], [], [], [], [] ], "count": 20, "duration_ms": 0.005131 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 256, 256, 3, 3 ], [ 256, 256, 3, 3 ] ], "count": 40, "duration_ms": 0.0050680000000000005 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 128, 128, 3, 3 ], [ 128, 128, 3, 3 ] ], "count": 40, "duration_ms": 0.0050609999999999995 }, { "name": "aten::to", "input_dims": [ [ 128, 128, 3, 3 ], [], [], [], [] ], "count": 20, "duration_ms": 0.005019000000000001 }, { "name": "aten::transpose", "input_dims": [ [ 1, 16384, 512 ], [], [] ], "count": 2, "duration_ms": 0.0046370000000000005 }, { "name": "aten::view", "input_dims": [ [ 1, 128, 1024, 1024 ], [] ], "count": 12, "duration_ms": 0.0046170000000000004 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 16384, 512 ], [], [], [] ], "count": 5, "duration_ms": 0.004569999999999999 }, { "name": "aten::to", "input_dims": [ [ 512, 512 ], [], [], [], [] ], "count": 16, "duration_ms": 0.003999 }, { "name": "aten::reshape", "input_dims": [ [ 1, 512, 16384 ], [] ], "count": 1, "duration_ms": 0.003886 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 512, 512 ], [ 512, 512 ] ], "count": 32, "duration_ms": 0.003739000000000001 }, { "name": "aten::dropout", "input_dims": [ [ 1, 512, 128, 128 ], [], [] ], "count": 5, "duration_ms": 0.0032519999999999997 }, { "name": "aten::as_strided", "input_dims": [ [ 512, 512 ], [], [], [] ], "count": 7, "duration_ms": 0.0032270000000000003 }, { "name": "aten::view", "input_dims": [ [ 1, 256 ], [] ], "count": 12, "duration_ms": 0.0029460000000000003 }, { "name": "aten::view", "input_dims": [ [ 1, 128 ], [] ], "count": 12, "duration_ms": 0.0029389999999999993 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 512, 16384 ], [], [], [] ], "count": 2, "duration_ms": 0.0027790000000000002 }, { "name": "aten::_reshape_alias", "input_dims": [ [ 1, 512, 512 ], [], [] ], "count": 3, "duration_ms": 0.002657 }, { "name": "aten::to", "input_dims": [ [ 1, 16, 128, 128 ], [], [], [], [], [], [], [] ], "count": 1, "duration_ms": 0.0025729999999999998 }, { "name": "aten::reshape", "input_dims": [ [ 3 ], [] ], "count": 1, "duration_ms": 0.002342 }, { "name": "aten::view", "input_dims": [ [ 1, 16384, 512 ], [] ], "count": 4, "duration_ms": 0.0022040000000000002 }, { "name": "aten::reshape", "input_dims": [ [ 1, 16384, 1, 512 ], [] ], "count": 1, "duration_ms": 0.001832 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 16384, 1, 512 ], [], [], [] ], "count": 4, "duration_ms": 0.0018119999999999998 }, { "name": "aten::_unsafe_view", "input_dims": [ [ 1, 16384, 512 ], [] ], "count": 3, "duration_ms": 0.001756 }, { "name": "aten::_reshape_alias", "input_dims": [ [ 1, 16384, 512 ], [], [] ], "count": 3, "duration_ms": 0.0016460000000000001 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 128, 3, 3, 3 ], [ 128, 3, 3, 3 ] ], "count": 4, "duration_ms": 0.001549 }, { "name": "aten::dropout", "input_dims": [ [ 1, 512, 256, 256 ], [], [] ], "count": 3, "duration_ms": 0.001222 }, { "name": "aten::to", "input_dims": [ [ 128, 3, 3, 3 ], [], [], [], [] ], "count": 2, "duration_ms": 0.001157 }, { "name": "aten::view", "input_dims": [ [ 3 ], [] ], "count": 1, "duration_ms": 0.001143 }, { "name": "aten::as_strided", "input_dims": [ [ 1, 1, 16384, 512 ], [], [], [] ], "count": 4, "duration_ms": 0.001109 }, { "name": "aten::dropout", "input_dims": [ [ 1, 256, 512, 512 ], [], [] ], "count": 3, "duration_ms": 0.0010760000000000001 }, { "name": "aten::dropout", "input_dims": [ [ 1, 128, 1024, 1024 ], [], [] ], "count": 3, "duration_ms": 0.001013 }, { "name": "aten::view", "input_dims": [ [ 1, 512, 16384 ], [] ], "count": 2, "duration_ms": 0.000928 }, { "name": "aten::view", "input_dims": [ [ 1, 512, 512, 512 ], [] ], "count": 2, "duration_ms": 0.000879 }, { "name": "aten::view", "input_dims": [ [ 1, 256, 1024, 1024 ], [] ], "count": 2, "duration_ms": 0.000825 }, { "name": "aten::to", "input_dims": [ [ 1, 16, 128, 128 ], [], [], [], [] ], "count": 1, "duration_ms": 0.000791 }, { "name": "aten::dropout", "input_dims": [ [ 1, 16384, 512 ], [], [] ], "count": 1, "duration_ms": 0.000716 }, { "name": "aten::_reshape_alias", "input_dims": [ [ 1, 512, 16384 ], [], [] ], "count": 1, "duration_ms": 0.000696 }, { "name": "aten::to", "input_dims": [ [ 256, 512, 1, 1 ], [], [], [], [] ], "count": 2, "duration_ms": 0.0006510000000000001 }, { "name": "aten::view", "input_dims": [ [ 1, 16384, 1, 512 ], [] ], "count": 1, "duration_ms": 0.000625 }, { "name": "aten::to", "input_dims": [ [ 1, 16384, 512 ], [], [], [], [] ], "count": 1, "duration_ms": 0.0005679999999999999 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 512, 256, 3, 3 ], [ 512, 256, 3, 3 ] ], "count": 4, "duration_ms": 0.000566 }, { "name": "aten::to", "input_dims": [ [ 512, 16, 3, 3 ], [], [], [], [] ], "count": 2, "duration_ms": 0.000559 }, { "name": "aten::view", "input_dims": [ [ 16384, 512 ], [] ], "count": 1, "duration_ms": 0.000537 }, { "name": "aten::to", "input_dims": [ [ 32, 512, 3, 3 ], [], [], [], [] ], "count": 2, "duration_ms": 0.000515 }, { "name": "aten::to", "input_dims": [ [ 3, 128, 3, 3 ], [], [], [], [] ], "count": 2, "duration_ms": 0.000514 }, { "name": "aten::to", "input_dims": [ [ 256, 128, 3, 3 ], [], [], [], [] ], "count": 2, "duration_ms": 0.000508 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 32, 512, 3, 3 ], [ 32, 512, 3, 3 ] ], "count": 4, "duration_ms": 0.0005020000000000001 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 256, 128, 1, 1 ], [ 256, 128, 1, 1 ] ], "count": 4, "duration_ms": 0.000498 }, { "name": "aten::to", "input_dims": [ [ 512, 256, 3, 3 ], [], [], [], [] ], "count": 2, "duration_ms": 0.000498 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 32 ], [ 32 ] ], "count": 4, "duration_ms": 0.000498 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 512, 16, 3, 3 ], [ 512, 16, 3, 3 ] ], "count": 4, "duration_ms": 0.000498 }, { "name": "aten::to", "input_dims": [ [ 512, 256, 1, 1 ], [], [], [], [] ], "count": 2, "duration_ms": 0.000497 }, { "name": "aten::to", "input_dims": [ [ 256, 128, 1, 1 ], [], [], [], [] ], "count": 2, "duration_ms": 0.000496 }, { "name": "aten::to", "input_dims": [ [ 256, 512, 3, 3 ], [], [], [], [] ], "count": 2, "duration_ms": 0.000495 }, { "name": "aten::to", "input_dims": [ [ 32 ], [], [], [], [] ], "count": 2, "duration_ms": 0.000489 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 256, 512, 1, 1 ], [ 256, 512, 1, 1 ] ], "count": 4, "duration_ms": 0.000479 }, { "name": "aten::to", "input_dims": [ [ 3 ], [], [], [], [] ], "count": 2, "duration_ms": 0.000479 }, { "name": "aten::to", "input_dims": [ [ 128, 256, 1, 1 ], [], [], [], [] ], "count": 2, "duration_ms": 0.00047799999999999996 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 3, 128, 3, 3 ], [ 3, 128, 3, 3 ] ], "count": 4, "duration_ms": 0.000476 }, { "name": "aten::to", "input_dims": [ [ 128, 256, 3, 3 ], [], [], [], [] ], "count": 2, "duration_ms": 0.000473 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 128, 256, 1, 1 ], [ 128, 256, 1, 1 ] ], "count": 4, "duration_ms": 0.000469 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 3 ], [ 3 ] ], "count": 4, "duration_ms": 0.00046600000000000005 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 256, 128, 3, 3 ], [ 256, 128, 3, 3 ] ], "count": 4, "duration_ms": 0.00046100000000000004 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 512, 256, 1, 1 ], [ 512, 256, 1, 1 ] ], "count": 4, "duration_ms": 0.00042100000000000004 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 256, 512, 3, 3 ], [ 256, 512, 3, 3 ] ], "count": 4, "duration_ms": 0.00041999999999999996 }, { "name": "aten::_has_compatible_shallow_copy_type", "input_dims": [ [ 128, 256, 3, 3 ], [ 128, 256, 3, 3 ] ], "count": 4, "duration_ms": 0.000375 }, { "name": "aten::to", "input_dims": [ [ 1, 3, 1024, 1024 ], [], [], [], [] ], "count": 1, "duration_ms": 0.00023899999999999998 } ] } ] } ] }