{ "default": { "": { "any_test": 0.0006666666983316342, "autograd_test": 6.4040000302096205, "bit_cast_test": 0.0, "core_tests": 0.017999999225139618, "dataloader_test": 0.8076666593551636, "enum_test": 0.0, "expanding_array_test": 0.0, "functional_test": 1.1246666312217712, "init_test": 0.2826666633288066, "jit_test": 0.49266668160756427, "memory_test": 0.0, "misc_test": 0.021000000725810725, "module_test": 0.012000000104308128, "modulelist_test": 0.00566666666418314, "modules_test": 137.01033528645834, "nn_utils_test": 3.1603333180149398, "optim_test": 169.84066772460938, "ordered_dict_test": 0.0, "rnn_test": 248.10933430989584, "sequential_test": 0.16299999753634134, "serialize_test": 2.5856667359670005, "ssize_test": 0.0006666666983316342, "static_test": 0.0, "tensor_options_test": 0.0, "tensor_test": 0.01766666645805041, "torch_include_test": 0.0, "typeid_test": 0.0, "util_base_tests": 110.13400097967435 }, "crossref": { "backends/xeon/test_launch": 2.037500003973643, "benchmark_utils/test_benchmark_utils": 0.4169999932249387, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 5.476499954859415, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 6.544000069300333, "distributions/test_constraints": 0.13383333384990692, "distributions/test_distributions": 53.0894994372502, "dynamo/cpython/3_13/test_baseexception": 0.14266666707893214, "dynamo/cpython/3_13/test_bool": 0.08100000272194545, "dynamo/cpython/3_13/test_cmath": 0.07466666648785274, "dynamo/cpython/3_13/test_collections": 1.120000010356307, "dynamo/cpython/3_13/test_complex": 0.0876666655143102, "dynamo/cpython/3_13/test_contextlib": 0.5573333301581442, "dynamo/cpython/3_13/test_defaultdict": 0.03766666725277901, "dynamo/cpython/3_13/test_dict": 10.723666582023725, "dynamo/cpython/3_13/test_exception_variations": 0.04633333285649618, "dynamo/cpython/3_13/test_exceptions": 10.890333239609996, "dynamo/cpython/3_13/test_float": 0.162999998855715, "dynamo/cpython/3_13/test_generator_stop": 0.018666666621963184, "dynamo/cpython/3_13/test_generators": 1.4663333421728264, "dynamo/cpython/3_13/test_heapq": 0.4746666696543495, "dynamo/cpython/3_13/test_int": 1.544000007212162, "dynamo/cpython/3_13/test_int_literal": 0.026000000536441803, "dynamo/cpython/3_13/test_iter": 0.4286666711171468, "dynamo/cpython/3_13/test_itertools": 3.7110000525135547, "dynamo/cpython/3_13/test_list": 0.8679999907811483, "dynamo/cpython/3_13/test_math": 27.747000529120367, "dynamo/cpython/3_13/test_numeric_tower": 0.09899999853223562, "dynamo/cpython/3_13/test_operator": 0.2633333293100198, "dynamo/cpython/3_13/test_ordered_dict": 11.28366662360107, "dynamo/cpython/3_13/test_raise": 0.19300000291938582, "dynamo/cpython/3_13/test_range": 0.4346666733423869, "dynamo/cpython/3_13/test_set": 5.337666695316632, "dynamo/cpython/3_13/test_sort": 0.16733333452915153, "dynamo/cpython/3_13/test_sys": 1.3960000090301037, "dynamo/cpython/3_13/test_tuple": 21.47166697184245, "dynamo/cpython/3_13/test_unittest/test_assertions": 0.718999999264876, "dynamo/cpython/3_13/test_userdict": 0.09566666682561238, "dynamo/cpython/3_13/test_userlist": 0.7733333309491476, "dynamo/cpython/3_13/test_with": 0.12366666706899802, "export/test_converter": 17.066333293914795, "export/test_db": 23.41166671117147, "export/test_draft_export": 21.964667002360024, "export/test_export": 122.88049946228662, "export/test_export_opinfo": 96.25, "export/test_functionalized_assertions": 0.11566666482637325, "export/test_hop": 20.183166821797688, "export/test_lift_unlift": 0.25166666573689633, "export/test_package": 0.5730000038941702, "export/test_pass_infra": 7.094166596730551, "export/test_passes": 47.13600031534831, "export/test_schema": 0.4456666645904382, "export/test_serialize": 81.58983306090036, "export/test_sparse": 246.1818376466011, "export/test_swap": 13.57349983851115, "export/test_tools": 5.390333414077759, "export/test_torchbind": 23.134166653423257, "export/test_tree_utils": 0.19249999926735958, "export/test_unflatten": 24.949166297912598, "export/test_verifier": 11.471499919891357, "functorch/dim/test_getsetitem": 0.023333333432674408, "functorch/dim/test_split": 0.04916666696468989, "functorch/test_ac_knapsack": 0.22183332592248917, "functorch/test_ac_logging": 0.013833333738148212, "functorch/test_aot_joint_with_descriptors": 10.344500144322712, "functorch/test_aotdispatch": 5808.943513924876, "functorch/test_control_flow": 179.91383402918774, "functorch/test_dims": 44.75999895731608, "functorch/test_eager_transforms": 23.05499999364838, "functorch/test_logging": 0.21816666796803474, "functorch/test_memory_efficient_fusion": 5.5666665732860565, "functorch/test_minifier": 0.4270000060399374, "functorch/test_ops": 4522.161885579427, "functorch/test_parsing": 0.184666668685774, "functorch/test_rearrange": 0.28866666555404663, "functorch/test_vmap": 847.3636499548642, "functorch/test_vmap_registrations": 3.2271666526794434, "higher_order_ops/test_invoke_quant": 7.709666674335797, "higher_order_ops/test_invoke_subgraph": 80.85433432847883, "higher_order_ops/test_local_map": 14.402333577473959, "higher_order_ops/test_with_effects": 15.18999973932902, "inductor/test_analysis": 0.02850000001490116, "inductor/test_block_analysis": 0.30949999888738, "inductor/test_inductor_scheduler": 0.009833333237717548, "inductor/test_minifier_utils": 5.018500089645386, "inductor/test_mmdecomp": 0.6180000106493633, "inductor/test_utils": 0.10616666575272879, "lazy/test_bindings": 0.00016666667458290854, "lazy/test_debug_util": 0.1568333338946104, "lazy/test_functionalization": 0.15533333271741867, "lazy/test_generator": 0.1736666647096475, "lazy/test_reuse_ir": 0.6404999941587448, "lazy/test_step_closures": 2.1028333107630415, "lazy/test_ts_opinfo": 27.930999906112753, "nn/test_convolution": 20.3506666024526, "nn/test_dropout": 0.465166661888361, "nn/test_embedding": 10.105166686077911, "nn/test_init": 4.732999920845032, "nn/test_lazy_modules": 0.782166654864947, "nn/test_load_state_dict": 1.118000004828597, "nn/test_module_hooks": 0.3794999973227581, "nn/test_multihead_attention": 20.117833296457924, "nn/test_packed_sequence": 0.4371666659911474, "nn/test_parametrization": 1.4526666825016339, "nn/test_pooling": 31.020166317621868, "nn/test_pruning": 0.17050000031789145, "profiler/test_cpp_thread": 0.0043333334227403, "profiler/test_execution_trace": 0.30783333877722424, "profiler/test_kineto": 0.09349999949336052, "profiler/test_memory_profiler": 5.584333270943413, "profiler/test_profiler": 19.410666709144913, "profiler/test_profiler_tree": 0.21799999723831814, "profiler/test_python_tracer": 4.549166719118754, "profiler/test_record_function": 0.2746666682263216, "profiler/test_torch_tidy": 5.275500059127808, "test_ao_sparsity": 11.000333284648757, "test_autocast": 0.704833336484929, "test_autograd": 79.46933381356455, "test_autograd_fallback": 0.2416666659216086, "test_autoload": 0.27233333482096594, "test_binary_ufuncs": 115.63783391316731, "test_bundled_inputs": 1.2465000053246817, "test_comparison_utils": 0.17483333218842745, "test_compile_benchmark_util": 0.0005000000237487257, "test_complex": 0.08783333376049995, "test_content_store": 10.649333397547405, "test_cpp_api_parity": 3.5740000009536743, "test_cpp_extensions_aot_ninja": 0.0964999997522682, "test_cpp_extensions_aot_no_ninja": 0.09616666745084028, "test_cpp_extensions_jit": 32.88616689046224, "test_cpp_extensions_mtia_backend": 1.262166678905487, "test_cpp_extensions_stream_and_event": 1.0420000056425731, "test_cuda": 0.006666666828095913, "test_custom_ops": 32.877999958427004, "test_dataloader": 240.84283476192894, "test_datapipe": 15.833999838291978, "test_decomp": 294.7930004044125, "test_dispatch": 24.391500144886475, "test_dlpack": 0.46116666992505395, "test_dynamic_shapes": 82.77699976957715, "test_expanded_weights": 12.908000280149281, "test_extension_utils": 0.090166668407619, "test_fake_tensor": 4.371999987633899, "test_file_check": 1.9105000098546348, "test_flop_counter": 1.0133333305517833, "test_foreach": 98.76449966430664, "test_function_schema": 0.4309999942779541, "test_functional_autograd_benchmark": 46.98366673787435, "test_functional_optim": 0.317500002682209, "test_functionalization": 6.490666667620341, "test_functionalization_of_rng_ops": 0.02133333310484886, "test_futures": 0.8373333215713501, "test_fx": 247.3053378715801, "test_fx_experimental": 78.29683347046375, "test_fx_passes": 0.6836666713158289, "test_fx_reinplace_pass": 0.6513333320617676, "test_hop_infra": 0.009500000160187483, "test_hub": 10.563999970753988, "test_import_stats": 3.212666630744934, "test_indexing": 6.493666685496768, "test_itt": 0.09066666740303238, "test_jit": 97.51366665581008, "test_jit_autocast": 20.985833386580147, "test_jit_disabled": 0.16583333164453506, "test_jit_fuser_te": 199.12100077719273, "test_jit_llga_fuser": 45.84733250477196, "test_legacy_vmap": 2.775333372255166, "test_license": 0.15033333438138166, "test_linalg": 327.46599833170575, "test_logging": 2.041833360989888, "test_masked": 26.766000111897785, "test_maskedtensor": 11.931000130871933, "test_meta": 165.0158370565623, "test_mkl_verbose": 3.606333374977112, "test_mkldnn": 101.2331657409668, "test_mkldnn_fusion": 22.873999913533527, "test_mkldnn_verbose": 3.815500100453695, "test_mobile_optimizer": 2.3834999799728394, "test_model_exports_to_core_aten": 0.1588333317389091, "test_module_tracker": 0.16533333559830984, "test_modules": 620.9718373616537, "test_monitor": 0.25683333470563713, "test_multiprocessing": 51.39350001017253, "test_multiprocessing_spawn": 108.94749869800096, "test_namedtensor": 0.5620000014702479, "test_namedtuple_return_api": 1.331500013669332, "test_native_functions": 0.29766666889190674, "test_native_mha": 0.22383333494265872, "test_nestedtensor": 1793.111491899006, "test_nn": 149.3231672604064, "test_numa_binding": 5.363500118255615, "test_numba_integration": 0.0041666666899497305, "test_numpy_interop": 0.6639999945958455, "test_openmp": 7.086833318074545, "test_ops": 4226.197145499366, "test_ops_fwd_gradients": 811.9676666259766, "test_ops_gradients": 1027.8070119222004, "test_ops_jit": 963.4785003662109, "test_optim": 100.79883482307196, "test_out_dtype_op": 6.858500003814697, "test_overrides": 2.4711666701671975, "test_package": 2.2929999949216535, "test_per_overload_api": 0.10700000046441953, "test_prims": 0.26249999956538284, "test_privateuseone_python_backend": 0.0920000015757978, "test_proxy_tensor": 825.1950128509974, "test_pruning_op": 0.5761666645606358, "test_public_bindings": 9.223666667938232, "test_python_dispatch": 0.7504999986849725, "test_pytree": 2.160333327949047, "test_reductions": 197.9088338216146, "test_rename_privateuse1_to_existing_device": 0.10533333166191976, "test_scatter_gather_ops": 9.89300012588501, "test_schema_check": 349.5343366265297, "test_segment_reductions": 1.3773333430290222, "test_serialization": 55.951332789845765, "test_set_default_mobile_cpu_allocator": 0.1231666668318212, "test_shape_ops": 1.4353333512941997, "test_show_pickle": 0.09516666612277429, "test_sort_and_select": 2.2450000047683716, "test_sparse": 1282.3385031161401, "test_sparse_csr": 227.0203350096126, "test_sparse_semi_structured": 0.017166666919365525, "test_spectral_ops": 10.795166853815317, "test_stateless": 5.6213333159685135, "test_subclass": 0.4694999953111013, "test_sympy_utils": 24.965833169873804, "test_tensor_creation_ops": 25.92433328895519, "test_tensorboard": 0.33716666166825837, "test_tensorexpr": 17.172666867574055, "test_tensorexpr_pybind": 0.20816666694978872, "test_testing": 44.41666653837698, "test_torch": 11.378333561122417, "test_torchfuzz_repros": 0.060166665042440094, "test_transformers": 1612.4381873986374, "test_type_hints": 0.14450000412762165, "test_type_info": 0.10633333151539168, "test_type_promotion": 5.121833324432373, "test_typing": 81.43083190917969, "test_unary_ufuncs": 439.3853302001953, "test_utils": 144.84566562172645, "test_utils_config_module": 0.21300000386933485, "test_utils_filelock": 0.2448333365221818, "test_view_ops": 20.3213333884875, "test_vulkan": 0.0005000000237487257, "test_weak": 4.055666754332681, "test_xnnpack_integration": 14.122500087833032, "torch_np/numpy_tests/core/test_dlpack": 0.140833333619715, "torch_np/numpy_tests/core/test_dtype": 0.42383334040641785, "torch_np/numpy_tests/core/test_einsum": 17.923166965580698, "torch_np/numpy_tests/core/test_getlimits": 0.30483333684969693, "torch_np/numpy_tests/core/test_indexing": 0.5398333338477338, "torch_np/numpy_tests/core/test_multiarray": 45.692665651091374, "torch_np/numpy_tests/core/test_numeric": 5.647999990789685, "torch_np/numpy_tests/core/test_numerictypes": 0.2858333370531909, "torch_np/numpy_tests/core/test_scalar_ctors": 0.38666666888942325, "torch_np/numpy_tests/core/test_scalar_methods": 0.017833333772917587, "torch_np/numpy_tests/core/test_scalarinherit": 0.0013333333966632683, "torch_np/numpy_tests/core/test_scalarmath": 27.059833101016316, "torch_np/numpy_tests/core/test_shape_base": 0.5788333417537311, "torch_np/numpy_tests/fft/test_helper": 7.088166591711342, "torch_np/numpy_tests/fft/test_pocketfft": 5.570500010624528, "torch_np/numpy_tests/lib/test_arraypad": 0.2266666702926159, "torch_np/numpy_tests/lib/test_arraysetops": 0.4008333326783031, "torch_np/numpy_tests/lib/test_function_base": 2.3115000041628564, "torch_np/numpy_tests/lib/test_histograms": 0.6961666612575452, "torch_np/numpy_tests/lib/test_index_tricks": 0.39366666883385426, "torch_np/numpy_tests/lib/test_shape_base_": 0.8031666646323476, "torch_np/numpy_tests/lib/test_twodim_base": 0.5563333303046722, "torch_np/numpy_tests/lib/test_type_check": 0.32200000483620295, "torch_np/numpy_tests/linalg/test_linalg": 13.012000015141286, "torch_np/test_basic": 0.8683333357718463, "torch_np/test_binary_ufuncs": 0.29400000224510825, "torch_np/test_dtype": 0.27366666744152707, "torch_np/test_function_base": 0.1635000016540289, "torch_np/test_indexing": 4.568000038464864, "torch_np/test_ndarray_methods": 5.060000030944744, "torch_np/test_nep50_examples": 0.017833333637099713, "torch_np/test_random": 0.3219999975214402, "torch_np/test_reductions": 3.908500020392239, "torch_np/test_scalars_0D_arrays": 0.30333332934727275, "torch_np/test_ufuncs_basic": 1.248666686937213, "torch_np/test_unary_ufuncs": 0.2775000010927518, "typing/test_python_operators": 0.7071666717529297 }, "default": { "any_test": 0.0006666666983316342, "autograd_test": 6.4040000302096205, "backends/xeon/test_launch": 2.23952777791419, "benchmark_utils/test_benchmark_utils": 39.63848608297607, "bit_cast_test": 0.0, "core_tests": 0.017999999225139618, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 4.978648109223555, "cpp_extensions/python_agnostic_extension/test/test_python_agnostic": 4.886708299318949, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 5.684159432200416, "dataloader_test": 0.8076666593551636, "distributed/_composable/fsdp/test_fully_shard_autograd": 35.27575033705216, "distributed/_composable/fsdp/test_fully_shard_clip_grad_norm_": 28.895600001017254, "distributed/_composable/fsdp/test_fully_shard_comm": 194.34499934421234, "distributed/_composable/fsdp/test_fully_shard_compile": 274.99126182914085, "distributed/_composable/fsdp/test_fully_shard_extensions": 26.37133382059013, "distributed/_composable/fsdp/test_fully_shard_frozen": 34.38946666717529, "distributed/_composable/fsdp/test_fully_shard_grad_scaler": 9.840666711330414, "distributed/_composable/fsdp/test_fully_shard_ignore_params": 8.347749869028728, "distributed/_composable/fsdp/test_fully_shard_init": 11.126916653166214, "distributed/_composable/fsdp/test_fully_shard_memory": 14.476583123207092, "distributed/_composable/fsdp/test_fully_shard_mixed_precision": 42.1151998249193, "distributed/_composable/fsdp/test_fully_shard_overlap": 5.386750006427368, "distributed/_composable/fsdp/test_fully_shard_state": 0.3582499921321869, "distributed/_composable/fsdp/test_fully_shard_state_dict": 34.94953343436743, "distributed/_composable/fsdp/test_fully_shard_training": 286.7351115218739, "distributed/_composable/test_checkpoint": 2.092333372682333, "distributed/_composable/test_composability/test_2d_composability": 134.05800164937972, "distributed/_composable/test_composability/test_pp_composability": 147.1960669433698, "distributed/_composable/test_contract": 0.3140000017980734, "distributed/_composable/test_replicate": 63.818749864896134, "distributed/_composable/test_replicate_mixed_precision": 65.56449984099405, "distributed/_composable/test_replicate_training": 196.56049887579866, "distributed/_composable/test_replicate_with_compiler": 133.76866637171094, "distributed/_composable/test_replicate_with_fsdp": 34.684083223342896, "distributed/_pycute/test_coalesce": 0.31416666383544606, "distributed/_pycute/test_complement": 0.30408333366115886, "distributed/_pycute/test_composition": 0.32241666068633396, "distributed/_pycute/test_int_tuple": 0.3224166656533877, "distributed/_pycute/test_left_inverse": 0.311166662722826, "distributed/_pycute/test_right_inverse": 0.3084166720509529, "distributed/_pycute/test_typing": 0.30125000203649205, "distributed/_shard/sharded_optim/test_sharded_optim": 10.715083555881089, "distributed/_shard/sharded_tensor/ops/test_binary_cmp": 27.57516625217007, "distributed/_shard/sharded_tensor/ops/test_embedding": 11.189499652886298, "distributed/_shard/sharded_tensor/ops/test_embedding_bag": 11.552583412829941, "distributed/_shard/sharded_tensor/ops/test_init": 18.954749904650576, "distributed/_shard/sharded_tensor/ops/test_tensor_ops": 25.083083292663407, "distributed/_shard/sharded_tensor/test_logger": 0.3044166639447212, "distributed/_shard/sharded_tensor/test_sharded_tensor": 363.6440674194445, "distributed/_shard/sharded_tensor/test_sharded_tensor_reshard": 10.351066427631304, "distributed/_shard/sharding_plan/test_sharding_plan": 15.213733166518313, "distributed/_shard/sharding_spec/test_sharding_spec": 16.625800273319086, "distributed/_shard/test_sharder": 10.503416653974758, "distributed/_tools/test_fake_collectives": 0.20133332982853364, "distributed/_tools/test_fsdp2_mem_tracker": 30.778833501293168, "distributed/_tools/test_mem_tracker": 4.710000075399876, "distributed/_tools/test_memory_tracker": 2.6247500362514984, "distributed/_tools/test_mod_tracker": 0.31725000093380606, "distributed/_tools/test_runtime_estimator": 22.50550019393753, "distributed/_tools/test_sac_estimator": 2.0882500176667236, "distributed/_tools/test_sac_ilp": 4.221166667111295, "distributed/algorithms/ddp_comm_hooks/test_ddp_hooks": 30.434083011661034, "distributed/algorithms/quantization/test_quantization": 42.180583000183105, "distributed/algorithms/test_join": 50.888250033060714, "distributed/checkpoint/_experimental/test_barriers": 0.30691666776935256, "distributed/checkpoint/_experimental/test_builder": 2.888166695833206, "distributed/checkpoint/_experimental/test_checkpoint_process": 25.217333116723847, "distributed/checkpoint/_experimental/test_checkpoint_reader": 0.2739999995877345, "distributed/checkpoint/_experimental/test_checkpoint_writer": 0.3195000004488975, "distributed/checkpoint/_experimental/test_checkpointer": 27.869666298230488, "distributed/checkpoint/_experimental/test_staging": 0.2590000021737069, "distributed/checkpoint/_experimental/test_types": 0.24816666916012764, "distributed/checkpoint/e2e/test_e2e_save_and_load": 136.27566770712534, "distributed/checkpoint/e2e/test_fine_tuning": 7.4590834106008215, "distributed/checkpoint/e2e/test_fsdp_ep": 2.7904166529575987, "distributed/checkpoint/fsdp/test_fsdp_dsd": 43.57358231022954, "distributed/checkpoint/test_async_process_executor": 11.89408310254415, "distributed/checkpoint/test_checkpoint": 37.15133313854846, "distributed/checkpoint/test_compatibility": 0.40699999531110126, "distributed/checkpoint/test_consolidate_hf_safetensors": 34.993166605631515, "distributed/checkpoint/test_dedup_tensors": 0.2485833317041397, "distributed/checkpoint/test_dtensor_checkpoint": 6.165249903996786, "distributed/checkpoint/test_dtensor_resharding": 76.54641656080881, "distributed/checkpoint/test_file_system_checkpoint": 37.79959972829092, "distributed/checkpoint/test_file_system_checkpoint_cpu": 32.22983320616186, "distributed/checkpoint/test_format_utils": 13.387916644414267, "distributed/checkpoint/test_fsdp_model_state": 14.999583323796589, "distributed/checkpoint/test_fsdp_optim_state": 16.450666348139443, "distributed/checkpoint/test_fsdp_tp_checkpoint_conversion": 8.301583449045816, "distributed/checkpoint/test_fsspec": 11.861916751193348, "distributed/checkpoint/test_hf_safetensor_e2e": 36.236583841343716, "distributed/checkpoint/test_hf_storage": 0.39099999393026036, "distributed/checkpoint/test_hsdp_checkpoint": 31.63008403778076, "distributed/checkpoint/test_nested_dict": 0.2956666611135006, "distributed/checkpoint/test_pg_transport": 10.09641677091713, "distributed/checkpoint/test_planner": 0.4855833341134712, "distributed/checkpoint/test_quantized_hf_storage": 0.009333333233371377, "distributed/checkpoint/test_save_load_api": 11.163750092188517, "distributed/checkpoint/test_state_dict": 156.53591689964134, "distributed/checkpoint/test_state_dict_stager": 30.42100033859606, "distributed/checkpoint/test_state_dict_utils": 36.14424898723761, "distributed/checkpoint/test_tp_checkpoint": 14.1260001262029, "distributed/checkpoint/test_traverse": 0.2648333298663298, "distributed/checkpoint/test_utils": 25.873250015749363, "distributed/elastic/events/lib_test": 0.3826666756843527, "distributed/elastic/metrics/api_test": 0.33033333470424014, "distributed/elastic/multiprocessing/api_test": 23.28099996987536, "distributed/elastic/multiprocessing/test_api": 0.023499999816219013, "distributed/elastic/test_control_plane": 0.4443333372473717, "distributed/elastic/timer/local_timer_example": 12.791333278020224, "distributed/elastic/timer/local_timer_test": 4.8179999974866705, "distributed/elastic/utils/distributed_test": 5.470333397388458, "distributed/elastic/utils/logging_test": 0.3237499992052714, "distributed/elastic/utils/util_test": 0.501500001642853, "distributed/flight_recorder/test_fr_analysis": 0.3610833306835654, "distributed/fsdp/test_checkpoint_wrapper": 0.8229999999205271, "distributed/fsdp/test_distributed_checkpoint": 15.287583351135254, "distributed/fsdp/test_fsdp_apply": 20.52441644668579, "distributed/fsdp/test_fsdp_backward_prefetch": 7.663266722361247, "distributed/fsdp/test_fsdp_checkpoint": 131.0090015411377, "distributed/fsdp/test_fsdp_clip_grad_norm": 49.97425047556559, "distributed/fsdp/test_fsdp_comm": 95.43199984232585, "distributed/fsdp/test_fsdp_comm_hooks": 177.44039993286134, "distributed/fsdp/test_fsdp_core": 1254.4790016412735, "distributed/fsdp/test_fsdp_dtensor_state_dict": 145.5049991607666, "distributed/fsdp/test_fsdp_exec_order": 74.79100100199382, "distributed/fsdp/test_fsdp_fine_tune": 41.646666049957275, "distributed/fsdp/test_fsdp_flatten_params": 69.42793299357096, "distributed/fsdp/test_fsdp_freezing_weights": 227.08866678873702, "distributed/fsdp/test_fsdp_fx": 0.42233333736658096, "distributed/fsdp/test_fsdp_grad_acc": 49.55793444315592, "distributed/fsdp/test_fsdp_hybrid_shard": 56.74106636047363, "distributed/fsdp/test_fsdp_ignored_modules": 45.19320030709108, "distributed/fsdp/test_fsdp_input": 13.476666927337646, "distributed/fsdp/test_fsdp_memory": 19.116266632080077, "distributed/fsdp/test_fsdp_meta": 51.396199925740554, "distributed/fsdp/test_fsdp_misc": 81.60279809863616, "distributed/fsdp/test_fsdp_mixed_precision": 418.4983407179514, "distributed/fsdp/test_fsdp_multiple_forward": 4.21150008837382, "distributed/fsdp/test_fsdp_multiple_wrapping": 8.904916604359945, "distributed/fsdp/test_fsdp_optim_state": 460.54433288574216, "distributed/fsdp/test_fsdp_overlap": 20.057249863942467, "distributed/fsdp/test_fsdp_pure_fp16": 20.77508322397868, "distributed/fsdp/test_fsdp_sharded_grad_scaler": 146.56046615759843, "distributed/fsdp/test_fsdp_state_dict": 889.3858068756293, "distributed/fsdp/test_fsdp_tp_integration": 27.130444473690456, "distributed/fsdp/test_fsdp_traversal": 6.624083320299785, "distributed/fsdp/test_fsdp_uneven": 8.985166748364767, "distributed/fsdp/test_fsdp_unshard_params": 78.03326721191407, "distributed/fsdp/test_fsdp_use_orig_params": 408.3391297787428, "distributed/fsdp/test_hsdp_dtensor_state_dict": 88.83675066630046, "distributed/fsdp/test_shard_utils": 10.636400032043458, "distributed/fsdp/test_utils": 0.4348333378632864, "distributed/fsdp/test_wrap": 150.96060249041767, "distributed/launcher/test_api": 0.09816666886520882, "distributed/launcher/test_run": 37.937082608540855, "distributed/nn/jit/test_instantiator": 0.3154166725774606, "distributed/optim/test_zero_redundancy_optimizer": 177.3219985961914, "distributed/pipelining/test_backward": 2.319416632254918, "distributed/pipelining/test_microbatch": 23.698333263397217, "distributed/pipelining/test_pipe": 0.734333336353302, "distributed/pipelining/test_schedule": 45.769749855884584, "distributed/pipelining/test_schedule_multiproc": 18.96108337243398, "distributed/pipelining/test_stage": 21.667749997480616, "distributed/pipelining/test_transformer": 1.1408333356181781, "distributed/pipelining/test_unflatten": 2.807000108063221, "distributed/rpc/cuda/test_tensorpipe_agent": 577.2877745605203, "distributed/rpc/test_faulty_agent": 266.45633061726886, "distributed/rpc/test_share_memory": 3.8641666173934937, "distributed/rpc/test_tensorpipe_agent": 1873.144007285436, "distributed/tensor/debug/test_comm_mode": 1.4182500032087169, "distributed/tensor/debug/test_comm_mode_features": 29.586499452590942, "distributed/tensor/debug/test_debug_mode": 6.381333329530511, "distributed/tensor/debug/test_op_coverage": 0.3455000023047129, "distributed/tensor/experimental/test_local_map": 40.30816650390625, "distributed/tensor/experimental/test_register_sharding": 12.25908311208089, "distributed/tensor/experimental/test_tp_transform": 43.912333488464355, "distributed/tensor/parallel/test_micro_pipeline_tp": 12.40373339507884, "distributed/tensor/parallel/test_parallelize_api": 119.52775287628174, "distributed/tensor/parallel/test_tp_examples": 123.62813593546548, "distributed/tensor/parallel/test_tp_random_state": 6.4788667043050125, "distributed/tensor/parallel/test_tp_style": 56.62441539764404, "distributed/tensor/test_api": 58.04450035095215, "distributed/tensor/test_attention": 104.67624968092423, "distributed/tensor/test_common_rules": 3.6955832839012146, "distributed/tensor/test_convolution_ops": 67.68508243560791, "distributed/tensor/test_dtensor": 273.9005836347739, "distributed/tensor/test_dtensor_compile": 238.07011339399548, "distributed/tensor/test_dtensor_dispatch_overhead": 6.201749940713247, "distributed/tensor/test_dtensor_export": 8.578166850202251, "distributed/tensor/test_dtensor_ops": 1185.5213292439778, "distributed/tensor/test_dtensor_testbase": 9.777583281199137, "distributed/tensor/test_dynamic": 30.104417280856673, "distributed/tensor/test_embedding_ops": 24.445166269938152, "distributed/tensor/test_experimental_ops": 16.88041671117147, "distributed/tensor/test_init": 41.87875014543533, "distributed/tensor/test_math_ops": 129.65000279744467, "distributed/tensor/test_matrix_ops": 90.80316638946533, "distributed/tensor/test_op_schema": 0.2661666671435038, "distributed/tensor/test_op_strategy": 45.434666877302035, "distributed/tensor/test_optimizers": 96.13574949900308, "distributed/tensor/test_pointwise_ops": 0.8941666508714358, "distributed/tensor/test_random_ops": 74.68579934438068, "distributed/tensor/test_redistribute": 228.2464183966319, "distributed/tensor/test_tensor_ops": 236.16566793123883, "distributed/tensor/test_utils": 74.6986660314103, "distributed/tensor/test_view_ops": 83.32449944814046, "distributed/tensor/test_xla_integration": 0.20216667031248411, "distributed/test_aten_comm_compute_reordering": 224.4031669074191, "distributed/test_backends": 0.20808332991631082, "distributed/test_c10d_common": 102.18840014139812, "distributed/test_c10d_functional_native": 209.0431999127924, "distributed/test_c10d_gloo": 946.8527277462184, "distributed/test_c10d_logger": 9.265916585922241, "distributed/test_c10d_nccl": 1536.1351657744574, "distributed/test_c10d_object_collectives": 61.59866555531819, "distributed/test_c10d_ops_nccl": 9.539666705661348, "distributed/test_c10d_pypg": 3.5680833030880117, "distributed/test_c10d_spawn_gloo": 36.194599913060664, "distributed/test_c10d_spawn_nccl": 47.34106555171311, "distributed/test_c10d_spawn_ucc": 0.004500000039115548, "distributed/test_collective_utils": 25.95625022185656, "distributed/test_composability": 11.40291674931844, "distributed/test_compute_comm_reordering": 89.42938952975801, "distributed/test_control_collectives": 0.3828333243727684, "distributed/test_cupy_as_tensor": 1.770333296143993, "distributed/test_data_parallel": 16.95708325249143, "distributed/test_device_mesh": 261.2351986880104, "distributed/test_dist2": 125.09975057343642, "distributed/test_distributed_spawn": 4089.3860626220703, "distributed/test_dynamo_distributed": 485.34593883388834, "distributed/test_fake_pg": 2.35566666846474, "distributed/test_functional_api": 109.58973336153042, "distributed/test_inductor_collectives": 230.6629314298121, "distributed/test_launcher": 1.3519166807333627, "distributed/test_local_tensor": 0.8553333359304816, "distributed/test_multi_threaded_pg": 0.6249999962747097, "distributed/test_nccl": 4.965916725166608, "distributed/test_nvshmem": 0.0008333333729145428, "distributed/test_nvshmem_triton": 14.919666608174643, "distributed/test_p2p_ipc": 1.6957499384880066, "distributed/test_pg_wrapper": 78.64273375353466, "distributed/test_run": 0.09949999939029415, "distributed/test_serialization": 0.3510833309652905, "distributed/test_store": 64.70039973740157, "distributed/test_symmetric_memory": 15.995199762750417, "distributions/test_constraints": 0.27873333133757117, "distributions/test_distributions": 137.8247632353612, "dynamo/cpython/3_13/test_baseexception": 0.4926666745709049, "dynamo/cpython/3_13/test_bool": 0.8665555558270878, "dynamo/cpython/3_13/test_cmath": 0.5741111104273133, "dynamo/cpython/3_13/test_collections": 4.171333317541413, "dynamo/cpython/3_13/test_complex": 1.7685555931594636, "dynamo/cpython/3_13/test_contextlib": 2.522333317694979, "dynamo/cpython/3_13/test_defaultdict": 0.3036666632526451, "dynamo/cpython/3_13/test_dict": 11.221333259354447, "dynamo/cpython/3_13/test_exception_variations": 0.4082222208380699, "dynamo/cpython/3_13/test_exceptions": 9.54811100496186, "dynamo/cpython/3_13/test_float": 2.178666662890464, "dynamo/cpython/3_13/test_generator_stop": 0.1802222178214126, "dynamo/cpython/3_13/test_generators": 1.8555555474271792, "dynamo/cpython/3_13/test_heapq": 5.454333383279542, "dynamo/cpython/3_13/test_int": 3.5155555622445216, "dynamo/cpython/3_13/test_int_literal": 0.3065555530289809, "dynamo/cpython/3_13/test_iter": 2.0974445243676505, "dynamo/cpython/3_13/test_itertools": 47.62855532819716, "dynamo/cpython/3_13/test_list": 5.007222215334575, "dynamo/cpython/3_13/test_math": 20.02433352917433, "dynamo/cpython/3_13/test_numeric_tower": 0.29566666452835005, "dynamo/cpython/3_13/test_operator": 3.742333310138848, "dynamo/cpython/3_13/test_ordered_dict": 17.21522223072437, "dynamo/cpython/3_13/test_raise": 0.998999998283883, "dynamo/cpython/3_13/test_range": 2.163555532693863, "dynamo/cpython/3_13/test_set": 29.696888942374954, "dynamo/cpython/3_13/test_sort": 0.9578888906786839, "dynamo/cpython/3_13/test_sys": 2.740777786924607, "dynamo/cpython/3_13/test_tuple": 15.324222458733454, "dynamo/cpython/3_13/test_unittest/test_assertions": 1.2041111008988485, "dynamo/cpython/3_13/test_userdict": 8.780333322783312, "dynamo/cpython/3_13/test_userlist": 8.619888835483128, "dynamo/cpython/3_13/test_with": 1.6396666477020416, "dynamo/test_activation_checkpointing": 20.835458430151146, "dynamo/test_after_aot": 6.492017589117351, "dynamo/test_aot_autograd": 49.19768519340842, "dynamo/test_aot_autograd_cache": 74.54670382723972, "dynamo/test_aot_compile": 11.264754320968663, "dynamo/test_autograd_function": 6.915964949745357, "dynamo/test_backends": 7.270566626956376, "dynamo/test_backward_higher_order_ops": 10.254964997632463, "dynamo/test_base_hop": 2.036228055232449, "dynamo/test_base_output": 0.0034561404027044764, "dynamo/test_buffers_override": 6.01396492672594, "dynamo/test_bytecode_utils": 5.979537065181863, "dynamo/test_callback": 0.5912222200745925, "dynamo/test_compile": 7.345533362337543, "dynamo/test_compiler_bisector": 2.2228596355386174, "dynamo/test_comptime": 7.627052584761067, "dynamo/test_config": 3.463033355524143, "dynamo/test_ctx_manager": 7.289894745080617, "dynamo/test_cudagraphs": 1.9691250175237656, "dynamo/test_cudagraphs_expandable_segments": 1.7610416748793796, "dynamo/test_debug_utils": 0.3408666639485293, "dynamo/test_decorators": 12.455105351512891, "dynamo/test_deque_reconstruct": 0.5925263161199134, "dynamo/test_deviceguard": 0.01640350898735944, "dynamo/test_dicts": 13.968368371529913, "dynamo/test_dynamic_shapes": 1515.358349750836, "dynamo/test_einops": 8.904916649406854, "dynamo/test_error_messages": 9.468759246998365, "dynamo/test_exc": 3.322388894821483, "dynamo/test_exceptions": 7.7105438374636455, "dynamo/test_export": 84.03824663987352, "dynamo/test_export_mutations": 3.466614076181461, "dynamo/test_fake_distributed": 6.427675431234795, "dynamo/test_flat_apply": 0.5791111108329561, "dynamo/test_frame_init": 0.2762105254815859, "dynamo/test_functions": 59.10496829728049, "dynamo/test_fx_annotate": 0.9962280750143946, "dynamo/test_fx_graph_runnable": 106.82376308500636, "dynamo/test_fx_passes_pre_grad": 4.421358333031336, "dynamo/test_generator": 2.697368435741385, "dynamo/test_global": 6.170131522051076, "dynamo/test_graph_deduplication": 8.584403577080945, "dynamo/test_graph_region_tracker": 1.9858157935372571, "dynamo/test_guard_manager": 4.2163426014853425, "dynamo/test_guard_serialization": 8.795912387351947, "dynamo/test_higher_order_ops": 40.18407409500193, "dynamo/test_hooks": 19.18473141281693, "dynamo/test_inline_and_install": 91.59955974707476, "dynamo/test_input_attr_tracking": 6.750629632837243, "dynamo/test_install_free_tensors": 30.767508675442322, "dynamo/test_interop": 0.6812916648884615, "dynamo/test_list": 2.177859658342704, "dynamo/test_logging": 20.387000275220267, "dynamo/test_metrics_context": 0.28798245596127553, "dynamo/test_minifier": 1.6392142738304323, "dynamo/test_misc": 150.25224630719484, "dynamo/test_model_output": 0.007483333446240674, "dynamo/test_modes": 11.57468424261989, "dynamo/test_modules": 19.706166527408644, "dynamo/test_nested_graph_breaks": 7.725043809727621, "dynamo/test_nops": 0.5369122810008233, "dynamo/test_optimizers": 1.9201916597783566, "dynamo/test_package": 32.600403579246056, "dynamo/test_pgo": 19.13404396751471, "dynamo/test_pre_dispatch": 0.6473859626995889, "dynamo/test_precompile_context": 0.7070926003830714, "dynamo/test_profiler": 11.18036846555116, "dynamo/test_python_autograd": 0.730990743195569, "dynamo/test_python_dispatcher": 0.4860350917207828, "dynamo/test_recompile_ux": 2.1152499985915645, "dynamo/test_recompiles": 7.97046664878726, "dynamo/test_reconstruct": 1.0661315813725978, "dynamo/test_regional_inductor": 13.054210542717522, "dynamo/test_reorder_logs": 1.1069814820118522, "dynamo/test_repros": 130.77857871349133, "dynamo/test_resume": 0.5805263116694334, "dynamo/test_sdpa": 1.8422456038625616, "dynamo/test_sets": 6.018385962278811, "dynamo/test_skip_guard_eval_unsafe": 6.699947337570943, "dynamo/test_skip_non_tensor": 0.9261140467827779, "dynamo/test_sources": 3.665500027568717, "dynamo/test_structured_trace": 20.30942105044398, "dynamo/test_subclasses": 42.51296497116748, "dynamo/test_subgraphs": 8.868859723471758, "dynamo/test_trace_rules": 1.338148157291235, "dynamo/test_unittest": 0.31146491044446045, "dynamo/test_unspec": 36.108675530331475, "dynamo/test_utils": 23.703543941641485, "dynamo/test_verify_correctness": 0.6649074074294832, "dynamo/test_view": 0.8901052712871319, "enum_test": 0.0, "expanding_array_test": 0.0, "export/test_converter": 14.681603061774421, "export/test_cpp_serdes": 73.33606107193127, "export/test_db": 17.109924349341203, "export/test_draft_export": 10.267848533437105, "export/test_dynamic_shapes": 0.26876315866646017, "export/test_experimental": 8.53092590222756, "export/test_export": 78.84853024646696, "export/test_export_opinfo": 54.78203724110844, "export/test_export_strict": 196.27100053988397, "export/test_export_training_ir_to_run_decomp": 431.2201217138127, "export/test_export_with_inline_and_install": 225.83894528906077, "export/test_functionalized_assertions": 0.21730302988241113, "export/test_hop": 14.130097869929731, "export/test_lift_unlift": 0.2589090895860202, "export/test_nativert": 0.0005087719519475573, "export/test_package": 0.5518484835823376, "export/test_pass_infra": 6.0260476048976646, "export/test_passes": 36.11818187813642, "export/test_retraceability": 353.95178997751907, "export/test_schema": 0.5917803049087526, "export/test_serdes": 229.22277285295883, "export/test_serialize": 47.81814268904753, "export/test_sparse": 291.03262790407956, "export/test_strict_export_v2": 235.73577070928977, "export/test_swap": 8.737659074598923, "export/test_tools": 3.4326211997505394, "export/test_torchbind": 22.15416668731698, "export/test_tree_utils": 0.2749696954887247, "export/test_unflatten": 18.071575665564247, "export/test_unflatten_training_ir": 17.2389299362375, "export/test_upgrader": 0.01821052629639509, "export/test_verifier": 8.080181862368729, "functional_test": 1.1246666312217712, "functorch/dim/test_getsetitem": 1.2730972266937088, "functorch/dim/test_split": 1.8527847288124677, "functorch/test_ac": 14.358666510631641, "functorch/test_ac_knapsack": 0.38858333039226833, "functorch/test_ac_logging": 0.06162500058093832, "functorch/test_aot_joint_with_descriptors": 10.631463781647058, "functorch/test_aotdispatch": 2228.12707549118, "functorch/test_control_flow": 622.6962222982256, "functorch/test_dims": 29.77992972059445, "functorch/test_eager_transforms": 63.26359727815401, "functorch/test_logging": 0.4605972220500311, "functorch/test_memory_efficient_fusion": 5.975578960188533, "functorch/test_minifier": 0.6961527857929468, "functorch/test_ops": 2549.4282146627706, "functorch/test_parsing": 0.32847368694319007, "functorch/test_rearrange": 1.7299649320673527, "functorch/test_vmap": 617.7784012493827, "functorch/test_vmap_registrations": 8.738840602446293, "higher_order_ops/test_invoke_quant": 4.949972213861959, "higher_order_ops/test_invoke_subgraph": 56.532069273406194, "higher_order_ops/test_local_map": 11.605180555346628, "higher_order_ops/test_with_effects": 16.124680523133268, "inductor/test_alignment": 8.534619032227925, "inductor/test_analysis": 11.851378619501537, "inductor/test_aot_inductor": 1844.87259811189, "inductor/test_aot_inductor_arrayref": 848.1345420971253, "inductor/test_aot_inductor_custom_ops": 107.96387656534593, "inductor/test_aot_inductor_package": 280.2723777820259, "inductor/test_aot_inductor_windows": 0.002761904815477984, "inductor/test_async_compile": 10.569859710558758, "inductor/test_augmented_graph_helper": 0.01635185177696662, "inductor/test_auto_functionalize": 27.09592992328761, "inductor/test_benchmark_fusion": 26.835666650033097, "inductor/test_benchmarking": 0.41723684174123044, "inductor/test_best_config": 1.484714290975327, "inductor/test_binary_folding": 51.62530562586013, "inductor/test_block_analysis": 0.22778788045274484, "inductor/test_cache": 35.449280801833716, "inductor/test_caching": 27.807192868373374, "inductor/test_ck_backend": 229.52380020351455, "inductor/test_codecache": 173.68540079135178, "inductor/test_codegen_triton": 0.13736841975090403, "inductor/test_combo_kernels": 12.554298260770002, "inductor/test_compile": 9.597233366190142, "inductor/test_compile_subprocess": 1040.0655291286505, "inductor/test_compile_worker": 18.010315898609793, "inductor/test_compiled_autograd": 909.1319774062406, "inductor/test_compiled_optimizers": 398.0265745715135, "inductor/test_config": 5.146166710695252, "inductor/test_control_deps": 2.002714285682443, "inductor/test_control_flow": 739.5628011464839, "inductor/test_cooperative_reductions": 51.950500189844114, "inductor/test_coordinate_descent_tuner": 1.5481428545677944, "inductor/test_cpp_wrapper_hipify": 0.3502280670299865, "inductor/test_cpu_cpp_wrapper": 4199.28690156181, "inductor/test_cpu_repro": 2117.33037298697, "inductor/test_cpu_select_algorithm": 7092.112447374398, "inductor/test_cuda_repro": 81.85642881301187, "inductor/test_cuda_select_algorithm": 709.3712111324227, "inductor/test_cudacodecache": 0.7749999836708108, "inductor/test_cudagraph_trees": 114.23133484327366, "inductor/test_cudagraph_trees_expandable_segments": 111.15042773314885, "inductor/test_custom_lowering": 0.7092982372187339, "inductor/test_custom_partitioner_fn": 1.6316111197100123, "inductor/test_custom_post_grad_passes": 6.048249924831368, "inductor/test_cutedsl_template": 0.0009473684456264761, "inductor/test_cutlass_backend": 0.05183333333116025, "inductor/test_cutlass_evt": 0.004140350934967661, "inductor/test_debug_trace": 8.353596541965215, "inductor/test_decompose_mem_bound_mm": 14.14779970118737, "inductor/test_dependencies": 0.16492856994626068, "inductor/test_deterministic": 4.733428572393245, "inductor/test_device_assert": 3.476385958165975, "inductor/test_distributed_patterns": 16.028166807705055, "inductor/test_efficient_conv_bn_eval": 68.22579587135826, "inductor/test_extension_backend": 6.052916674702256, "inductor/test_external_callables": 8.753508779383674, "inductor/test_flex_attention": 1752.9926527209036, "inductor/test_flex_decoding": 728.9023813835992, "inductor/test_flex_flash": 0.001541666725339989, "inductor/test_foreach": 135.21179073356222, "inductor/test_fp8": 80.49691268069294, "inductor/test_fused_attention": 125.31460193886112, "inductor/test_fuzzer": 2.366833319430027, "inductor/test_fx_fusion": 0.3267833314836025, "inductor/test_fxir_backend": 30.949388557838066, "inductor/test_gpu_cpp_wrapper": 407.145929432341, "inductor/test_graph_transform_observer": 0.0035555556382018106, "inductor/test_group_batch_fusion": 16.442200043805254, "inductor/test_halide": 5656.1411148707075, "inductor/test_helion_kernels": 0.001807017627646003, "inductor/test_indexing": 2.9260701513113943, "inductor/test_inductor_annotations": 0.5072456127616757, "inductor/test_inductor_freezing": 28.193771735291204, "inductor/test_inductor_scheduler": 3.003500015423116, "inductor/test_inductor_utils": 0.9625416696071625, "inductor/test_inplace_padding": 9.994237944395058, "inductor/test_inplacing_pass": 6.580333260464527, "inductor/test_kernel_benchmark": 124.60720818055172, "inductor/test_kernel_optimization": 2.048298245412298, "inductor/test_loop_ordering": 27.029999909612034, "inductor/test_max_autotune": 302.81899934692774, "inductor/test_mem_estimation": 0.34149122615589905, "inductor/test_memory": 13.273619045547786, "inductor/test_memory_planning": 13.73514283612548, "inductor/test_metrics": 1.7059047613292933, "inductor/test_minifier": 51.090354057378136, "inductor/test_minifier_isolate": 19.23859555640679, "inductor/test_minifier_utils": 3.9793333262205124, "inductor/test_mkldnn_pattern_matcher": 1261.8174404980812, "inductor/test_mmdecomp": 3.9458958759205416, "inductor/test_move_constructors_to_cuda": 4.0401428164470765, "inductor/test_mps_basic": 31.172166426976524, "inductor/test_multi_kernel": 19.179999720127814, "inductor/test_native_matmul": 165.62828452929503, "inductor/test_needs_exact_strides": 1.3127777728821255, "inductor/test_online_softmax": 50.21728548017286, "inductor/test_op_completeness": 0.18464912297694308, "inductor/test_op_dtype_prop": 447.61200648830055, "inductor/test_ordered_set": 1.6233684188020496, "inductor/test_pad_mm": 26.580999807842698, "inductor/test_padding": 40.67880940937348, "inductor/test_pattern_matcher": 22.391905033694847, "inductor/test_perf": 31.814571503705032, "inductor/test_profiler": 3.4820476460847116, "inductor/test_provenance_tracing": 25.009385981202826, "inductor/test_quantization": 7.52276185428768, "inductor/test_remote_cache": 0.2559298231805626, "inductor/test_scatter_optimization": 13.361904832312748, "inductor/test_segmented_tree": 0.48171929779805633, "inductor/test_select_algorithm": 11.656500124779996, "inductor/test_snode_runtime": 8.401619033045357, "inductor/test_split_cat_fx_aten_passes": 2.847578978404942, "inductor/test_split_cat_fx_passes": 34.95352390905221, "inductor/test_static_cuda_launcher": 1.1960175327053948, "inductor/test_subgraph_choice": 2.249857121097323, "inductor/test_template_heuristics_registry": 0.17722806922699272, "inductor/test_torchbind": 26.112500113952493, "inductor/test_torchinductor": 1121.0505793926447, "inductor/test_torchinductor_codegen_config_overrides": 3.4905263107645803, "inductor/test_torchinductor_codegen_dynamic_shapes": 2069.2045657033723, "inductor/test_torchinductor_dynamic_shapes": 2780.6788339084933, "inductor/test_torchinductor_opinfo": 3620.8008345359613, "inductor/test_torchinductor_strided_blocks": 51.603999106926494, "inductor/test_triton_cpu_backend": 2789.915974934896, "inductor/test_triton_heuristics": 8.736714280210435, "inductor/test_triton_kernels": 54.90710448183063, "inductor/test_triton_syntax": 8.38119050236197, "inductor/test_triton_wrapper": 7.134381042494041, "inductor/test_unbacked_symints": 30.341777837359245, "inductor/test_utils": 0.13484259144644495, "init_test": 0.2826666633288066, "jit_test": 0.49266668160756427, "lazy/test_bindings": 0.00058333336104018, "lazy/test_debug_util": 0.32668840606609173, "lazy/test_functionalization": 0.41093055603818757, "lazy/test_generator": 0.3745579673112302, "lazy/test_reuse_ir": 0.7974347784048945, "lazy/test_step_closures": 1.978391297269558, "lazy/test_ts_opinfo": 10.722597173777304, "memory_test": 0.0, "misc_test": 0.021000000725810725, "module_test": 0.012000000104308128, "modulelist_test": 0.00566666666418314, "modules_test": 137.01033528645834, "nn/test_convolution": 184.78448484624425, "nn/test_dropout": 1.9997599961174035, "nn/test_embedding": 35.19511104486366, "nn/test_init": 4.494855089464049, "nn/test_lazy_modules": 4.40491313163353, "nn/test_load_state_dict": 1.7110869506326762, "nn/test_module_hooks": 6.588362368822529, "nn/test_multihead_attention": 25.618625067083883, "nn/test_packed_sequence": 2.3427101695451182, "nn/test_parametrization": 10.667652099042375, "nn/test_pooling": 30.725746691077948, "nn/test_pruning": 1.3011159446036469, "nn_utils_test": 3.1603333180149398, "onnx/exporter/test_api": 30.72700031598409, "onnx/exporter/test_building": 0.023333334053556126, "onnx/exporter/test_capture_strategies": 6.139999866485596, "onnx/exporter/test_core": 0.3986666699250539, "onnx/exporter/test_dynamic_shapes": 0.2693333327770233, "onnx/exporter/test_hf_models_e2e": 41.598333994547524, "onnx/exporter/test_ir_passes": 0.28733333945274353, "onnx/exporter/test_small_models_e2e": 42.76866547266642, "onnx/exporter/test_tensors": 0.3569999933242798, "onnx/exporter/test_verification": 4.98033332824707, "onnx/internal/test_registraion": 0.21033333024630943, "onnx/ops/test_ops": 30.051333983739216, "onnx/test_autograd_funs": 0.11800000071525574, "onnx/test_custom_ops": 0.1276666671037674, "onnx/test_fx_type_promotion": 0.21299999952316284, "onnx/test_lazy_import": 3.831000010172526, "onnx/test_models_onnxruntime": 318.698328424866, "onnx/test_models_quantized_onnxruntime": 41.60933367411295, "onnx/test_onnx_opset": 0.6893333196640015, "onnx/test_onnxscript_runtime": 0.09066666662693024, "onnx/test_op_consistency": 54.69100014368693, "onnx/test_pytorch_jit_onnx": 0.44733332594235736, "onnx/test_pytorch_onnx_onnxruntime": 2014.484669327736, "onnx/test_pytorch_onnx_shape_inference": 0.26466666410366696, "onnx/test_symbolic_helper": 0.1850000023841858, "onnx/test_utility_funs": 13.192333281040192, "onnx/torchlib/test_ops": 0.431666674092412, "optim_test": 169.84066772460938, "ordered_dict_test": 0.0, "profiler/test_cpp_thread": 0.20911111099768376, "profiler/test_execution_trace": 1.7913333395496012, "profiler/test_kineto": 0.41416666532556223, "profiler/test_memory_profiler": 3.7479027548494446, "profiler/test_profiler": 35.78837487004057, "profiler/test_profiler_tree": 0.5280869596678278, "profiler/test_python_tracer": 3.829376846767853, "profiler/test_record_function": 0.4883333387163778, "profiler/test_torch_tidy": 11.32060865302017, "rnn_test": 248.10933430989584, "sequential_test": 0.16299999753634134, "serialize_test": 2.5856667359670005, "ssize_test": 0.0006666666983316342, "static_test": 0.0, "tensor_options_test": 0.0, "tensor_test": 0.01766666645805041, "test_accelerator": 0.5124583349873623, "test_ao_sparsity": 20.21000004647713, "test_appending_byte_serializer": 0.22199999697898565, "test_autocast": 1.7346666640433897, "test_autograd": 110.4478664767199, "test_autograd_fallback": 1.0323750083852146, "test_autoload": 0.7073611178073204, "test_binary_ufuncs": 303.0868096282517, "test_bundled_inputs": 2.0176231809284375, "test_comparison_utils": 0.40365277520484394, "test_compile_benchmark_util": 0.974736126142994, "test_complex": 0.35430158821067637, "test_content_store": 6.531999972524742, "test_cpp_api_parity": 30.029263970338636, "test_cpp_extensions_aot_ninja": 1.0537500030865583, "test_cpp_extensions_aot_no_ninja": 1.0514444408650485, "test_cpp_extensions_jit": 96.48150798019722, "test_cpp_extensions_mtia_backend": 0.8913888861635413, "test_cpp_extensions_stream_and_event": 0.811527777257854, "test_cuda": 44.07414667405809, "test_cuda_expandable_segments": 148.74740032404662, "test_cuda_multigpu": 1.3537037088018324, "test_cuda_nvml_based_avail": 1.5368666985072195, "test_cuda_primary_ctx": 0.5412222233695771, "test_cuda_sanitizer": 0.4259523867319027, "test_cuda_trace": 3.8157082696755724, "test_custom_backend": 0.273333340883255, "test_custom_ops": 36.25126370974531, "test_dataloader": 340.1526179406581, "test_datapipe": 16.12604165018032, "test_decomp": 4951.722390018951, "test_dispatch": 27.46497228907214, "test_dlpack": 3.350438577564139, "test_dynamic_shapes": 63.79114664096074, "test_expanded_weights": 19.950299921880166, "test_extension_utils": 0.31281944303514647, "test_fake_tensor": 10.5116933006964, "test_file_check": 1.7347361122568445, "test_flop_counter": 1.1482361123780718, "test_foreach": 175.03713531701854, "test_function_schema": 0.6644927569921466, "test_functional_autograd_benchmark": 53.93537667868794, "test_functional_optim": 0.7077291696849798, "test_functionalization": 4.183562492201518, "test_functionalization_of_rng_ops": 1.8192104967617382, "test_futures": 1.443215279115571, "test_fx": 269.67684120731764, "test_fx_experimental": 60.64106949129039, "test_fx_passes": 1.7738750076128378, "test_fx_reinplace_pass": 1.3291159416886342, "test_hop_infra": 0.005541666732622414, "test_hub": 12.643347718793413, "test_import_stats": 3.166152169523032, "test_indexing": 25.026449984653535, "test_itt": 0.2711086991104716, "test_jit": 214.35539336240265, "test_jit_autocast": 13.194739102337008, "test_jit_disabled": 0.35477778036147356, "test_jit_fuser_legacy": 0.006111111233217849, "test_jit_fuser_te": 653.1149616532315, "test_jit_legacy": 102.09999920412277, "test_jit_llga_fuser": 40.431130659283966, "test_jiterator": 19.18970826268196, "test_legacy_vmap": 71.36836150407585, "test_libtorch": 174.3423329028883, "test_license": 0.28188888820780744, "test_linalg": 508.48950575745624, "test_logging": 2.1121304397997647, "test_masked": 18.599719270018106, "test_maskedtensor": 22.843222325719484, "test_matmul_cuda": 75.71822322061053, "test_meta": 1120.699603925027, "test_metal": 0.4273333301146825, "test_mkl_verbose": 3.4170694469163814, "test_mkldnn": 150.80071783995626, "test_mkldnn_fusion": 69.09139994503309, "test_mkldnn_verbose": 3.359236111450526, "test_mobile_optimizer": 2.735166673858961, "test_model_exports_to_core_aten": 0.312536232212248, "test_module_tracker": 1.1214583229221815, "test_modules": 993.3823759616952, "test_monitor": 0.47275362268387194, "test_mps": 2766.365314759314, "test_multiprocessing": 102.97808034603796, "test_multiprocessing_spawn": 157.83798574606692, "test_namedtensor": 4.942805623532169, "test_namedtuple_return_api": 1.4861388908078277, "test_native_functions": 0.6838888858134547, "test_native_mha": 4.777366660286982, "test_nestedtensor": 1057.3564163324418, "test_nn": 303.39265406186666, "test_numa_binding": 5.52230553539832, "test_numba_integration": 0.11728985533556913, "test_numpy_interop": 2.2717424772228254, "test_opaque_obj": 0.992962963603161, "test_opaque_obj_v2": 0.27442105272948214, "test_openmp": 4.651973341703415, "test_ops": 3817.043282190075, "test_ops_fwd_gradients": 974.5832375764849, "test_ops_gradients": 1130.881843516032, "test_ops_jit": 835.4849241574606, "test_optim": 243.3906530002008, "test_out_dtype_op": 5.068724592553749, "test_overrides": 16.989599825907497, "test_package": 12.489833247624725, "test_per_overload_api": 0.4954027738163454, "test_prims": 0.8660869679204525, "test_privateuseone_python_backend": 0.32584722466870314, "test_proxy_tensor": 294.72638968946643, "test_pruning_op": 0.5145217383253403, "test_public_bindings": 6.571347795750784, "test_python_dispatch": 4.745986116193106, "test_pytree": 4.5907082988641275, "test_reductions": 205.3904601884267, "test_rename_privateuse1_to_existing_device": 0.29556944342847496, "test_scaled_matmul_cuda": 2.9401249563476695, "test_scatter_gather_ops": 74.80738629819008, "test_schema_check": 221.2039589997795, "test_segment_reductions": 16.915421173499343, "test_serialization": 54.267430448241704, "test_set_default_mobile_cpu_allocator": 0.27824305501093877, "test_shape_ops": 8.472368460344642, "test_show_pickle": 0.2856041686819582, "test_sort_and_select": 23.66214179135859, "test_sparse": 508.76262516706544, "test_sparse_csr": 425.0654856256215, "test_sparse_semi_structured": 2.8391666880553306, "test_spectral_ops": 27.578460361158086, "test_stateless": 7.9805694330005075, "test_subclass": 3.4215000317328497, "test_sympy_utils": 27.480738935793035, "test_tensor_creation_ops": 89.22674279978894, "test_tensorboard": 13.492449338779029, "test_tensorexpr": 24.281319441933494, "test_tensorexpr_pybind": 1.3962222137795635, "test_testing": 53.48401416144205, "test_torch": 367.8620900937104, "test_torchfuzz_repros": 3.606361050870166, "test_transformers": 1329.4499386635384, "test_type_hints": 0.28880555641889155, "test_type_info": 0.3758333323833843, "test_type_promotion": 20.497158021780482, "test_typing": 67.65374999343315, "test_unary_ufuncs": 421.50704735044434, "test_utils": 82.45050683368592, "test_utils_config_module": 1.0653333341081936, "test_utils_filelock": 0.4146805576359232, "test_varlen_attention": 0.6949166684644297, "test_view_ops": 30.230016480758792, "test_vulkan": 0.0005072464009045043, "test_weak": 4.267402779459695, "test_xnnpack_integration": 120.36792797257826, "torch_include_test": 0.0, "torch_np/numpy_tests/core/test_dlpack": 0.1994420284391853, "torch_np/numpy_tests/core/test_dtype": 0.7654861140294492, "torch_np/numpy_tests/core/test_einsum": 19.8710972105182, "torch_np/numpy_tests/core/test_getlimits": 0.4237826088126208, "torch_np/numpy_tests/core/test_indexing": 1.303347826758197, "torch_np/numpy_tests/core/test_multiarray": 188.72300161169284, "torch_np/numpy_tests/core/test_numeric": 9.406608693338795, "torch_np/numpy_tests/core/test_numerictypes": 0.5397826052824224, "torch_np/numpy_tests/core/test_scalar_ctors": 1.1903043590836981, "torch_np/numpy_tests/core/test_scalar_methods": 0.00979710156199239, "torch_np/numpy_tests/core/test_scalarinherit": 0.0008888889181738097, "torch_np/numpy_tests/core/test_scalarmath": 27.785930507284423, "torch_np/numpy_tests/core/test_shape_base": 1.6605277798630091, "torch_np/numpy_tests/fft/test_helper": 4.847420277873702, "torch_np/numpy_tests/fft/test_pocketfft": 9.19705800536642, "torch_np/numpy_tests/lib/test_arraypad": 0.45439130305380065, "torch_np/numpy_tests/lib/test_arraysetops": 0.9331739131526587, "torch_np/numpy_tests/lib/test_function_base": 9.417333344458198, "torch_np/numpy_tests/lib/test_histograms": 1.8869130428124594, "torch_np/numpy_tests/lib/test_index_tricks": 1.1792970975520145, "torch_np/numpy_tests/lib/test_shape_base_": 2.034246376843826, "torch_np/numpy_tests/lib/test_twodim_base": 1.0870072444161887, "torch_np/numpy_tests/lib/test_type_check": 1.5027826038531729, "torch_np/numpy_tests/linalg/test_linalg": 16.27597218929117, "torch_np/test_basic": 7.322613321944761, "torch_np/test_binary_ufuncs": 1.2517222159852588, "torch_np/test_dtype": 0.7061944447664753, "torch_np/test_function_base": 0.3488115929337084, "torch_np/test_indexing": 2.7339275619689967, "torch_np/test_ndarray_methods": 8.856985509338235, "torch_np/test_nep50_examples": 0.1764027790696774, "torch_np/test_random": 0.665243060197099, "torch_np/test_reductions": 9.882753519989226, "torch_np/test_scalars_0D_arrays": 1.0662463870392167, "torch_np/test_ufuncs_basic": 5.240944440589779, "torch_np/test_unary_ufuncs": 1.762729163799021, "typeid_test": 0.0, "typing/test_python_operators": 2.257277736647261, "util_base_tests": 110.13400097967435 }, "distributed": { "distributed/_composable/fsdp/test_fully_shard_autograd": 35.27575033705216, "distributed/_composable/fsdp/test_fully_shard_clip_grad_norm_": 33.480000019073486, "distributed/_composable/fsdp/test_fully_shard_comm": 190.03283199241076, "distributed/_composable/fsdp/test_fully_shard_compile": 258.9674929345686, "distributed/_composable/fsdp/test_fully_shard_extensions": 26.37133382059013, "distributed/_composable/fsdp/test_fully_shard_frozen": 35.94041657447815, "distributed/_composable/fsdp/test_fully_shard_grad_scaler": 9.840666711330414, "distributed/_composable/fsdp/test_fully_shard_ignore_params": 8.347749869028728, "distributed/_composable/fsdp/test_fully_shard_init": 11.126916653166214, "distributed/_composable/fsdp/test_fully_shard_memory": 14.476583123207092, "distributed/_composable/fsdp/test_fully_shard_mixed_precision": 47.8645830610767, "distributed/_composable/fsdp/test_fully_shard_overlap": 5.386750006427368, "distributed/_composable/fsdp/test_fully_shard_state": 0.3582499921321869, "distributed/_composable/fsdp/test_fully_shard_state_dict": 41.679333413213804, "distributed/_composable/fsdp/test_fully_shard_training": 364.5074993280481, "distributed/_composable/test_checkpoint": 2.092333372682333, "distributed/_composable/test_composability/test_2d_composability": 139.7905019968748, "distributed/_composable/test_composability/test_pp_composability": 148.08983312989585, "distributed/_composable/test_contract": 0.3140000017980734, "distributed/_composable/test_replicate": 63.818749864896134, "distributed/_composable/test_replicate_mixed_precision": 65.56449984099405, "distributed/_composable/test_replicate_training": 196.56049887579866, "distributed/_composable/test_replicate_with_compiler": 131.57066622675242, "distributed/_composable/test_replicate_with_fsdp": 34.684083223342896, "distributed/_pycute/test_coalesce": 0.31416666383544606, "distributed/_pycute/test_complement": 0.30408333366115886, "distributed/_pycute/test_composition": 0.32241666068633396, "distributed/_pycute/test_int_tuple": 0.3224166656533877, "distributed/_pycute/test_left_inverse": 0.311166662722826, "distributed/_pycute/test_right_inverse": 0.3084166720509529, "distributed/_pycute/test_typing": 0.30125000203649205, "distributed/_shard/sharded_optim/test_sharded_optim": 10.715083555881089, "distributed/_shard/sharded_tensor/ops/test_binary_cmp": 27.57516625217007, "distributed/_shard/sharded_tensor/ops/test_embedding": 11.189499652886298, "distributed/_shard/sharded_tensor/ops/test_embedding_bag": 11.552583412829941, "distributed/_shard/sharded_tensor/ops/test_init": 18.954749904650576, "distributed/_shard/sharded_tensor/ops/test_tensor_ops": 25.083083292663407, "distributed/_shard/sharded_tensor/test_logger": 0.3044166639447212, "distributed/_shard/sharded_tensor/test_sharded_tensor": 340.4155833928186, "distributed/_shard/sharded_tensor/test_sharded_tensor_reshard": 10.175833023095038, "distributed/_shard/sharding_plan/test_sharding_plan": 14.95591624833954, "distributed/_shard/sharding_spec/test_sharding_spec": 15.819000166530412, "distributed/_shard/test_sharder": 10.503416653974758, "distributed/_tools/test_fake_collectives": 0.20133332982853364, "distributed/_tools/test_fsdp2_mem_tracker": 30.778833501293168, "distributed/_tools/test_mem_tracker": 4.710000075399876, "distributed/_tools/test_memory_tracker": 2.6247500362514984, "distributed/_tools/test_mod_tracker": 0.31725000093380606, "distributed/_tools/test_runtime_estimator": 22.50550019393753, "distributed/_tools/test_sac_estimator": 2.0882500176667236, "distributed/_tools/test_sac_ilp": 4.221166667111295, "distributed/algorithms/ddp_comm_hooks/test_ddp_hooks": 30.434083011661034, "distributed/algorithms/quantization/test_quantization": 42.180583000183105, "distributed/algorithms/test_join": 50.888250033060714, "distributed/checkpoint/_experimental/test_barriers": 0.30691666776935256, "distributed/checkpoint/_experimental/test_builder": 2.888166695833206, "distributed/checkpoint/_experimental/test_checkpoint_process": 25.217333116723847, "distributed/checkpoint/_experimental/test_checkpoint_reader": 0.2739999995877345, "distributed/checkpoint/_experimental/test_checkpoint_writer": 0.3195000004488975, "distributed/checkpoint/_experimental/test_checkpointer": 27.869666298230488, "distributed/checkpoint/_experimental/test_staging": 0.2590000021737069, "distributed/checkpoint/_experimental/test_types": 0.24816666916012764, "distributed/checkpoint/e2e/test_e2e_save_and_load": 136.27566770712534, "distributed/checkpoint/e2e/test_fine_tuning": 7.4590834106008215, "distributed/checkpoint/e2e/test_fsdp_ep": 2.7904166529575987, "distributed/checkpoint/fsdp/test_fsdp_dsd": 43.57358231022954, "distributed/checkpoint/test_async_process_executor": 11.89408310254415, "distributed/checkpoint/test_checkpoint": 36.79291665206741, "distributed/checkpoint/test_compatibility": 0.40699999531110126, "distributed/checkpoint/test_consolidate_hf_safetensors": 34.993166605631515, "distributed/checkpoint/test_dedup_tensors": 0.2485833317041397, "distributed/checkpoint/test_dtensor_checkpoint": 6.165249903996786, "distributed/checkpoint/test_dtensor_resharding": 76.54641656080881, "distributed/checkpoint/test_file_system_checkpoint": 37.845499616494635, "distributed/checkpoint/test_file_system_checkpoint_cpu": 32.22983320616186, "distributed/checkpoint/test_format_utils": 13.387916644414267, "distributed/checkpoint/test_fsdp_model_state": 14.999583323796589, "distributed/checkpoint/test_fsdp_optim_state": 16.450666348139443, "distributed/checkpoint/test_fsdp_tp_checkpoint_conversion": 8.301583449045816, "distributed/checkpoint/test_fsspec": 11.861916751193348, "distributed/checkpoint/test_hf_safetensor_e2e": 36.236583841343716, "distributed/checkpoint/test_hf_storage": 0.39099999393026036, "distributed/checkpoint/test_hsdp_checkpoint": 31.63008403778076, "distributed/checkpoint/test_nested_dict": 0.2956666611135006, "distributed/checkpoint/test_pg_transport": 10.09641677091713, "distributed/checkpoint/test_planner": 0.4855833341134712, "distributed/checkpoint/test_quantized_hf_storage": 0.009333333233371377, "distributed/checkpoint/test_save_load_api": 11.163750092188517, "distributed/checkpoint/test_state_dict": 156.53591689964134, "distributed/checkpoint/test_state_dict_stager": 30.42100033859606, "distributed/checkpoint/test_state_dict_utils": 36.14424898723761, "distributed/checkpoint/test_tp_checkpoint": 14.1260001262029, "distributed/checkpoint/test_traverse": 0.2648333298663298, "distributed/checkpoint/test_utils": 25.873250015749363, "distributed/elastic/events/lib_test": 0.3826666756843527, "distributed/elastic/metrics/api_test": 0.33033333470424014, "distributed/elastic/multiprocessing/api_test": 23.28099996987536, "distributed/elastic/multiprocessing/test_api": 0.023499999816219013, "distributed/elastic/test_control_plane": 0.4443333372473717, "distributed/elastic/timer/local_timer_example": 12.791333278020224, "distributed/elastic/timer/local_timer_test": 4.8179999974866705, "distributed/elastic/utils/distributed_test": 5.470333397388458, "distributed/elastic/utils/logging_test": 0.3237499992052714, "distributed/elastic/utils/util_test": 0.501500001642853, "distributed/flight_recorder/test_fr_analysis": 0.3610833306835654, "distributed/fsdp/test_checkpoint_wrapper": 0.8862500016887982, "distributed/fsdp/test_distributed_checkpoint": 16.2054443359375, "distributed/fsdp/test_fsdp_apply": 21.37588882446289, "distributed/fsdp/test_fsdp_backward_prefetch": 8.00433345635732, "distributed/fsdp/test_fsdp_checkpoint": 139.34325170516968, "distributed/fsdp/test_fsdp_clip_grad_norm": 52.86666700575086, "distributed/fsdp/test_fsdp_comm": 104.08499961429173, "distributed/fsdp/test_fsdp_comm_hooks": 185.36024951934814, "distributed/fsdp/test_fsdp_core": 1296.8110132217407, "distributed/fsdp/test_fsdp_dtensor_state_dict": 158.31033325195312, "distributed/fsdp/test_fsdp_exec_order": 80.57266828748915, "distributed/fsdp/test_fsdp_fine_tune": 45.4022216796875, "distributed/fsdp/test_fsdp_flatten_params": 71.68091615041097, "distributed/fsdp/test_fsdp_freezing_weights": 241.17483266194662, "distributed/fsdp/test_fsdp_fx": 0.3704444468021393, "distributed/fsdp/test_fsdp_grad_acc": 51.95516761144002, "distributed/fsdp/test_fsdp_hybrid_shard": 57.7273325920105, "distributed/fsdp/test_fsdp_ignored_modules": 47.04825068141024, "distributed/fsdp/test_fsdp_input": 14.560555775960287, "distributed/fsdp/test_fsdp_memory": 21.268583297729492, "distributed/fsdp/test_fsdp_meta": 54.87574974695841, "distributed/fsdp/test_fsdp_misc": 85.80899709688188, "distributed/fsdp/test_fsdp_mixed_precision": 444.09242369731265, "distributed/fsdp/test_fsdp_multiple_forward": 3.109999974568685, "distributed/fsdp/test_fsdp_multiple_wrapping": 9.499888843960234, "distributed/fsdp/test_fsdp_optim_state": 489.41291427612305, "distributed/fsdp/test_fsdp_overlap": 19.453666475084095, "distributed/fsdp/test_fsdp_pure_fp16": 22.642444186740452, "distributed/fsdp/test_fsdp_sharded_grad_scaler": 154.61058214952936, "distributed/fsdp/test_fsdp_state_dict": 903.7692510252236, "distributed/fsdp/test_fsdp_tp_integration": 29.17658305168152, "distributed/fsdp/test_fsdp_traversal": 6.930777761671279, "distributed/fsdp/test_fsdp_uneven": 9.573555734422472, "distributed/fsdp/test_fsdp_unshard_params": 79.80458354949951, "distributed/fsdp/test_fsdp_use_orig_params": 407.3179148286581, "distributed/fsdp/test_hsdp_dtensor_state_dict": 96.7289996676975, "distributed/fsdp/test_shard_utils": 10.919000029563904, "distributed/fsdp/test_utils": 0.3797777758704292, "distributed/fsdp/test_wrap": 155.36800184170716, "distributed/launcher/test_api": 0.09816666886520882, "distributed/launcher/test_run": 37.937082608540855, "distributed/nn/jit/test_instantiator": 0.3154166725774606, "distributed/optim/test_zero_redundancy_optimizer": 177.3219985961914, "distributed/pipelining/test_backward": 2.319416632254918, "distributed/pipelining/test_microbatch": 23.698333263397217, "distributed/pipelining/test_pipe": 0.734333336353302, "distributed/pipelining/test_schedule": 45.769749855884584, "distributed/pipelining/test_schedule_multiproc": 18.96108337243398, "distributed/pipelining/test_stage": 21.667749997480616, "distributed/pipelining/test_transformer": 1.1408333356181781, "distributed/pipelining/test_unflatten": 2.807000108063221, "distributed/rpc/cuda/test_tensorpipe_agent": 546.7966663653691, "distributed/rpc/test_faulty_agent": 266.45633061726886, "distributed/rpc/test_share_memory": 3.8641666173934937, "distributed/rpc/test_tensorpipe_agent": 1873.144007285436, "distributed/tensor/debug/test_comm_mode": 1.4182500032087169, "distributed/tensor/debug/test_comm_mode_features": 29.586499452590942, "distributed/tensor/debug/test_debug_mode": 6.381333329530511, "distributed/tensor/debug/test_op_coverage": 0.3455000023047129, "distributed/tensor/experimental/test_local_map": 40.30816650390625, "distributed/tensor/experimental/test_register_sharding": 12.25908311208089, "distributed/tensor/experimental/test_tp_transform": 43.912333488464355, "distributed/tensor/parallel/test_micro_pipeline_tp": 12.617333385521002, "distributed/tensor/parallel/test_parallelize_api": 119.52775287628174, "distributed/tensor/parallel/test_tp_examples": 130.2764190038045, "distributed/tensor/parallel/test_tp_random_state": 6.610833326975504, "distributed/tensor/parallel/test_tp_style": 56.62441539764404, "distributed/tensor/test_api": 58.04450035095215, "distributed/tensor/test_attention": 104.67624968092423, "distributed/tensor/test_common_rules": 3.6955832839012146, "distributed/tensor/test_convolution_ops": 67.68508243560791, "distributed/tensor/test_dtensor": 273.9005836347739, "distributed/tensor/test_dtensor_compile": 243.09658432006836, "distributed/tensor/test_dtensor_dispatch_overhead": 6.201749940713247, "distributed/tensor/test_dtensor_export": 8.578166850202251, "distributed/tensor/test_dtensor_ops": 1185.5213292439778, "distributed/tensor/test_dtensor_testbase": 9.777583281199137, "distributed/tensor/test_dynamic": 30.104417280856673, "distributed/tensor/test_embedding_ops": 24.445166269938152, "distributed/tensor/test_experimental_ops": 16.88041671117147, "distributed/tensor/test_init": 41.87875014543533, "distributed/tensor/test_math_ops": 129.65000279744467, "distributed/tensor/test_matrix_ops": 90.80316638946533, "distributed/tensor/test_op_schema": 0.2661666671435038, "distributed/tensor/test_op_strategy": 45.434666877302035, "distributed/tensor/test_optimizers": 96.13574949900308, "distributed/tensor/test_pointwise_ops": 0.8941666508714358, "distributed/tensor/test_random_ops": 76.38499907652536, "distributed/tensor/test_redistribute": 228.2464183966319, "distributed/tensor/test_tensor_ops": 236.16566793123883, "distributed/tensor/test_utils": 75.26633251241098, "distributed/tensor/test_view_ops": 83.32449944814046, "distributed/tensor/test_xla_integration": 0.20216667031248411, "distributed/test_aten_comm_compute_reordering": 215.65758264669176, "distributed/test_backends": 0.20808332991631082, "distributed/test_c10d_common": 100.00449993213019, "distributed/test_c10d_functional_native": 202.38808354746047, "distributed/test_c10d_gloo": 924.5846626134589, "distributed/test_c10d_logger": 9.265916585922241, "distributed/test_c10d_nccl": 1610.7228939232753, "distributed/test_c10d_object_collectives": 61.59866555531819, "distributed/test_c10d_ops_nccl": 9.539666705661348, "distributed/test_c10d_pypg": 3.5680833030880117, "distributed/test_c10d_spawn_gloo": 36.167499689385295, "distributed/test_c10d_spawn_nccl": 46.86308235162869, "distributed/test_c10d_spawn_ucc": 0.004500000039115548, "distributed/test_collective_utils": 25.95625022185656, "distributed/test_composability": 11.40291674931844, "distributed/test_compute_comm_reordering": 84.30516751607259, "distributed/test_control_collectives": 0.3828333243727684, "distributed/test_cupy_as_tensor": 1.770333296143993, "distributed/test_data_parallel": 16.95708325249143, "distributed/test_device_mesh": 260.7294988293046, "distributed/test_dist2": 125.09975057343642, "distributed/test_distributed_spawn": 4089.3860626220703, "distributed/test_dynamo_distributed": 441.063505759259, "distributed/test_fake_pg": 2.35566666846474, "distributed/test_functional_api": 103.96316708925102, "distributed/test_inductor_collectives": 217.46249705983792, "distributed/test_launcher": 1.3519166807333627, "distributed/test_local_tensor": 0.8553333359304816, "distributed/test_multi_threaded_pg": 0.6249999962747097, "distributed/test_nccl": 4.965916725166608, "distributed/test_nvshmem": 0.0008333333729145428, "distributed/test_nvshmem_triton": 14.919666608174643, "distributed/test_p2p_ipc": 1.6957499384880066, "distributed/test_pg_wrapper": 76.8019170622186, "distributed/test_run": 0.09949999939029415, "distributed/test_serialization": 0.3510833309652905, "distributed/test_store": 64.27124983452572, "distributed/test_symmetric_memory": 19.93399970253813, "test_linalg": 15.832666754722595 }, "dynamo_wrapped": { "backends/xeon/test_launch": 2.3313333193461103, "benchmark_utils/test_benchmark_utils": 4.7771666049957275, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 14.806666533152262, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 7.18583337465922, "distributions/test_constraints": 0.09850000093380609, "distributions/test_distributions": 1095.3591581339715, "dynamo/cpython/3_13/test_baseexception": 1.1963333586851757, "dynamo/cpython/3_13/test_bool": 2.442999998728434, "dynamo/cpython/3_13/test_cmath": 1.5849999984105427, "dynamo/cpython/3_13/test_collections": 10.349999944368998, "dynamo/cpython/3_13/test_complex": 5.130000114440918, "dynamo/cpython/3_13/test_contextlib": 6.477999957899253, "dynamo/cpython/3_13/test_defaultdict": 0.8356666564941406, "dynamo/cpython/3_13/test_dict": 12.832999939719835, "dynamo/cpython/3_13/test_exception_variations": 1.1376666625340779, "dynamo/cpython/3_13/test_exceptions": 7.613999993850787, "dynamo/cpython/3_13/test_float": 6.208999990175168, "dynamo/cpython/3_13/test_generator_stop": 0.5056666533152262, "dynamo/cpython/3_13/test_generators": 2.670999988913536, "dynamo/cpython/3_13/test_heapq": 15.441666821638742, "dynamo/cpython/3_13/test_int": 7.733333359162013, "dynamo/cpython/3_13/test_int_literal": 0.8709999918937683, "dynamo/cpython/3_13/test_iter": 5.426666895548503, "dynamo/cpython/3_13/test_itertools": 135.77866583069166, "dynamo/cpython/3_13/test_list": 13.296333312988281, "dynamo/cpython/3_13/test_math": 8.942666699488958, "dynamo/cpython/3_13/test_numeric_tower": 0.7179999935130278, "dynamo/cpython/3_13/test_operator": 10.733333269755045, "dynamo/cpython/3_13/test_ordered_dict": 30.789333435396355, "dynamo/cpython/3_13/test_raise": 2.615666658927997, "dynamo/cpython/3_13/test_range": 5.724666595458984, "dynamo/cpython/3_13/test_set": 78.38000012251239, "dynamo/cpython/3_13/test_sort": 2.577000002066294, "dynamo/cpython/3_13/test_sys": 5.3846667011578875, "dynamo/cpython/3_13/test_tuple": 5.034333229064941, "dynamo/cpython/3_13/test_unittest/test_assertions": 2.1983333031336465, "dynamo/cpython/3_13/test_userdict": 26.131999969482422, "dynamo/cpython/3_13/test_userlist": 24.37066650390625, "dynamo/cpython/3_13/test_with": 4.675333276391029, "functorch/dim/test_getsetitem": 14.919166723887125, "functorch/dim/test_split": 21.524166742960613, "functorch/test_ac_knapsack": 1.6443333104252815, "functorch/test_ac_logging": 0.603000005086263, "functorch/test_aot_joint_with_descriptors": 24.554000218709312, "functorch/test_control_flow": 569.7875041097479, "functorch/test_dims": 0.003666666840823988, "functorch/test_eager_transforms": 624.6213338673115, "functorch/test_logging": 2.104666670163472, "functorch/test_memory_efficient_fusion": 7.8319999774297075, "functorch/test_minifier": 3.6626667579015098, "functorch/test_ops": 67.37766774495444, "functorch/test_parsing": 2.1906667004028955, "functorch/test_rearrange": 27.931000391642254, "functorch/test_vmap": 3135.129166527341, "functorch/test_vmap_registrations": 74.39766693115234, "higher_order_ops/test_invoke_quant": 0.0005000000237487257, "higher_order_ops/test_invoke_subgraph": 0.34083333413582295, "higher_order_ops/test_local_map": 0.4233333269755045, "higher_order_ops/test_with_effects": 26.363333384195965, "lazy/test_bindings": 0.00016666667458290854, "lazy/test_debug_util": 1.3338333467642467, "lazy/test_functionalization": 1.9318333466847737, "lazy/test_generator": 1.5166666408379872, "lazy/test_reuse_ir": 1.931333303451538, "lazy/test_step_closures": 3.454500039418538, "lazy/test_ts_opinfo": 14.524666617314022, "nn/test_convolution": 858.5228258768717, "nn/test_dropout": 19.08916656176249, "nn/test_embedding": 349.9443322817484, "nn/test_init": 13.108333428700764, "nn/test_lazy_modules": 43.3385009765625, "nn/test_load_state_dict": 12.296833279232185, "nn/test_module_hooks": 73.1051672299703, "nn/test_multihead_attention": 69.82416681448618, "nn/test_packed_sequence": 19.41100025177002, "nn/test_parametrization": 107.42633238683145, "nn/test_pooling": 180.19200030962625, "nn/test_pruning": 13.252833366394043, "profiler/test_cpp_thread": 0.6363333277404308, "profiler/test_execution_trace": 5.8240000406901045, "profiler/test_kineto": 1.2094999849796295, "profiler/test_memory_profiler": 0.0008333333729145427, "profiler/test_profiler": 116.01749864304051, "profiler/test_profiler_tree": 2.8581666946411133, "profiler/test_python_tracer": 5.212833285331726, "profiler/test_record_function": 2.5408333937327066, "profiler/test_torch_tidy": 93.12783304850261, "test_ao_sparsity": 135.4590006750077, "test_autocast": 8.805000071724255, "test_autograd": 717.948997626702, "test_autograd_fallback": 8.674333413441977, "test_autoload": 2.7615000506242113, "test_binary_ufuncs": 2137.261474609375, "test_bundled_inputs": 11.15666659673055, "test_comparison_utils": 2.0589999755223594, "test_compile_benchmark_util": 0.00016666667458290854, "test_complex": 2.885833342870076, "test_content_store": 11.444833437601726, "test_cpp_api_parity": 297.7408345540365, "test_cpp_extensions_aot_ninja": 9.441333308815956, "test_cpp_extensions_aot_no_ninja": 9.393166558817029, "test_cpp_extensions_jit": 40.59000015258789, "test_cpp_extensions_mtia_backend": 2.0813333789507547, "test_cpp_extensions_stream_and_event": 1.8951666553815207, "test_cuda": 0.7228333285893314, "test_custom_ops": 149.71383238335451, "test_dataloader": 355.02316521046066, "test_datapipe": 48.61699997385343, "test_decomp": 39.36799991130829, "test_dispatch": 70.55166666706404, "test_dlpack": 28.766499837239586, "test_dynamic_shapes": 38.60399982934663, "test_expanded_weights": 62.3805004755656, "test_extension_utils": 1.4771666526794434, "test_fake_tensor": 44.1914997274677, "test_file_check": 2.691000024477641, "test_flop_counter": 0.0006666666983316342, "test_foreach": 170.2223358154297, "test_function_schema": 2.236333350340525, "test_functional_autograd_benchmark": 41.21483357747396, "test_functional_optim": 4.78600001335144, "test_functionalization": 0.004500000116725762, "test_functionalization_of_rng_ops": 0.5160000125567119, "test_futures": 8.555500030517578, "test_fx": 425.1093371430761, "test_fx_experimental": 332.9086667795976, "test_fx_passes": 15.05250005920728, "test_fx_reinplace_pass": 8.837833325068155, "test_hop_infra": 0.0010000000280948977, "test_hub": 35.122166315714516, "test_import_stats": 4.344500025113424, "test_indexing": 161.19200142224628, "test_itt": 1.2841666837533314, "test_jit": 1188.9899929420403, "test_jit_autocast": 0.002833333390299231, "test_jit_disabled": 1.2190000116825104, "test_jit_fuser_te": 613.905839253217, "test_jit_llga_fuser": 116.99566759749237, "test_legacy_vmap": 779.2843379974365, "test_license": 1.3369999825954437, "test_linalg": 3083.66064453125, "test_logging": 3.8043333689371743, "test_masked": 10.729166666666666, "test_maskedtensor": 149.73049958546957, "test_meta": 120.02949825922647, "test_mkl_verbose": 4.85266669591268, "test_mkldnn": 372.59383138020837, "test_mkldnn_fusion": 0.0011666667026778061, "test_mkldnn_verbose": 4.8448333740234375, "test_mobile_optimizer": 11.342000007629395, "test_model_exports_to_core_aten": 1.2726666827996571, "test_module_tracker": 10.650666554768879, "test_modules": 160.43916829427081, "test_monitor": 1.287500003973643, "test_multiprocessing": 84.0145009358724, "test_multiprocessing_spawn": 119.44183211835723, "test_namedtensor": 52.87350082397461, "test_namedtuple_return_api": 3.441333333651225, "test_native_functions": 4.2626666227976475, "test_native_mha": 40.509333292643234, "test_nestedtensor": 317.5351666311423, "test_nn": 1956.7021774835885, "test_numa_binding": 21.016833305358887, "test_numba_integration": 0.7016666730244955, "test_numpy_interop": 19.94283390045166, "test_openmp": 7.843500057856241, "test_ops": 85.49416621277729, "test_ops_fwd_gradients": 7.510666608810425, "test_ops_gradients": 11.514666557312012, "test_ops_jit": 2.7671666145324707, "test_optim": 1578.2999961872897, "test_out_dtype_op": 8.895999749501547, "test_overrides": 150.09216491753858, "test_package": 129.3993325084448, "test_per_overload_api": 3.3289999564488726, "test_prims": 7.510166808962822, "test_privateuseone_python_backend": 1.2760000030199687, "test_proxy_tensor": 259.7993321530521, "test_pruning_op": 1.128166655699412, "test_public_bindings": 1.9640000263849893, "test_python_dispatch": 42.20683351159096, "test_pytree": 34.17816617091497, "test_reductions": 854.3404947916666, "test_rename_privateuse1_to_existing_device": 1.4108333388964334, "test_scatter_gather_ops": 629.2386703491211, "test_schema_check": 273.9466747840246, "test_segment_reductions": 148.96566772460938, "test_serialization": 153.27716732025146, "test_set_default_mobile_cpu_allocator": 1.240666667620341, "test_shape_ops": 59.11483383178711, "test_show_pickle": 1.3246666888395946, "test_sort_and_select": 175.66183471679688, "test_sparse": 919.5956776055198, "test_sparse_csr": 826.4731720487277, "test_sparse_semi_structured": 1.8676666542887688, "test_spectral_ops": 62.913499871889755, "test_stateless": 43.88649996121724, "test_subclass": 35.466833750406906, "test_sympy_utils": 114.88083134467404, "test_tensor_creation_ops": 499.22966895500815, "test_tensorboard": 15.368499978755912, "test_tensorexpr": 0.0035000001080334187, "test_tensorexpr_pybind": 13.676833242177963, "test_testing": 270.3798362116019, "test_torch": 909.2153315308194, "test_torchfuzz_repros": 2.49316668510437, "test_transformers": 3490.279650479555, "test_type_hints": 1.0943333506584167, "test_type_info": 1.8883333305517833, "test_type_promotion": 154.17400105794272, "test_typing": 85.84133402506511, "test_unary_ufuncs": 1187.2960052490234, "test_utils": 290.78916601526237, "test_utils_config_module": 9.603833357493082, "test_utils_filelock": 1.2631666858990986, "test_view_ops": 190.31733242670697, "test_vulkan": 0.0005000000237487257, "test_weak": 13.63383333881696, "test_xnnpack_integration": 79.47033307825527, "torch_np/numpy_tests/core/test_dlpack": 1.7599999990779907, "torch_np/numpy_tests/core/test_dtype": 4.704333355786123, "torch_np/numpy_tests/core/test_einsum": 115.61466632286707, "torch_np/numpy_tests/core/test_getlimits": 1.7201666884163083, "torch_np/numpy_tests/core/test_indexing": 10.08516662567854, "torch_np/numpy_tests/core/test_multiarray": 109.37933307474789, "torch_np/numpy_tests/core/test_numeric": 69.58883325225906, "torch_np/numpy_tests/core/test_numerictypes": 2.7933332957327366, "torch_np/numpy_tests/core/test_scalar_ctors": 9.530833512544632, "torch_np/numpy_tests/core/test_scalar_methods": 0.0045000000585181015, "torch_np/numpy_tests/core/test_scalarinherit": 0.0015000000518436232, "torch_np/numpy_tests/core/test_scalarmath": 30.188999991204277, "torch_np/numpy_tests/core/test_shape_base": 14.30733335018158, "torch_np/numpy_tests/fft/test_helper": 8.27566642748813, "torch_np/numpy_tests/fft/test_pocketfft": 59.68100052078565, "torch_np/numpy_tests/lib/test_arraypad": 2.20333331823349, "torch_np/numpy_tests/lib/test_arraysetops": 6.529833326213216, "torch_np/numpy_tests/lib/test_function_base": 90.47483344674886, "torch_np/numpy_tests/lib/test_histograms": 14.493666648864746, "torch_np/numpy_tests/lib/test_index_tricks": 9.552666620914048, "torch_np/numpy_tests/lib/test_shape_base_": 16.756833347181477, "torch_np/numpy_tests/lib/test_twodim_base": 7.15716664865613, "torch_np/numpy_tests/lib/test_type_check": 13.368666591743628, "torch_np/numpy_tests/linalg/test_linalg": 109.82699977358182, "torch_np/test_basic": 80.09233318765958, "torch_np/test_binary_ufuncs": 11.223499933878582, "torch_np/test_dtype": 4.895833333333334, "torch_np/test_function_base": 1.2305000027020774, "torch_np/test_indexing": 2.8911666870117188, "torch_np/test_ndarray_methods": 65.72366672505935, "torch_np/test_nep50_examples": 0.02716666692867875, "torch_np/test_random": 4.917333381871382, "torch_np/test_reductions": 87.93349878986677, "torch_np/test_scalars_0D_arrays": 8.749833484490713, "torch_np/test_ufuncs_basic": 51.726333302756146, "torch_np/test_unary_ufuncs": 17.23299996058146, "typing/test_python_operators": 19.435499509175617 }, "einops": { "dynamo/test_einops": 89.03966649373373 }, "inductor": { "inductor/test_aot_inductor": 2267.280228355757, "inductor/test_torchinductor": 864.4866663718389, "inductor/test_torchinductor_opinfo": 7186.556342230903, "test_modules": 2029.972456190321, "test_ops": 9150.702606333625, "test_ops_gradients": 1105.8546651204426, "test_torch": 1562.0104349561861 }, "inductor-halide": { "inductor/test_halide": 5656.1411148707075 }, "inductor-triton-cpu": { "inductor/test_torchinductor_strided_blocks": 161.40599751802316, "inductor/test_triton_cpu_backend": 2789.915974934896 }, "inductor_amx": { "inductor/test_torchinductor": 813.476673523585, "inductor/test_torchinductor_opinfo": 0.16299999753634134, "test_modules": 1439.0826822916667, "test_ops": 8428.636631965637, "test_ops_gradients": 813.7740071614584, "test_torch": 1685.4306677232187 }, "inductor_avx2": { "inductor/test_torchinductor": 1086.1370022296906, "inductor/test_torchinductor_opinfo": 0.5979999899864197, "test_modules": 2160.50830078125, "test_ops": 12337.600996176401, "test_ops_gradients": 1609.2779947916667, "test_torch": 2298.078316272547 }, "inductor_cpp_wrapper": { "inductor/test_cpu_repro": 2579.4766845703125, "inductor/test_max_autotune": 605.4873320261637, "inductor/test_torchinductor": 3029.27199828128, "inductor/test_torchinductor_opinfo": 2911.396036783854, "test_torch": 207.74466959635416 }, "inductor_distributed": { "distributed/_composable/fsdp/test_fully_shard_clip_grad_norm_": 10.557999928792318, "distributed/_composable/fsdp/test_fully_shard_comm": 211.5936687514186, "distributed/_composable/fsdp/test_fully_shard_compile": 339.08633740743, "distributed/_composable/fsdp/test_fully_shard_frozen": 28.185667037963867, "distributed/_composable/fsdp/test_fully_shard_mixed_precision": 19.117666880289715, "distributed/_composable/fsdp/test_fully_shard_state_dict": 8.030333518981934, "distributed/_composable/fsdp/test_fully_shard_training": 240.69867261250815, "distributed/_composable/test_replicate_with_compiler": 142.5606669515449, "distributed/fsdp/test_fsdp_tp_integration": 23.133333841959637, "distributed/tensor/parallel/test_micro_pipeline_tp": 11.54933343331019, "distributed/tensor/test_dtensor_compile": 229.54233487447104, "distributed/test_aten_comm_compute_reordering": 244.64767201741537, "distributed/test_c10d_functional_native": 235.6636653741201, "distributed/test_compute_comm_reordering": 100.27566528320312, "distributed/test_dynamo_distributed": 662.4756711324056, "distributed/test_inductor_collectives": 283.4646689097087, "inductor/test_aot_inductor": 38.02533311955631 }, "jit_legacy": { "test_jit_fuser_legacy": 0.006111111233217849, "test_jit_legacy": 102.09999920412277 }, "legacy_nvidia_driver": { "backends/xeon/test_launch": 1.9040000438690186, "benchmark_utils/test_benchmark_utils": 1.6419999599456787, "cpp_extensions/python_agnostic_extension/test/test_python_agnostic": 7.1570000648498535, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 10.541000366210938, "distributions/test_distributions": 66.77599927224219, "dynamo/test_activation_checkpointing": 48.92399978637695, "dynamo/test_after_aot": 9.628000259399414, "dynamo/test_aot_compile": 16.8489990234375, "dynamo/test_autograd_function": 12.29800033569336, "dynamo/test_backends": 10.167999787139706, "dynamo/test_backward_higher_order_ops": 14.343999862670898, "dynamo/test_base_hop": 2.7709999084472656, "dynamo/test_base_output": 0.006000000052154064, "dynamo/test_buffers_override": 8.769000053405762, "dynamo/test_compile": 10.17099967203103, "dynamo/test_compiler_bisector": 15.104000091552734, "dynamo/test_config": 5.2769999504089355, "dynamo/test_ctx_manager": 11.356999635696411, "dynamo/test_cudagraphs": 2.7660000324249268, "dynamo/test_cudagraphs_expandable_segments": 2.6649999618530273, "dynamo/test_debug_utils": 0.9729999750852585, "dynamo/test_decorators": 19.152999877929688, "dynamo/test_deque_reconstruct": 0.7400000095367432, "dynamo/test_deviceguard": 0.020000000949949026, "dynamo/test_dicts": 19.690999887883663, "dynamo/test_dynamic_shapes": 1940.8919789791107, "dynamo/test_exceptions": 11.142000198364258, "dynamo/test_export": 132.6870038509369, "dynamo/test_export_mutations": 4.373000144958496, "dynamo/test_fake_distributed": 7.185999870300293, "dynamo/test_frame_init": 0.289000004529953, "dynamo/test_functions": 77.54099941253662, "dynamo/test_fx_annotate": 1.943000078201294, "dynamo/test_fx_graph_runnable": 214.4669952392578, "dynamo/test_fx_passes_pre_grad": 6.1579999923706055, "dynamo/test_generator": 3.769999995827675, "dynamo/test_global": 8.803999900817871, "dynamo/test_graph_deduplication": 13.51300048828125, "dynamo/test_graph_region_tracker": 2.562000036239624, "dynamo/test_guard_serialization": 13.264000488328747, "dynamo/test_inline_and_install": 134.9409942626953, "dynamo/test_install_free_tensors": 42.19099950790405, "dynamo/test_interop": 0.7900000214576721, "dynamo/test_list": 3.075000047683716, "dynamo/test_logging": 33.8390007019043, "dynamo/test_metrics_context": 0.328000009059906, "dynamo/test_misc": 212.77600206434727, "dynamo/test_model_output": 0.015000000246800482, "dynamo/test_modes": 16.912999629974365, "dynamo/test_modules": 25.5799999833107, "dynamo/test_nested_graph_breaks": 11.020999908447266, "dynamo/test_nops": 0.652999997138977, "dynamo/test_optimizers": 2.4779999256134033, "dynamo/test_package": 58.20399856567383, "dynamo/test_pgo": 26.208999633789062, "dynamo/test_pre_dispatch": 0.8309999704360962, "dynamo/test_profiler": 15.656000137329102, "dynamo/test_python_dispatcher": 0.6510000228881836, "dynamo/test_recompiles": 10.847999572753906, "dynamo/test_reconstruct": 1.5320000648498535, "dynamo/test_regional_inductor": 85.90499877929688, "dynamo/test_repros": 197.74200117588043, "dynamo/test_resume": 0.746999979019165, "dynamo/test_sdpa": 2.071000099182129, "dynamo/test_sets": 8.624999862164259, "dynamo/test_skip_guard_eval_unsafe": 9.567999839782715, "dynamo/test_skip_non_tensor": 1.2300000190734863, "dynamo/test_sources": 5.111999988555908, "dynamo/test_structured_trace": 31.917999267578125, "dynamo/test_subclasses": 62.28700065612793, "dynamo/test_subgraphs": 12.59000015258789, "dynamo/test_unittest": 0.3529999852180481, "dynamo/test_utils": 37.14999993890524, "dynamo/test_view": 1.1449999809265137, "export/test_cpp_serdes": 92.22799682617188, "export/test_db": 23.70400047302246, "export/test_draft_export": 12.116999626159668, "export/test_dynamic_shapes": 0.3070000112056732, "export/test_export": 89.23399829864502, "export/test_export_opinfo": 50.534000396728516, "export/test_export_strict": 376.0260009765625, "export/test_export_training_ir_to_run_decomp": 585.8379914164543, "export/test_export_with_inline_and_install": 357.83600664138794, "export/test_functionalized_assertions": 0.30399999022483826, "export/test_lift_unlift": 0.24999999604187906, "export/test_nativert": 0.0, "export/test_package": 0.6660000085830688, "export/test_passes": 51.79999923706055, "export/test_retraceability": 540.2590143680573, "export/test_schema": 0.8130000233650208, "export/test_serdes": 221.3730018734932, "export/test_serialize": 84.34400057792664, "export/test_sparse": 408.4159851074219, "export/test_strict_export_v2": 371.99699306488037, "export/test_swap": 12.14300012588501, "export/test_tools": 4.061999797821045, "export/test_torchbind": 23.257000259589404, "export/test_tree_utils": 0.28600001335144043, "export/test_unflatten": 26.47100067138672, "export/test_unflatten_training_ir": 26.06800079345703, "export/test_upgrader": 0.006000000052154064, "export/test_verifier": 10.949000358581543, "functorch/dim/test_getsetitem": 0.020999999716877937, "functorch/dim/test_split": 0.04800000041723251, "functorch/test_ac_knapsack": 0.3340000007301569, "functorch/test_ac_logging": 0.012000000104308128, "functorch/test_aotdispatch": 125.28500127792358, "functorch/test_control_flow": 3122.4249690547585, "functorch/test_dims": 40.8799991607666, "functorch/test_eager_transforms": 13.681999939493835, "functorch/test_logging": 0.375, "functorch/test_memory_efficient_fusion": 10.84899990260601, "functorch/test_minifier": 0.4959999918937683, "functorch/test_ops": 3883.1400146484375, "functorch/test_parsing": 0.20500000193715096, "functorch/test_rearrange": 0.2619999945163727, "functorch/test_vmap": 366.9839898124337, "higher_order_ops/test_invoke_quant": 6.178999871015549, "higher_order_ops/test_invoke_subgraph": 160.30499613657594, "higher_order_ops/test_local_map": 14.039999961853027, "higher_order_ops/test_with_effects": 16.038999557495117, "inductor/test_alignment": 8.126999855041504, "inductor/test_analysis": 0.04099999833852053, "inductor/test_aot_inductor": 3649.060990960803, "inductor/test_aot_inductor_arrayref": 1206.2949829101562, "inductor/test_aot_inductor_custom_ops": 216.11500573158264, "inductor/test_aot_inductor_package": 493.7610168457031, "inductor/test_aot_inductor_windows": 0.004999999888241291, "inductor/test_async_compile": 67.9530029296875, "inductor/test_auto_functionalize": 39.3650016784668, "inductor/test_benchmark_fusion": 19.984000236610882, "inductor/test_benchmarking": 1.1449999809265137, "inductor/test_best_config": 3.240000009536743, "inductor/test_binary_folding": 97.0260009765625, "inductor/test_block_analysis": 0.25200000405311584, "inductor/test_cache": 47.613000094890594, "inductor/test_caching": 35.49000000394881, "inductor/test_codecache": 435.99700552388094, "inductor/test_codegen_triton": 0.07999999821186066, "inductor/test_combo_kernels": 47.64099931716919, "inductor/test_compile": 14.562000274658203, "inductor/test_compile_subprocess": 1341.025032043457, "inductor/test_compile_worker": 32.62799835205078, "inductor/test_compiled_autograd": 1719.8060008734465, "inductor/test_compiled_optimizers": 1642.2250213623047, "inductor/test_config": 7.642000198364258, "inductor/test_control_deps": 3.927999973297119, "inductor/test_control_flow": 2652.631997253513, "inductor/test_coordinate_descent_tuner": 3.197999954223633, "inductor/test_cpp_wrapper_hipify": 0.39899998903274536, "inductor/test_cuda_repro": 184.72500610351562, "inductor/test_cuda_select_algorithm": 2619.8060302734375, "inductor/test_cudacodecache": 1.2619999647140503, "inductor/test_cudagraph_trees": 175.24100399017334, "inductor/test_cudagraph_trees_expandable_segments": 180.77499389648438, "inductor/test_custom_lowering": 3.878000020980835, "inductor/test_custom_post_grad_passes": 8.95199966430664, "inductor/test_cutedsl_template": 0.0, "inductor/test_cutlass_evt": 0.004999999888241291, "inductor/test_debug_trace": 11.586999893188477, "inductor/test_decompose_mem_bound_mm": 88.81199645996094, "inductor/test_dependencies": 0.2619999945163727, "inductor/test_deterministic": 6.691999912261963, "inductor/test_device_assert": 5.689000129699707, "inductor/test_distributed_patterns": 27.47100067138672, "inductor/test_efficient_conv_bn_eval": 0.0020000000949949026, "inductor/test_extension_backend": 2.365000009536743, "inductor/test_external_callables": 13.666999816894531, "inductor/test_flex_flash": 0.0020000000949949026, "inductor/test_foreach": 570.291015625, "inductor/test_fp8": 103.04100085794926, "inductor/test_fused_attention": 269.7050018310547, "inductor/test_fuzzer": 6.11899995803833, "inductor/test_fx_fusion": 0.3959999978542328, "inductor/test_gpu_cpp_wrapper": 461.35398864746094, "inductor/test_graph_transform_observer": 0.004999999888241291, "inductor/test_group_batch_fusion": 69.98399956151843, "inductor/test_helion_kernels": 0.0020000000949949026, "inductor/test_indexing": 6.669999830424786, "inductor/test_inductor_annotations": 3.0739998817443848, "inductor/test_inductor_freezing": 51.27699851989746, "inductor/test_inductor_scheduler": 5.675000190734863, "inductor/test_inductor_utils": 1.3970000743865967, "inductor/test_inplace_padding": 9.359999656677246, "inductor/test_inplacing_pass": 10.32699966430664, "inductor/test_kernel_benchmark": 244.66299438476562, "inductor/test_kernel_optimization": 11.944999694824219, "inductor/test_loop_ordering": 46.269000232219696, "inductor/test_mem_estimation": 0.40999998711049557, "inductor/test_memory": 47.417999267578125, "inductor/test_memory_planning": 23.207000732421875, "inductor/test_metrics": 3.4730000495910645, "inductor/test_minifier": 94.5009994506836, "inductor/test_minifier_isolate": 0.0020000000949949026, "inductor/test_minifier_utils": 5.073999881744385, "inductor/test_move_constructors_to_cuda": 7.195000171661377, "inductor/test_multi_kernel": 25.27899932861328, "inductor/test_native_matmul": 642.5149955749512, "inductor/test_online_softmax": 259.46099853515625, "inductor/test_op_completeness": 0.1979999989271164, "inductor/test_op_dtype_prop": 1167.0360107421875, "inductor/test_ordered_set": 2.1990000199293718, "inductor/test_pad_mm": 0.0560000017285347, "inductor/test_padding": 66.05200074007735, "inductor/test_pattern_matcher": 65.35800170898438, "inductor/test_perf": 47.01200050115585, "inductor/test_profiler": 5.843999862670898, "inductor/test_provenance_tracing": 52.98999949498102, "inductor/test_quantization": 8.038999557495117, "inductor/test_remote_cache": 0.29499998688697815, "inductor/test_scatter_optimization": 56.784000396728516, "inductor/test_segmented_tree": 0.6990000009536743, "inductor/test_snode_runtime": 17.699999898672104, "inductor/test_split_cat_fx_aten_passes": 6.084000259637833, "inductor/test_split_cat_fx_passes": 65.89800262451172, "inductor/test_static_cuda_launcher": 8.955999851226807, "inductor/test_subgraph_choice": 6.164000034332275, "inductor/test_template_heuristics_registry": 0.2070000022649765, "inductor/test_torchinductor": 1064.5700035989285, "inductor/test_torchinductor_codegen_config_overrides": 6.019000053405762, "inductor/test_torchinductor_codegen_dynamic_shapes": 3849.3759765625, "inductor/test_torchinductor_dynamic_shapes": 4822.172955036163, "inductor/test_torchinductor_opinfo": 9844.863891601562, "inductor/test_torchinductor_strided_blocks": 49.34999853512272, "inductor/test_triton_heuristics": 13.586999893188477, "inductor/test_triton_kernels": 254.3909933567047, "inductor/test_triton_syntax": 12.732000350952148, "inductor/test_triton_wrapper": 15.76300048828125, "inductor/test_unbacked_symints": 139.77999877929688, "inductor/test_utils": 0.13699999451637268, "lazy/test_bindings": 0.0010000000474974513, "lazy/test_functionalization": 0.3490000069141388, "lazy/test_ts_opinfo": 0.3009999953210354, "nn/test_convolution": 41.45800018310547, "nn/test_dropout": 0.5069999992847443, "nn/test_embedding": 10.962000221014023, "nn/test_multihead_attention": 22.35200023651123, "nn/test_pooling": 7.488000079989433, "profiler/test_cpp_thread": 0.3770000129006803, "profiler/test_execution_trace": 5.894000053405762, "profiler/test_kineto": 0.18400000035762787, "profiler/test_profiler": 73.79199805459939, "profiler/test_record_function": 0.37400001287460327, "test_ao_sparsity": 11.773999778553843, "test_appending_byte_serializer": 0.3019999861717224, "test_autocast": 3.097999888472259, "test_autograd_fallback": 0.4440000057220459, "test_autoload": 0.6330000162124634, "test_binary_ufuncs": 151.31300354003906, "test_comparison_utils": 0.31700000166893005, "test_compile_benchmark_util": 4.6579999923706055, "test_complex": 0.07500000298023224, "test_content_store": 9.392999649047852, "test_cpp_api_parity": 14.050999641418457, "test_cpp_extensions_aot_ninja": 2.734000149415806, "test_cpp_extensions_aot_no_ninja": 2.7960000925231725, "test_cpp_extensions_jit": 80.08300018310547, "test_cpp_extensions_mtia_backend": 0.004000000189989805, "test_cpp_extensions_stream_and_event": 0.0010000000474974513, "test_cuda": 272.2189949284075, "test_cuda_expandable_segments": 287.22300243377686, "test_cuda_multigpu": 2.184000015258789, "test_cuda_nvml_based_avail": 6.82700015977025, "test_cuda_primary_ctx": 1.6610000133514404, "test_cuda_trace": 20.066999435424805, "test_custom_ops": 37.47399974334985, "test_dataloader": 511.88999618578237, "test_datapipe": 22.32599976565689, "test_decomp": 10277.765925962012, "test_dispatch": 25.469000732526183, "test_dynamic_shapes": 80.15099879913032, "test_expanded_weights": 43.016998171806335, "test_extension_utils": 0.33799999952316284, "test_fake_tensor": 27.419999391771853, "test_file_check": 2.046999931335449, "test_flop_counter": 0.6259999871253967, "test_foreach": 464.6419982910156, "test_functional_optim": 0.4009999930858612, "test_functionalization": 5.061999797821045, "test_functionalization_of_rng_ops": 6.9679999351501465, "test_futures": 0.9390000104904175, "test_fx": 257.76200425438583, "test_fx_experimental": 14.61199976503849, "test_fx_passes": 0.7190000265836716, "test_hop_infra": 0.006000000052154064, "test_hub": 10.956999778747559, "test_indexing": 0.054999999701976776, "test_jit_disabled": 0.41100001335144043, "test_jit_fuser_te": 293.1960059851408, "test_jiterator": 31.63599967956543, "test_legacy_vmap": 1.6859999895095825, "test_license": 0.19699999690055847, "test_linalg": 9.192999839782715, "test_maskedtensor": 8.641000084578991, "test_meta": 2977.84993554838, "test_mkl_verbose": 3.9720001220703125, "test_mkldnn_fusion": 15.331999778747559, "test_mkldnn_verbose": 3.7330000400543213, "test_mobile_optimizer": 2.505000114440918, "test_module_tracker": 0.34200000762939453, "test_multiprocessing": 181.31900024414062, "test_multiprocessing_spawn": 160.00100245676003, "test_namedtensor": 0.6690000295639038, "test_namedtuple_return_api": 1.8730000257492065, "test_native_functions": 0.40299999713897705, "test_native_mha": 1.406000018119812, "test_nestedtensor": 1992.9580254736356, "test_nn": 168.2049956767587, "test_numa_binding": 7.118000030517578, "test_numpy_interop": 0.47200000286102295, "test_opaque_obj_v2": 0.29600000381469727, "test_openmp": 4.939000129699707, "test_ops": 5731.603971877601, "test_ops_fwd_gradients": 1073.0850219726562, "test_ops_gradients": 1130.2470092773438, "test_optim": 292.8199864625931, "test_overrides": 1.9490000585792586, "test_package": 2.3229999328032136, "test_per_overload_api": 0.3190000057220459, "test_privateuseone_python_backend": 0.21899999678134918, "test_proxy_tensor": 17.26899989321828, "test_python_dispatch": 1.942999952007085, "test_pytree": 2.352999939583242, "test_reductions": 211.1320037841797, "test_rename_privateuse1_to_existing_device": 0.1889999955892563, "test_scaled_matmul_cuda": 0.5199999809265137, "test_schema_check": 413.75198901444674, "test_serialization": 53.222999630495906, "test_set_default_mobile_cpu_allocator": 0.19200000166893005, "test_show_pickle": 0.34200000762939453, "test_sort_and_select": 3.9720001220703125, "test_sparse_csr": 946.5749869048595, "test_sparse_semi_structured": 0.04200000036507845, "test_spectral_ops": 31.049999237060547, "test_stateless": 5.900999993085861, "test_subclass": 0.6019999980926514, "test_tensor_creation_ops": 73.54200354404747, "test_tensorexpr": 40.21200180053711, "test_tensorexpr_pybind": 0.36799999698996544, "test_testing": 62.331998934503645, "test_torch": 98.50799778546207, "test_torchfuzz_repros": 11.038999557495117, "test_transformers": 38.76699973270297, "test_type_hints": 0.30300000309944153, "test_type_info": 0.31700000166893005, "test_typing": 75.5780029296875, "test_utils": 18.3450002130121, "test_utils_config_module": 0.33500000834465027, "test_utils_filelock": 0.43799999356269836, "test_varlen_attention": 0.006000000052154064, "test_weak": 4.45600007660687, "torch_np/numpy_tests/core/test_dtype": 0.4700000057928264, "torch_np/numpy_tests/core/test_einsum": 14.923999671824276, "torch_np/numpy_tests/core/test_scalarinherit": 0.0010000000474974513, "torch_np/numpy_tests/core/test_scalarmath": 24.324000793974847, "torch_np/numpy_tests/core/test_shape_base": 0.5800000112503767, "torch_np/numpy_tests/linalg/test_linalg": 8.843999893404543, "torch_np/test_basic": 2.4290000062901527, "torch_np/test_binary_ufuncs": 0.45100000500679016, "torch_np/test_dtype": 0.38199999928474426, "torch_np/test_nep50_examples": 0.059000000124797225, "torch_np/test_random": 0.2589999991469085, "torch_np/test_ufuncs_basic": 1.127999966032803, "torch_np/test_unary_ufuncs": 0.43299999833106995, "typing/test_python_operators": 0.6340000033378601 }, "mps": { "inductor/test_aot_inductor": 1937.8583450111717, "inductor/test_mps_basic": 39.46166658401489, "inductor/test_torchinductor": 2287.9460140069327, "inductor/test_torchinductor_dynamic_shapes": 4624.480318359526, "nn/test_convolution": 189.01200048128763, "nn/test_dropout": 1.755333349108696, "nn/test_pooling": 31.448999683062237, "test_metal": 0.4273333301146825, "test_modules": 669.5693410237631, "test_mps": 2766.365314759314, "test_nn": 214.98599898066217, "test_view_ops": 14.550333261489868 }, "multigpu": { "distributed/_composable/fsdp/test_fully_shard_training": 21.68199920654297, "distributed/_composable/test_composability/test_2d_composability": 111.12800025939941, "distributed/_composable/test_composability/test_pp_composability": 143.62100219726562, "distributed/_shard/sharded_tensor/test_sharded_tensor": 456.55800352594815, "distributed/_shard/sharded_tensor/test_sharded_tensor_reshard": 11.052000045776367, "distributed/_shard/sharding_plan/test_sharding_plan": 16.2450008392334, "distributed/_shard/sharding_spec/test_sharding_spec": 19.853000700473785, "distributed/checkpoint/test_checkpoint": 38.584999084472656, "distributed/checkpoint/test_file_system_checkpoint": 37.616000175476074, "distributed/fsdp/test_checkpoint_wrapper": 0.5699999928474426, "distributed/fsdp/test_distributed_checkpoint": 12.534000396728516, "distributed/fsdp/test_fsdp_apply": 17.969999313354492, "distributed/fsdp/test_fsdp_backward_prefetch": 6.298999786376953, "distributed/fsdp/test_fsdp_checkpoint": 97.67200088500977, "distributed/fsdp/test_fsdp_clip_grad_norm": 41.297000885009766, "distributed/fsdp/test_fsdp_comm": 69.47300052642822, "distributed/fsdp/test_fsdp_comm_hooks": 145.76100158691406, "distributed/fsdp/test_fsdp_core": 1127.4829668998718, "distributed/fsdp/test_fsdp_dtensor_state_dict": 107.08899688720703, "distributed/fsdp/test_fsdp_exec_order": 57.44599914550781, "distributed/fsdp/test_fsdp_fine_tune": 30.3799991607666, "distributed/fsdp/test_fsdp_flatten_params": 60.41600036621094, "distributed/fsdp/test_fsdp_freezing_weights": 170.74400329589844, "distributed/fsdp/test_fsdp_fx": 0.578000009059906, "distributed/fsdp/test_fsdp_grad_acc": 39.96900177001953, "distributed/fsdp/test_fsdp_hybrid_shard": 52.79600143432617, "distributed/fsdp/test_fsdp_ignored_modules": 37.77299880981445, "distributed/fsdp/test_fsdp_input": 10.225000381469727, "distributed/fsdp/test_fsdp_memory": 10.506999969482422, "distributed/fsdp/test_fsdp_meta": 37.47800064086914, "distributed/fsdp/test_fsdp_misc": 64.77800210565329, "distributed/fsdp/test_fsdp_mixed_precision": 316.1220088005066, "distributed/fsdp/test_fsdp_multiple_forward": 5.313000202178955, "distributed/fsdp/test_fsdp_multiple_wrapping": 7.119999885559082, "distributed/fsdp/test_fsdp_optim_state": 345.07000732421875, "distributed/fsdp/test_fsdp_overlap": 21.868000030517578, "distributed/fsdp/test_fsdp_pure_fp16": 15.17300033569336, "distributed/fsdp/test_fsdp_sharded_grad_scaler": 114.36000218987465, "distributed/fsdp/test_fsdp_state_dict": 831.8520302772522, "distributed/fsdp/test_fsdp_tp_integration": 22.94300079345703, "distributed/fsdp/test_fsdp_traversal": 5.703999996185303, "distributed/fsdp/test_fsdp_uneven": 7.21999979019165, "distributed/fsdp/test_fsdp_unshard_params": 70.94800186157227, "distributed/fsdp/test_fsdp_use_orig_params": 412.42398957908154, "distributed/fsdp/test_hsdp_dtensor_state_dict": 65.16000366210938, "distributed/fsdp/test_shard_utils": 9.50600004196167, "distributed/fsdp/test_utils": 0.6000000238418579, "distributed/fsdp/test_wrap": 133.33100508525968, "distributed/rpc/cuda/test_tensorpipe_agent": 638.2699909508228, "distributed/tensor/parallel/test_tp_examples": 97.03500366210938, "distributed/tensor/parallel/test_tp_random_state": 5.951000213623047, "distributed/tensor/test_dtensor_compile": 226.49200820922852, "distributed/tensor/test_random_ops": 67.889000415802, "distributed/tensor/test_utils": 72.42800010740757, "distributed/test_aten_comm_compute_reordering": 239.14099884033203, "distributed/test_c10d_common": 110.92400097846985, "distributed/test_c10d_gloo": 1035.9249882772565, "distributed/test_c10d_nccl": 1312.371981328004, "distributed/test_c10d_spawn_gloo": 36.303000807762146, "distributed/test_c10d_spawn_nccl": 49.25299835205078, "distributed/test_compute_comm_reordering": 99.08000183105469, "distributed/test_device_mesh": 263.25799812283367, "distributed/test_functional_api": 132.09599845064804, "distributed/test_pg_wrapper": 86.00600051879883, "distributed/test_store": 66.41699934890494, "distributed/test_symmetric_memory": 0.24000000359956175, "test_cuda_multigpu": 6.453000009059906, "test_cuda_primary_ctx": 1.9670000076293945, "test_foreach": 0.49399998784065247, "test_optim": 12.905999571084976 }, "nogpu_AVX512": { "backends/xeon/test_launch": 1.8144999742507935, "benchmark_utils/test_benchmark_utils": 0.49149999022483826, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 6.365499973297119, "distributions/test_distributions": 59.01749991439283, "dynamo/test_after_aot": 9.279999732971191, "dynamo/test_aot_autograd": 63.94849967956543, "dynamo/test_aot_autograd_cache": 63.719999849796295, "dynamo/test_aot_compile": 15.375, "dynamo/test_autograd_function": 7.812999963760376, "dynamo/test_backends": 7.779500154661946, "dynamo/test_backward_higher_order_ops": 13.796500205993652, "dynamo/test_base_hop": 2.6769999265670776, "dynamo/test_base_output": 0.004500000039115548, "dynamo/test_buffers_override": 8.282000064849854, "dynamo/test_bytecode_utils": 8.401500046253204, "dynamo/test_callback": 0.01000000024214387, "dynamo/test_compile": 9.177499916171655, "dynamo/test_compiler_bisector": 0.0, "dynamo/test_comptime": 10.375, "dynamo/test_config": 4.743000030517578, "dynamo/test_ctx_manager": 7.863999962806702, "dynamo/test_decorators": 17.15750026702881, "dynamo/test_deque_reconstruct": 0.7179999947547913, "dynamo/test_deviceguard": 0.017000000341795385, "dynamo/test_dicts": 18.811999902129173, "dynamo/test_dynamic_shapes": 1667.0830137729645, "dynamo/test_einops": 0.001500000071246177, "dynamo/test_error_messages": 8.623000144958496, "dynamo/test_exc": 4.4070000648498535, "dynamo/test_exceptions": 10.15999984741211, "dynamo/test_export": 94.41300201416016, "dynamo/test_export_mutations": 5.373000144958496, "dynamo/test_fake_distributed": 6.834500074386597, "dynamo/test_flat_apply": 0.6624999940395355, "dynamo/test_frame_init": 0.3059999942779541, "dynamo/test_functions": 69.86300134658813, "dynamo/test_fx_annotate": 0.5329999923706055, "dynamo/test_fx_graph_runnable": 135.8300018310547, "dynamo/test_fx_passes_pre_grad": 5.960999965667725, "dynamo/test_generator": 3.5150000005960464, "dynamo/test_global": 8.363500118255615, "dynamo/test_graph_deduplication": 11.42199993133545, "dynamo/test_graph_region_tracker": 2.381500005722046, "dynamo/test_guard_manager": 5.571000088006258, "dynamo/test_guard_serialization": 11.66650016407948, "dynamo/test_higher_order_ops": 49.57799980044365, "dynamo/test_hooks": 24.233999252319336, "dynamo/test_inline_and_install": 117.65799713134766, "dynamo/test_input_attr_tracking": 9.364500045776367, "dynamo/test_install_free_tensors": 37.25399947166443, "dynamo/test_interop": 0.770499974489212, "dynamo/test_list": 2.841000020503998, "dynamo/test_logging": 23.785500526428223, "dynamo/test_metrics_context": 0.3125, "dynamo/test_misc": 187.20799892395735, "dynamo/test_model_output": 0.007000000216066837, "dynamo/test_modes": 9.54450011253357, "dynamo/test_modules": 23.727499961853027, "dynamo/test_nested_graph_breaks": 10.1419997215271, "dynamo/test_nops": 0.6155000030994415, "dynamo/test_optimizers": 2.2365000247955322, "dynamo/test_package": 32.54549980163574, "dynamo/test_pgo": 25.429499626159668, "dynamo/test_pre_dispatch": 0.7360000014305115, "dynamo/test_precompile_context": 0.003000000026077032, "dynamo/test_profiler": 14.336499691009521, "dynamo/test_python_autograd": 0.8555000126361847, "dynamo/test_python_dispatcher": 0.5315000116825104, "dynamo/test_recompile_ux": 1.756500005722046, "dynamo/test_recompiles": 10.9375, "dynamo/test_reconstruct": 1.4809999465942383, "dynamo/test_regional_inductor": 10.083000183105469, "dynamo/test_reorder_logs": 1.4010000079870224, "dynamo/test_repros": 163.78950067143887, "dynamo/test_resume": 0.6994999945163727, "dynamo/test_sdpa": 1.8989999294281006, "dynamo/test_sets": 8.019500030204654, "dynamo/test_skip_guard_eval_unsafe": 9.205999851226807, "dynamo/test_skip_non_tensor": 1.1535000205039978, "dynamo/test_sources": 4.955000162124634, "dynamo/test_structured_trace": 23.393000602722168, "dynamo/test_subclasses": 54.22250032424927, "dynamo/test_subgraphs": 12.28849983215332, "dynamo/test_trace_rules": 1.73199999704957, "dynamo/test_unittest": 0.3135000020265579, "dynamo/test_unspec": 42.46150016784668, "dynamo/test_utils": 30.496499988250434, "dynamo/test_verify_correctness": 0.761000007390976, "dynamo/test_view": 1.0800000429153442, "export/test_converter": 14.567500114440918, "export/test_cpp_serdes": 78.98249816894531, "export/test_db": 17.31700038909912, "export/test_draft_export": 11.036999702453613, "export/test_dynamic_shapes": 0.29900000989437103, "export/test_experimental": 10.718500137329102, "export/test_export": 91.4270030260086, "export/test_export_strict": 305.3844997882843, "export/test_export_training_ir_to_run_decomp": 586.1059923171997, "export/test_export_with_inline_and_install": 310.78950095176697, "export/test_functionalized_assertions": 0.17750000208616257, "export/test_lift_unlift": 0.22249999991618097, "export/test_nativert": 0.0010000000474974513, "export/test_package": 0.6054999828338623, "export/test_pass_infra": 8.120500087738037, "export/test_passes": 41.24099922180176, "export/test_retraceability": 398.14999851584435, "export/test_schema": 0.7035000026226044, "export/test_serdes": 206.07699805498123, "export/test_serialize": 62.19599974155426, "export/test_sparse": 423.04100036621094, "export/test_strict_export_v2": 314.11799216270447, "export/test_swap": 11.311500072479248, "export/test_tools": 4.809000015258789, "export/test_torchbind": 20.59150009555742, "export/test_tree_utils": 0.2824999988079071, "export/test_unflatten": 21.197999954223633, "export/test_unflatten_training_ir": 21.380000114440918, "export/test_upgrader": 0.006000000052154064, "export/test_verifier": 9.362500190734863, "functorch/dim/test_getsetitem": 0.019999999552965164, "functorch/dim/test_split": 0.03550000116229057, "functorch/test_ac_knapsack": 0.2964999917894602, "functorch/test_ac_logging": 0.017500000074505806, "functorch/test_aot_joint_with_descriptors": 11.02649974822998, "functorch/test_aotdispatch": 112.17349898815155, "functorch/test_control_flow": 171.42399606853724, "functorch/test_dims": 39.59700012207031, "functorch/test_eager_transforms": 0.09049999946728349, "functorch/test_logging": 0.33550000190734863, "functorch/test_memory_efficient_fusion": 5.855499986559153, "functorch/test_minifier": 0.4560000002384186, "functorch/test_parsing": 0.1799999950453639, "functorch/test_rearrange": 0.22950000315904617, "functorch/test_vmap": 3.171499937772751, "functorch/test_vmap_registrations": 2.2454999685287476, "higher_order_ops/test_invoke_quant": 5.553500100970268, "higher_order_ops/test_invoke_subgraph": 60.618499217089266, "higher_order_ops/test_local_map": 12.480999946594238, "higher_order_ops/test_with_effects": 14.701499938964844, "inductor/test_analysis": 0.006000000052154064, "inductor/test_aot_inductor_arrayref": 1099.0549926757812, "inductor/test_async_compile": 0.004500000039115548, "inductor/test_augmented_graph_helper": 0.017999999225139618, "inductor/test_auto_functionalize": 35.617000579833984, "inductor/test_benchmark_fusion": 10.62999963760376, "inductor/test_benchmarking": 0.29350000619888306, "inductor/test_binary_folding": 55.06850051879883, "inductor/test_block_analysis": 0.23750000447034836, "inductor/test_cache": 40.71550032496452, "inductor/test_caching": 35.7065001167357, "inductor/test_codecache": 133.87799944274593, "inductor/test_codegen_triton": 0.24449999630451202, "inductor/test_combo_kernels": 0.006500000192318112, "inductor/test_compile": 11.108500003814697, "inductor/test_compile_worker": 23.64400005340576, "inductor/test_compiled_autograd": 768.9640038460493, "inductor/test_compiled_optimizers": 137.30899810791016, "inductor/test_config": 5.909999847412109, "inductor/test_control_flow": 0.64500000490807, "inductor/test_cpp_wrapper_hipify": 0.403999999165535, "inductor/test_cpu_repro": 2949.3810272216797, "inductor/test_custom_lowering": 0.009499999694526196, "inductor/test_custom_post_grad_passes": 7.554999828338623, "inductor/test_cutedsl_template": 0.0, "inductor/test_cutlass_evt": 0.004500000039115548, "inductor/test_debug_trace": 8.715500354766846, "inductor/test_decompose_mem_bound_mm": 0.0020000000949949026, "inductor/test_device_assert": 4.182000160217285, "inductor/test_distributed_patterns": 18.01200008392334, "inductor/test_efficient_conv_bn_eval": 0.0010000000474974513, "inductor/test_extension_backend": 2.1750000715255737, "inductor/test_external_callables": 11.231500148773193, "inductor/test_foreach": 15.923500061035156, "inductor/test_fp8": 88.88300228817388, "inductor/test_fused_attention": 119.6870002746582, "inductor/test_fuzzer": 2.237499952316284, "inductor/test_fx_fusion": 0.39149999618530273, "inductor/test_graph_transform_observer": 0.004000000189989805, "inductor/test_group_batch_fusion": 0.026000000070780516, "inductor/test_helion_kernels": 0.0020000000949949026, "inductor/test_indexing": 0.44999999552965164, "inductor/test_inductor_annotations": 0.0020000000949949026, "inductor/test_inductor_freezing": 28.658499717712402, "inductor/test_kernel_optimization": 0.0010000000474974513, "inductor/test_mem_estimation": 0.35950000025331974, "inductor/test_minifier": 46.74650001525879, "inductor/test_minifier_isolate": 0.003000000026077032, "inductor/test_minifier_utils": 4.952499866485596, "inductor/test_mkldnn_pattern_matcher": 1405.3510043621063, "inductor/test_op_completeness": 0.1785000041127205, "inductor/test_ordered_set": 1.8629999632248655, "inductor/test_provenance_tracing": 25.2580002596369, "inductor/test_remote_cache": 0.2750000059604645, "inductor/test_segmented_tree": 0.5980000197887421, "inductor/test_split_cat_fx_aten_passes": 2.4179999618791044, "inductor/test_static_cuda_launcher": 0.0010000000474974513, "inductor/test_template_heuristics_registry": 0.18149999529123306, "inductor/test_torchbind": 36.032501220703125, "inductor/test_torchinductor_codegen_config_overrides": 3.8660000562667847, "inductor/test_torchinductor_codegen_dynamic_shapes": 1801.7259826660156, "inductor/test_torchinductor_dynamic_shapes": 1877.56201171875, "inductor/test_triton_kernels": 0.07849999889731407, "lazy/test_bindings": 0.0010000000474974513, "lazy/test_debug_util": 0.21199999749660492, "lazy/test_functionalization": 0.22950000315904617, "lazy/test_generator": 0.23200000077486038, "lazy/test_reuse_ir": 0.5270000100135803, "lazy/test_step_closures": 2.278499960899353, "lazy/test_ts_opinfo": 0.5155000034719706, "nn/test_convolution": 13.493499755859375, "nn/test_dropout": 0.07249999791383743, "nn/test_embedding": 0.07900000177323818, "nn/test_init": 4.771000146865845, "nn/test_lazy_modules": 0.45749999582767487, "nn/test_load_state_dict": 0.7344999928027391, "nn/test_module_hooks": 0.2150000026449561, "nn/test_multihead_attention": 9.08400011062622, "nn/test_packed_sequence": 0.44199998676776886, "nn/test_parametrization": 0.8580000102519989, "nn/test_pooling": 0.5460000112652779, "nn/test_pruning": 0.2280000001192093, "profiler/test_cpp_thread": 0.005000000121071935, "profiler/test_kineto": 0.17000000178813934, "profiler/test_memory_profiler": 3.7815000116825104, "profiler/test_profiler": 15.904499623342417, "profiler/test_profiler_tree": 0.32900001108646393, "profiler/test_python_tracer": 3.9730000495910645, "profiler/test_record_function": 0.32499998807907104, "profiler/test_torch_tidy": 4.072499990463257, "test_ao_sparsity": 6.79299993859604, "test_appending_byte_serializer": 0.16950000077486038, "test_autocast": 0.5859999833628535, "test_autograd": 61.929501202655956, "test_autograd_fallback": 0.37950000166893005, "test_autoload": 0.4959999993443489, "test_bundled_inputs": 1.031000018119812, "test_comparison_utils": 0.28700000047683716, "test_compile_benchmark_util": 0.0005000000237487257, "test_cpp_api_parity": 3.3869999647140503, "test_cpp_extensions_aot_ninja": 0.15099999611265957, "test_cpp_extensions_aot_no_ninja": 0.14600000181235373, "test_cpp_extensions_jit": 45.02449989318848, "test_cpp_extensions_mtia_backend": 1.2739999890327454, "test_cpp_extensions_stream_and_event": 1.3224999904632568, "test_cuda": 0.008000000030733645, "test_custom_ops": 32.13550020707771, "test_dataloader": 220.74400185717968, "test_datapipe": 13.434000096283853, "test_decomp": 0.24449999630451202, "test_dispatch": 22.201499870512635, "test_dynamic_shapes": 72.6909994026646, "test_extension_utils": 0.16499999910593033, "test_fake_tensor": 4.049499964341521, "test_file_check": 1.8919999599456787, "test_flop_counter": 0.6195000112056732, "test_function_schema": 0.5610000193119049, "test_functional_autograd_benchmark": 26.23449993133545, "test_functional_optim": 0.36800000071525574, "test_functionalization": 4.676500082015991, "test_futures": 0.926499992609024, "test_fx": 234.18949889950454, "test_fx_experimental": 13.204499959945679, "test_fx_passes": 0.6694999895989895, "test_fx_reinplace_pass": 0.6725000143051147, "test_hop_infra": 0.006500000134110451, "test_hub": 10.625499725341797, "test_import_stats": 3.627000093460083, "test_itt": 0.164000004529953, "test_jit": 92.76849882729584, "test_jit_autocast": 9.351999901235104, "test_jit_disabled": 0.2355000004172325, "test_jit_fuser_te": 162.26249856501818, "test_jit_llga_fuser": 5.195999957621098, "test_legacy_vmap": 1.5430000126361847, "test_license": 0.17000000178813934, "test_logging": 2.2894999980926514, "test_maskedtensor": 0.6829999946057796, "test_meta": 0.04700000025331974, "test_mkl_verbose": 3.527000069618225, "test_mkldnn_fusion": 14.72249984741211, "test_mkldnn_verbose": 3.6244999170303345, "test_mobile_optimizer": 2.084999918937683, "test_model_exports_to_core_aten": 0.27149999141693115, "test_module_tracker": 0.3349999934434891, "test_monitor": 0.39899999275803566, "test_multiprocessing": 53.70750045776367, "test_multiprocessing_spawn": 130.55599990091287, "test_namedtensor": 0.346000000834465, "test_namedtuple_return_api": 1.6205000281333923, "test_native_functions": 0.380500003695488, "test_nestedtensor": 0.13599999947473407, "test_nn": 48.67050041060429, "test_numa_binding": 5.822999954223633, "test_numba_integration": 0.0035000001080334187, "test_opaque_obj": 0.6245000064373016, "test_opaque_obj_v2": 0.28550000488758087, "test_openmp": 3.7700001001358032, "test_ops": 0.003000000026077032, "test_optim": 2.111999958753586, "test_out_dtype_op": 6.066499948501587, "test_package": 2.1799999959766865, "test_per_overload_api": 0.2874999940395355, "test_prims": 0.019499999471008778, "test_privateuseone_python_backend": 0.18849999457597733, "test_proxy_tensor": 12.505000220611691, "test_pruning_op": 0.5439999997615814, "test_public_bindings": 9.111999988555908, "test_python_dispatch": 0.5275000003166497, "test_pytree": 2.1929999608546495, "test_rename_privateuse1_to_existing_device": 0.1665000021457672, "test_schema_check": 0.09950000047683716, "test_serialization": 48.904500145465136, "test_set_default_mobile_cpu_allocator": 0.17249999940395355, "test_show_pickle": 0.17100000381469727, "test_sparse": 3.407000058097765, "test_sparse_csr": 0.42499999701976776, "test_sparse_semi_structured": 0.015000000537838787, "test_stateless": 5.514500126242638, "test_subclass": 0.5539999902248383, "test_sympy_utils": 24.6705003248062, "test_tensorboard": 0.6794999935664237, "test_tensorexpr": 17.23349952697754, "test_tensorexpr_pybind": 0.3269999912008643, "test_testing": 29.105000180425122, "test_torch": 2.5979999350383878, "test_torchfuzz_repros": 0.03800000064074993, "test_type_hints": 0.28299999237060547, "test_type_info": 0.2889999896287918, "test_typing": 72.51100158691406, "test_utils": 3.6394999949261546, "test_utils_config_module": 0.3334999978542328, "test_utils_filelock": 0.408500000834465, "test_vulkan": 0.0010000000474974513, "test_weak": 4.268499933183193, "test_xnnpack_integration": 8.87700005969964, "torch_np/numpy_tests/core/test_dlpack": 0.002999999967869371, "torch_np/numpy_tests/core/test_dtype": 0.4270000032847747, "torch_np/numpy_tests/core/test_einsum": 13.163999919779599, "torch_np/numpy_tests/core/test_getlimits": 0.3239999938523397, "torch_np/numpy_tests/core/test_indexing": 0.47550000494811684, "torch_np/numpy_tests/core/test_multiarray": 24.923999579565134, "torch_np/numpy_tests/core/test_numeric": 4.163499984249938, "torch_np/numpy_tests/core/test_numerictypes": 0.3275000014109537, "torch_np/numpy_tests/core/test_scalar_ctors": 0.3769999900832772, "torch_np/numpy_tests/core/test_scalar_methods": 0.001500000071246177, "torch_np/numpy_tests/core/test_scalarinherit": 0.0005000000237487257, "torch_np/numpy_tests/core/test_scalarmath": 20.854500201763585, "torch_np/numpy_tests/core/test_shape_base": 0.5399999949149787, "torch_np/numpy_tests/fft/test_helper": 5.101500089280307, "torch_np/numpy_tests/fft/test_pocketfft": 3.476999953389168, "torch_np/numpy_tests/lib/test_arraypad": 0.33149999380111694, "torch_np/numpy_tests/lib/test_arraysetops": 0.4474999929079786, "torch_np/numpy_tests/lib/test_function_base": 1.9480000153416768, "torch_np/numpy_tests/lib/test_histograms": 0.6030000038444996, "torch_np/numpy_tests/lib/test_index_tricks": 0.4104999913251959, "torch_np/numpy_tests/lib/test_shape_base_": 0.6499999971129, "torch_np/numpy_tests/lib/test_twodim_base": 0.5104999940376729, "torch_np/numpy_tests/lib/test_type_check": 0.417499991832301, "torch_np/numpy_tests/linalg/test_linalg": 8.140499895438552, "torch_np/test_basic": 0.6175000001676381, "torch_np/test_binary_ufuncs": 0.39499999582767487, "torch_np/test_dtype": 0.346000000834465, "torch_np/test_function_base": 0.33550000190734863, "torch_np/test_indexing": 2.593999981880188, "torch_np/test_ndarray_methods": 3.5789999790722504, "torch_np/test_nep50_examples": 0.026500000501982868, "torch_np/test_random": 0.23050000239163637, "torch_np/test_reductions": 2.2854999899864197, "torch_np/test_scalars_0D_arrays": 0.33949999511241913, "torch_np/test_ufuncs_basic": 1.1279999809339643, "torch_np/test_unary_ufuncs": 0.41050000488758087, "typing/test_python_operators": 0.632999986410141 }, "nogpu_NO_AVX2": { "backends/xeon/test_launch": 1.847499966621399, "benchmark_utils/test_benchmark_utils": 0.4780000001192093, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 6.441499948501587, "distributions/test_distributions": 59.068998938426375, "dynamo/test_after_aot": 8.802500247955322, "dynamo/test_aot_autograd": 62.77899932861328, "dynamo/test_aot_autograd_cache": 51.15050035715103, "dynamo/test_aot_compile": 14.394999980926514, "dynamo/test_autograd_function": 7.263999938964844, "dynamo/test_backends": 6.278999833273701, "dynamo/test_backward_higher_order_ops": 12.898000240325928, "dynamo/test_base_hop": 2.6959999799728394, "dynamo/test_base_output": 0.005000000121071935, "dynamo/test_buffers_override": 8.180500030517578, "dynamo/test_bytecode_utils": 7.908499926328659, "dynamo/test_callback": 0.00849999999627471, "dynamo/test_compile": 8.966500225127675, "dynamo/test_compiler_bisector": 0.0010000000474974513, "dynamo/test_comptime": 9.86299991607666, "dynamo/test_config": 4.240500211715698, "dynamo/test_ctx_manager": 7.5589998960494995, "dynamo/test_decorators": 15.627500057220459, "dynamo/test_deque_reconstruct": 0.6924999952316284, "dynamo/test_deviceguard": 0.01950000034412369, "dynamo/test_dicts": 18.247000131756067, "dynamo/test_dynamic_shapes": 1456.957991629839, "dynamo/test_einops": 0.0025000000605359674, "dynamo/test_error_messages": 9.045499801635742, "dynamo/test_exc": 4.398999929428101, "dynamo/test_exceptions": 9.961999893188477, "dynamo/test_export": 77.12000274658203, "dynamo/test_export_mutations": 4.947000026702881, "dynamo/test_fake_distributed": 6.763000011444092, "dynamo/test_flat_apply": 0.6845000088214874, "dynamo/test_frame_init": 0.3050000071525574, "dynamo/test_functions": 58.882999420166016, "dynamo/test_fx_annotate": 0.5239999890327454, "dynamo/test_fx_graph_runnable": 131.70249938964844, "dynamo/test_fx_passes_pre_grad": 5.926500082015991, "dynamo/test_generator": 3.399500023573637, "dynamo/test_global": 8.40149974822998, "dynamo/test_graph_deduplication": 11.091000080108643, "dynamo/test_graph_region_tracker": 2.3214999437332153, "dynamo/test_guard_manager": 5.359500043094158, "dynamo/test_guard_serialization": 10.851500106859021, "dynamo/test_higher_order_ops": 44.83749985694885, "dynamo/test_hooks": 22.680999755859375, "dynamo/test_inline_and_install": 104.92749786376953, "dynamo/test_input_attr_tracking": 8.895500183105469, "dynamo/test_install_free_tensors": 34.89650011062622, "dynamo/test_interop": 0.7540000081062317, "dynamo/test_list": 2.824500024318695, "dynamo/test_logging": 22.048500061035156, "dynamo/test_metrics_context": 0.2994999885559082, "dynamo/test_misc": 173.2349997460842, "dynamo/test_model_output": 0.006000000284984708, "dynamo/test_modes": 8.29800009727478, "dynamo/test_modules": 22.88350009918213, "dynamo/test_nested_graph_breaks": 9.601999759674072, "dynamo/test_nops": 0.6380000114440918, "dynamo/test_optimizers": 2.250999927520752, "dynamo/test_package": 26.67099952697754, "dynamo/test_pgo": 22.813000679016113, "dynamo/test_pre_dispatch": 0.7529999911785126, "dynamo/test_precompile_context": 0.003000000026077032, "dynamo/test_profiler": 13.206500053405762, "dynamo/test_python_autograd": 0.8815000057220459, "dynamo/test_python_dispatcher": 0.5225000083446503, "dynamo/test_recompile_ux": 1.6660000085830688, "dynamo/test_recompiles": 11.000500202178955, "dynamo/test_reconstruct": 1.484000027179718, "dynamo/test_regional_inductor": 7.298500061035156, "dynamo/test_reorder_logs": 1.4109999984502792, "dynamo/test_repros": 151.51400323491544, "dynamo/test_resume": 0.6805000007152557, "dynamo/test_sdpa": 3.441999912261963, "dynamo/test_sets": 8.236500013619661, "dynamo/test_skip_guard_eval_unsafe": 8.67799997329712, "dynamo/test_skip_non_tensor": 1.1740000247955322, "dynamo/test_sources": 4.837000131607056, "dynamo/test_structured_trace": 20.380499839782715, "dynamo/test_subclasses": 47.7404990196228, "dynamo/test_subgraphs": 11.885000228881836, "dynamo/test_trace_rules": 1.8299999795854092, "dynamo/test_unittest": 0.32850000262260437, "dynamo/test_unspec": 39.62700080871582, "dynamo/test_utils": 27.59550003800541, "dynamo/test_verify_correctness": 0.7700000107288361, "dynamo/test_view": 1.078000009059906, "export/test_converter": 14.967499732971191, "export/test_cpp_serdes": 82.03000259399414, "export/test_db": 22.23449993133545, "export/test_draft_export": 11.148499965667725, "export/test_dynamic_shapes": 0.29899999499320984, "export/test_experimental": 10.78249979019165, "export/test_export": 79.20100182294846, "export/test_export_strict": 99.69150054454803, "export/test_export_training_ir_to_run_decomp": 376.49650025367737, "export/test_export_with_inline_and_install": 290.9710030555725, "export/test_functionalized_assertions": 0.17249999940395355, "export/test_lift_unlift": 0.21900000027380884, "export/test_nativert": 0.0, "export/test_package": 0.5794999897480011, "export/test_pass_infra": 6.683500051498413, "export/test_passes": 42.697500228881836, "export/test_retraceability": 441.3120021224022, "export/test_schema": 0.6810000240802765, "export/test_serdes": 188.81049785017967, "export/test_serialize": 50.247500360012054, "export/test_sparse": 382.6514892578125, "export/test_strict_export_v2": 130.22800129652023, "export/test_swap": 10.692500114440918, "export/test_tools": 4.7230000495910645, "export/test_torchbind": 18.77349954051897, "export/test_tree_utils": 0.2839999943971634, "export/test_unflatten": 14.769999980926514, "export/test_unflatten_training_ir": 23.58549976348877, "export/test_upgrader": 0.006000000052154064, "export/test_verifier": 9.129000186920166, "functorch/dim/test_getsetitem": 0.019999999552965164, "functorch/dim/test_split": 0.032999999821186066, "functorch/test_ac_knapsack": 0.3120000008493662, "functorch/test_ac_logging": 0.012000000104308128, "functorch/test_aot_joint_with_descriptors": 10.98550033569336, "functorch/test_aotdispatch": 106.75149975717068, "functorch/test_control_flow": 163.69599790126085, "functorch/test_dims": 38.71799945831299, "functorch/test_eager_transforms": 0.09499999973922968, "functorch/test_logging": 0.34199999272823334, "functorch/test_memory_efficient_fusion": 5.913500158116221, "functorch/test_minifier": 0.47200000286102295, "functorch/test_parsing": 0.18849999736994505, "functorch/test_rearrange": 0.2304999977350235, "functorch/test_vmap": 3.0904999673366547, "functorch/test_vmap_registrations": 2.2389999628067017, "higher_order_ops/test_invoke_quant": 4.936999872326851, "higher_order_ops/test_invoke_subgraph": 49.85700109787285, "higher_order_ops/test_local_map": 11.480000019073486, "higher_order_ops/test_with_effects": 13.601500034332275, "inductor/test_analysis": 0.006500000134110451, "inductor/test_aot_inductor_arrayref": 1050.552993774414, "inductor/test_async_compile": 0.004500000039115548, "inductor/test_augmented_graph_helper": 0.017999999225139618, "inductor/test_auto_functionalize": 32.08250045776367, "inductor/test_benchmark_fusion": 9.02400016784668, "inductor/test_benchmarking": 0.2919999957084656, "inductor/test_binary_folding": 50.72949981689453, "inductor/test_block_analysis": 0.2750000059604645, "inductor/test_cache": 41.179000079631805, "inductor/test_caching": 36.163999350741506, "inductor/test_codecache": 110.73249873600435, "inductor/test_codegen_triton": 0.24699999392032623, "inductor/test_combo_kernels": 0.006500000250525773, "inductor/test_compile": 7.677000045776367, "inductor/test_compile_worker": 23.64650058746338, "inductor/test_compiled_autograd": 712.0719926995225, "inductor/test_compiled_optimizers": 116.49349975585938, "inductor/test_config": 5.1565001010894775, "inductor/test_control_flow": 0.675000007962808, "inductor/test_cpp_wrapper_hipify": 0.37699998915195465, "inductor/test_cpu_repro": 2399.913528442383, "inductor/test_custom_lowering": 0.008999999612569809, "inductor/test_custom_post_grad_passes": 5.795500040054321, "inductor/test_cutedsl_template": 0.0005000000237487257, "inductor/test_cutlass_evt": 0.005499999970197678, "inductor/test_debug_trace": 8.291500091552734, "inductor/test_decompose_mem_bound_mm": 0.0010000000474974513, "inductor/test_device_assert": 4.0959999561309814, "inductor/test_distributed_patterns": 15.113500118255615, "inductor/test_efficient_conv_bn_eval": 0.0010000000474974513, "inductor/test_extension_backend": 2.031999945640564, "inductor/test_external_callables": 11.377500057220459, "inductor/test_foreach": 14.190999984741211, "inductor/test_fp8": 77.81900140456855, "inductor/test_fused_attention": 104.8125, "inductor/test_fuzzer": 2.3674999475479126, "inductor/test_fx_fusion": 0.3994999974966049, "inductor/test_graph_transform_observer": 0.004000000189989805, "inductor/test_group_batch_fusion": 0.026000000070780516, "inductor/test_helion_kernels": 0.0020000000949949026, "inductor/test_indexing": 0.43800000473856926, "inductor/test_inductor_annotations": 0.0020000000949949026, "inductor/test_inductor_freezing": 20.618499755859375, "inductor/test_kernel_optimization": 0.0010000000474974513, "inductor/test_mem_estimation": 0.3564999960362911, "inductor/test_minifier": 41.66749954223633, "inductor/test_minifier_isolate": 0.003000000026077032, "inductor/test_minifier_utils": 4.894500017166138, "inductor/test_mkldnn_pattern_matcher": 1259.5940124988556, "inductor/test_op_completeness": 0.17899999767541885, "inductor/test_ordered_set": 1.8400000183610246, "inductor/test_provenance_tracing": 23.005499725579284, "inductor/test_remote_cache": 0.2854999899864197, "inductor/test_segmented_tree": 0.5924999713897705, "inductor/test_split_cat_fx_aten_passes": 2.4240000038407743, "inductor/test_static_cuda_launcher": 0.001500000071246177, "inductor/test_template_heuristics_registry": 0.18400000035762787, "inductor/test_torchbind": 34.50699996948242, "inductor/test_torchinductor_codegen_config_overrides": 3.4774999618530273, "inductor/test_torchinductor_codegen_dynamic_shapes": 1437.0905303955078, "inductor/test_torchinductor_dynamic_shapes": 1531.8870239257812, "inductor/test_triton_kernels": 0.11799999885261059, "lazy/test_bindings": 0.0010000000474974513, "lazy/test_debug_util": 0.21550000458955765, "lazy/test_functionalization": 0.22549999505281448, "lazy/test_generator": 0.215999998152256, "lazy/test_reuse_ir": 0.546500027179718, "lazy/test_step_closures": 2.287999987602234, "lazy/test_ts_opinfo": 0.5130000002682209, "nn/test_convolution": 13.338000297546387, "nn/test_dropout": 0.10750000178813934, "nn/test_embedding": 0.05000000074505806, "nn/test_init": 4.2204999923706055, "nn/test_lazy_modules": 0.4545000046491623, "nn/test_load_state_dict": 0.7354999929666519, "nn/test_module_hooks": 0.219499995931983, "nn/test_multihead_attention": 9.273499965667725, "nn/test_packed_sequence": 0.4255000054836273, "nn/test_parametrization": 0.7804999947547913, "nn/test_pooling": 0.5410000011324883, "nn/test_pruning": 0.20399999618530273, "profiler/test_cpp_thread": 0.005000000121071935, "profiler/test_kineto": 0.17350000143051147, "profiler/test_memory_profiler": 3.9009999707341194, "profiler/test_profiler": 121.14650157175492, "profiler/test_profiler_tree": 0.34049999713897705, "profiler/test_python_tracer": 4.046000123023987, "profiler/test_record_function": 0.3320000022649765, "profiler/test_torch_tidy": 4.6554999351501465, "test_ao_sparsity": 6.761000031605363, "test_appending_byte_serializer": 0.17249999940395355, "test_autocast": 0.5610000136657618, "test_autograd": 60.313499574316666, "test_autograd_fallback": 0.39100000262260437, "test_autoload": 0.4970000088214874, "test_bundled_inputs": 1.6740000247955322, "test_comparison_utils": 0.2944999933242798, "test_compile_benchmark_util": 0.0010000000474974513, "test_cpp_api_parity": 3.559499979019165, "test_cpp_extensions_aot_ninja": 0.1589999992866069, "test_cpp_extensions_aot_no_ninja": 0.14550000173039734, "test_cpp_extensions_jit": 46.730499267578125, "test_cpp_extensions_mtia_backend": 1.331999957561493, "test_cpp_extensions_stream_and_event": 1.3115000128746033, "test_cuda": 0.0070000000996515155, "test_custom_ops": 32.194499800913036, "test_dataloader": 218.90000185224926, "test_datapipe": 12.637499992735684, "test_decomp": 0.2070000022649765, "test_dispatch": 22.338999954983592, "test_dynamic_shapes": 63.266000762581825, "test_extension_utils": 0.1665000021457672, "test_fake_tensor": 4.2060000179335475, "test_file_check": 1.8729999661445618, "test_flop_counter": 0.8075000047683716, "test_function_schema": 0.7240000069141388, "test_functional_autograd_benchmark": 28.244500160217285, "test_functional_optim": 0.3725000023841858, "test_functionalization": 5.121999979019165, "test_futures": 0.9314999878406525, "test_fx": 268.3759993640706, "test_fx_experimental": 15.493999972939491, "test_fx_passes": 0.6465000137686729, "test_fx_reinplace_pass": 0.6854999959468842, "test_hop_infra": 0.006000000052154064, "test_hub": 10.020500183105469, "test_import_stats": 3.739000082015991, "test_itt": 0.16750000417232513, "test_jit": 95.05199994432041, "test_jit_autocast": 11.041499812155962, "test_jit_disabled": 0.24000000208616257, "test_jit_fuser_te": 161.30249703861773, "test_jit_llga_fuser": 5.827999996894505, "test_legacy_vmap": 1.5304999947547913, "test_license": 0.16950000077486038, "test_logging": 2.3035000562667847, "test_maskedtensor": 0.6220000088214874, "test_meta": 0.048499999567866325, "test_mkl_verbose": 3.831499934196472, "test_mkldnn_fusion": 16.42199993133545, "test_mkldnn_verbose": 3.631999969482422, "test_mobile_optimizer": 2.1649999618530273, "test_model_exports_to_core_aten": 0.28599999845027924, "test_module_tracker": 0.29899999499320984, "test_monitor": 0.4074999988079071, "test_multiprocessing": 54.30200004577637, "test_multiprocessing_spawn": 131.70200076303445, "test_namedtensor": 0.32600000500679016, "test_namedtuple_return_api": 1.6459999680519104, "test_native_functions": 0.3959999978542328, "test_nestedtensor": 0.13700000243261456, "test_nn": 76.64949914615136, "test_numa_binding": 6.113499879837036, "test_numba_integration": 0.0035000001080334187, "test_opaque_obj": 0.7405000030994415, "test_opaque_obj_v2": 0.29249998927116394, "test_openmp": 3.5420000553131104, "test_ops": 0.003000000026077032, "test_optim": 2.0984999984502792, "test_out_dtype_op": 5.859499931335449, "test_package": 2.4439999819733202, "test_per_overload_api": 0.278999999165535, "test_prims": 0.019999999552965164, "test_privateuseone_python_backend": 0.18850000202655792, "test_proxy_tensor": 13.715499928221107, "test_pruning_op": 0.45900000631809235, "test_public_bindings": 9.126499652862549, "test_python_dispatch": 0.5444999965839088, "test_pytree": 2.2140000630170107, "test_rename_privateuse1_to_existing_device": 0.16949999332427979, "test_schema_check": 0.10600000247359276, "test_serialization": 61.6800001533702, "test_set_default_mobile_cpu_allocator": 0.1679999977350235, "test_show_pickle": 0.17149999737739563, "test_sparse": 3.5369999499525875, "test_sparse_csr": 0.42749999463558197, "test_sparse_semi_structured": 0.014000000373926014, "test_stateless": 5.572000071406364, "test_subclass": 0.5439999997615814, "test_sympy_utils": 24.508499949006364, "test_tensorboard": 0.6685000011348166, "test_tensorexpr": 18.369999885559082, "test_tensorexpr_pybind": 0.30300000216811895, "test_testing": 28.221500439569354, "test_torch": 2.5199999855831265, "test_torchfuzz_repros": 0.03700000047683716, "test_type_hints": 0.28050000965595245, "test_type_info": 0.28949999809265137, "test_typing": 72.09049987792969, "test_utils": 3.775499993003905, "test_utils_config_module": 0.3149999976158142, "test_utils_filelock": 0.38600000739097595, "test_vulkan": 0.0005000000237487257, "test_weak": 4.3109999522566795, "test_xnnpack_integration": 8.907999779796228, "torch_np/numpy_tests/core/test_dlpack": 0.001500000071246177, "torch_np/numpy_tests/core/test_dtype": 0.40850000048521906, "torch_np/numpy_tests/core/test_einsum": 13.204500083811581, "torch_np/numpy_tests/core/test_getlimits": 0.33999999647494406, "torch_np/numpy_tests/core/test_indexing": 0.4710000072373077, "torch_np/numpy_tests/core/test_multiarray": 24.988499282568227, "torch_np/numpy_tests/core/test_numeric": 3.8894999634940177, "torch_np/numpy_tests/core/test_numerictypes": 0.34399999148445204, "torch_np/numpy_tests/core/test_scalar_ctors": 0.5084999869577587, "torch_np/numpy_tests/core/test_scalar_methods": 0.0025000001187436283, "torch_np/numpy_tests/core/test_scalarinherit": 0.0005000000237487257, "torch_np/numpy_tests/core/test_scalarmath": 20.702999816508964, "torch_np/numpy_tests/core/test_shape_base": 0.5355000155977905, "torch_np/numpy_tests/fft/test_helper": 4.98949986230582, "torch_np/numpy_tests/fft/test_pocketfft": 3.1385001242160797, "torch_np/numpy_tests/lib/test_arraypad": 0.42750000953674316, "torch_np/numpy_tests/lib/test_arraysetops": 0.4330000007757917, "torch_np/numpy_tests/lib/test_function_base": 1.8849999946542084, "torch_np/numpy_tests/lib/test_histograms": 0.5780000053346157, "torch_np/numpy_tests/lib/test_index_tricks": 0.3934999991906807, "torch_np/numpy_tests/lib/test_shape_base_": 0.7480000020004809, "torch_np/numpy_tests/lib/test_twodim_base": 0.6189999950584024, "torch_np/numpy_tests/lib/test_type_check": 0.40900000906549394, "torch_np/numpy_tests/linalg/test_linalg": 7.676499999128282, "torch_np/test_basic": 0.6179999964078888, "torch_np/test_binary_ufuncs": 0.3959999978542328, "torch_np/test_dtype": 0.35999999940395355, "torch_np/test_function_base": 0.31299999356269836, "torch_np/test_indexing": 2.6684999465942383, "torch_np/test_ndarray_methods": 3.8069999903673306, "torch_np/test_nep50_examples": 0.017499999958090484, "torch_np/test_random": 0.23350000102072954, "torch_np/test_reductions": 2.3564999867230654, "torch_np/test_scalars_0D_arrays": 0.37299999967217445, "torch_np/test_ufuncs_basic": 1.1725000189617276, "torch_np/test_unary_ufuncs": 0.4074999988079071, "typing/test_python_operators": 0.6475000083446503 }, "numpy_2_x": { "dynamo/test_functions": 82.64799912770589, "dynamo/test_unspec": 54.319000244140625, "test_binary_ufuncs": 98.9066645304362, "test_fake_tensor": 4.303999970977505, "test_linalg": 170.02733357747397, "test_numpy_interop": 0.5179999967416128, "test_tensor_creation_ops": 22.151333168148994, "test_torch": 8.837000100019699, "torch_np/test_basic": 0.6180000043629358 }, "slow": { "backends/xeon/test_launch": 2.7341666817665096, "benchmark_utils/test_benchmark_utils": 232.0230831814309, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 4.012333249983688, "cpp_extensions/python_agnostic_extension/test/test_python_agnostic": 4.601333379745483, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 0.1763333355387052, "distributions/test_constraints": 0.49344443943765426, "distributions/test_distributions": 0.23908333604534468, "dynamo/test_activation_checkpointing": 0.03466666738192241, "dynamo/test_after_aot": 0.2824999988079071, "dynamo/test_aot_autograd": 0.31991666679581005, "dynamo/test_aot_autograd_cache": 0.09583333468375106, "dynamo/test_aot_compile": 0.29166666915019357, "dynamo/test_autograd_function": 0.040249999302128955, "dynamo/test_backends": 0.022000000200932842, "dynamo/test_backward_higher_order_ops": 0.28841667249798775, "dynamo/test_base_hop": 0.2906666633983453, "dynamo/test_base_output": 0.003000000026077032, "dynamo/test_buffers_override": 0.28600000217556953, "dynamo/test_bytecode_utils": 0.3188333328483471, "dynamo/test_callback": 0.004250000153357783, "dynamo/test_compile": 0.3114166662174587, "dynamo/test_compiler_bisector": 0.004500000213738531, "dynamo/test_comptime": 0.304999994734923, "dynamo/test_config": 0.2946666640539964, "dynamo/test_ctx_manager": 1.8064999881510935, "dynamo/test_cudagraphs": 0.26833333571751916, "dynamo/test_cudagraphs_expandable_segments": 0.016666666138917208, "dynamo/test_debug_utils": 0.0044166668473432456, "dynamo/test_decorators": 0.36541666959722835, "dynamo/test_deque_reconstruct": 0.25716666877269745, "dynamo/test_deviceguard": 0.012999999928676212, "dynamo/test_dicts": 0.3740833302629956, "dynamo/test_dynamic_shapes": 756.9195006384397, "dynamo/test_einops": 0.0009166667102059971, "dynamo/test_error_messages": 0.336166667441527, "dynamo/test_exc": 0.01416666666045785, "dynamo/test_exceptions": 0.347000002861023, "dynamo/test_export": 0.19141667033545673, "dynamo/test_export_mutations": 0.3019166700541973, "dynamo/test_fake_distributed": 7.225749929745992, "dynamo/test_flat_apply": 0.2885833357771238, "dynamo/test_frame_init": 0.2968333338697752, "dynamo/test_functions": 0.5091666737571359, "dynamo/test_fx_annotate": 0.004999999888241291, "dynamo/test_fx_graph_runnable": 0.015833332979430757, "dynamo/test_fx_passes_pre_grad": 0.28275000055631, "dynamo/test_generator": 0.3705833348600815, "dynamo/test_global": 0.2997499989966551, "dynamo/test_graph_deduplication": 0.3149999951322873, "dynamo/test_graph_region_tracker": 0.2961666670938333, "dynamo/test_guard_manager": 1.0099166562237467, "dynamo/test_guard_serialization": 0.10616666826535948, "dynamo/test_higher_order_ops": 0.23174999887123707, "dynamo/test_hooks": 0.32458333174387616, "dynamo/test_inline_and_install": 0.1938333349923293, "dynamo/test_input_attr_tracking": 0.3029166671137015, "dynamo/test_install_free_tensors": 0.3189166650020828, "dynamo/test_interop": 0.29141666243473685, "dynamo/test_list": 0.32683333319922286, "dynamo/test_logging": 0.06241666742910941, "dynamo/test_metrics_context": 0.30700000127156574, "dynamo/test_minifier": 0.014083333701516192, "dynamo/test_misc": 0.7612500017761097, "dynamo/test_model_output": 0.007083333398137862, "dynamo/test_modes": 12.994416779295232, "dynamo/test_modules": 0.13833333297710243, "dynamo/test_nested_graph_breaks": 0.32258333017428714, "dynamo/test_nops": 0.29741667086879414, "dynamo/test_optimizers": 0.2921666664381822, "dynamo/test_package": 0.058833333663642406, "dynamo/test_pgo": 0.29591666658719384, "dynamo/test_pre_dispatch": 0.29858333865801495, "dynamo/test_precompile_context": 0.003000000026077032, "dynamo/test_profiler": 0.29333333298563957, "dynamo/test_python_autograd": 0.2910833309094111, "dynamo/test_python_dispatcher": 0.015666666828716796, "dynamo/test_recompile_ux": 0.3042499994238218, "dynamo/test_recompiles": 0.30233333135644597, "dynamo/test_reconstruct": 0.016000000294297934, "dynamo/test_regional_inductor": 0.005833333358168602, "dynamo/test_reorder_logs": 0.31125000150253374, "dynamo/test_repros": 0.33716666733380407, "dynamo/test_resume": 0.28308332959810895, "dynamo/test_sdpa": 0.30858333657185233, "dynamo/test_sets": 0.3945833334679871, "dynamo/test_skip_guard_eval_unsafe": 0.29750000064571697, "dynamo/test_skip_non_tensor": 0.28716666499773663, "dynamo/test_sources": 0.281499999264876, "dynamo/test_structured_trace": 0.029916666448116302, "dynamo/test_subclasses": 0.16083333361893892, "dynamo/test_subgraphs": 0.333166666328907, "dynamo/test_trace_rules": 0.3000000010846028, "dynamo/test_unittest": 0.32833333561817807, "dynamo/test_unspec": 0.057083333473807826, "dynamo/test_utils": 0.3069166650335925, "dynamo/test_verify_correctness": 0.28683333098888397, "dynamo/test_view": 0.28774999951322877, "export/test_converter": 16.837916612625122, "export/test_cpp_serdes": 0.4964999953905742, "export/test_db": 0.33691666026910144, "export/test_draft_export": 0.31183333198229474, "export/test_dynamic_shapes": 0.2891666665673256, "export/test_experimental": 0.31949999555945396, "export/test_export": 4.735500034643337, "export/test_export_opinfo": 1.5345000308007002, "export/test_export_strict": 0.4379166654932002, "export/test_export_training_ir_to_run_decomp": 0.8714166729090115, "export/test_export_with_inline_and_install": 0.44916666361192864, "export/test_functionalized_assertions": 0.1977500021457672, "export/test_hop": 0.046333334098259606, "export/test_lift_unlift": 0.3169999980988602, "export/test_nativert": 0.0005833333610401799, "export/test_package": 0.291249996672074, "export/test_pass_infra": 0.29224999994039536, "export/test_passes": 0.11616666708141567, "export/test_retraceability": 0.881833340972662, "export/test_schema": 0.2693333327770233, "export/test_serdes": 0.889333332888782, "export/test_serialize": 0.15558333465984714, "export/test_sparse": 0.5270833348234494, "export/test_strict_export_v2": 0.4400000007202228, "export/test_swap": 0.29833333380520344, "export/test_tools": 0.3038333343962828, "export/test_torchbind": 23.707083421196636, "export/test_tree_utils": 0.2995833319922288, "export/test_unflatten": 0.3149166628718376, "export/test_unflatten_training_ir": 0.31441666434208554, "export/test_upgrader": 0.03441666695289314, "export/test_verifier": 0.3073333303133647, "functorch/dim/test_getsetitem": 0.05333333338300387, "functorch/dim/test_split": 0.06783333358665308, "functorch/test_ac": 0.010333333164453506, "functorch/test_ac_knapsack": 0.2656666684585313, "functorch/test_ac_logging": 0.011666666949167848, "functorch/test_aot_joint_with_descriptors": 0.3066666622956594, "functorch/test_aotdispatch": 571.9303299795332, "functorch/test_control_flow": 91.51158299141873, "functorch/test_dims": 0.35808333599319064, "functorch/test_eager_transforms": 0.39333333185641095, "functorch/test_logging": 0.28191666925946873, "functorch/test_memory_efficient_fusion": 0.3069166662171483, "functorch/test_minifier": 0.2910000023742517, "functorch/test_ops": 633.5648294265072, "functorch/test_parsing": 0.22183333399395147, "functorch/test_rearrange": 0.22891666367650032, "functorch/test_vmap": 5.605833373886223, "functorch/test_vmap_registrations": 2.1097500125567117, "higher_order_ops/test_invoke_quant": 0.05833333342646559, "higher_order_ops/test_invoke_subgraph": 0.06750000054792811, "higher_order_ops/test_local_map": 14.377333323160807, "higher_order_ops/test_with_effects": 17.644083340962727, "inductor/test_alignment": 0.012416666839271784, "inductor/test_analysis": 0.02491666708374396, "inductor/test_aot_inductor": 448.8085038247906, "inductor/test_aot_inductor_arrayref": 80.57816696166992, "inductor/test_aot_inductor_custom_ops": 0.04533333300302426, "inductor/test_aot_inductor_package": 0.07933333267768225, "inductor/test_aot_inductor_windows": 0.0010000000474974513, "inductor/test_async_compile": 0.0069166669466843205, "inductor/test_augmented_graph_helper": 0.018083333503454924, "inductor/test_auto_functionalize": 0.34049999465545017, "inductor/test_benchmark_fusion": 72.83866638536954, "inductor/test_benchmarking": 0.011250000058983764, "inductor/test_best_config": 0.0011666667220803597, "inductor/test_binary_folding": 0.004916666735274097, "inductor/test_block_analysis": 0.1700833324963848, "inductor/test_cache": 1.0532499874631565, "inductor/test_caching": 0.42408333594600356, "inductor/test_ck_backend": 90.80716835552205, "inductor/test_codecache": 0.19399999939681342, "inductor/test_codegen_triton": 0.0011666667220803597, "inductor/test_combo_kernels": 0.017333333225299914, "inductor/test_compile": 0.010916666282961767, "inductor/test_compile_subprocess": 485.8099957484325, "inductor/test_compile_worker": 0.005166666582226753, "inductor/test_compiled_autograd": 817.7373953440303, "inductor/test_compiled_optimizers": 79.15124989300966, "inductor/test_config": 0.028833332859600585, "inductor/test_control_deps": 0.0010000000474974513, "inductor/test_control_flow": 0.49299999708697817, "inductor/test_cooperative_reductions": 0.16300000622868538, "inductor/test_coordinate_descent_tuner": 0.004999999888241291, "inductor/test_cpp_wrapper_hipify": 0.2795833349227905, "inductor/test_cpu_cpp_wrapper": 2552.4301897579185, "inductor/test_cpu_repro": 128.68191719055176, "inductor/test_cpu_select_algorithm": 1.7908333341280618, "inductor/test_cuda_repro": 0.08700000122189522, "inductor/test_cuda_select_algorithm": 0.12116666572789352, "inductor/test_cudacodecache": 0.003000000026077032, "inductor/test_cudagraph_trees": 0.1578333309541146, "inductor/test_cudagraph_trees_expandable_segments": 0.14616666237513223, "inductor/test_custom_lowering": 0.006000000090959172, "inductor/test_custom_partitioner_fn": 0.0010000000474974513, "inductor/test_custom_post_grad_passes": 0.007000000216066837, "inductor/test_cutedsl_template": 0.00208333339348125, "inductor/test_cutlass_backend": 0.018500000626469653, "inductor/test_cutlass_evt": 0.004166666728754838, "inductor/test_debug_trace": 0.003083333373069763, "inductor/test_decompose_mem_bound_mm": 0.018749999813735485, "inductor/test_dependencies": 0.004999999888241291, "inductor/test_deterministic": 0.007833333530773718, "inductor/test_device_assert": 0.00800000037997961, "inductor/test_distributed_patterns": 0.019833332858979702, "inductor/test_efficient_conv_bn_eval": 307.01158142089844, "inductor/test_extension_backend": 6.141916731993358, "inductor/test_external_callables": 0.014000000199303031, "inductor/test_flex_attention": 0.6412500050792005, "inductor/test_flex_decoding": 0.5401666636268299, "inductor/test_flex_flash": 0.0008333333729145427, "inductor/test_foreach": 0.3538333394875129, "inductor/test_fp8": 0.2070833321583147, "inductor/test_fused_attention": 0.08366666656608382, "inductor/test_fuzzer": 0.011833333255102236, "inductor/test_fx_fusion": 0.21458333358168602, "inductor/test_fxir_backend": 0.06800000183284283, "inductor/test_gpu_cpp_wrapper": 0.2951666687925657, "inductor/test_graph_transform_observer": 0.00116666672208036, "inductor/test_group_batch_fusion": 0.009250000352039933, "inductor/test_helion_kernels": 0.0017500000831205398, "inductor/test_indexing": 0.02175000007264316, "inductor/test_inductor_annotations": 0.0020000000949949026, "inductor/test_inductor_freezing": 0.03650000039488077, "inductor/test_inductor_scheduler": 0.0055833334336057305, "inductor/test_inductor_utils": 0.3538333276907603, "inductor/test_inplace_padding": 0.00983333308249712, "inductor/test_inplacing_pass": 0.022166666574776173, "inductor/test_kernel_benchmark": 0.017999999225139618, "inductor/test_kernel_optimization": 0.0010000000474974513, "inductor/test_loop_ordering": 0.14200000076865155, "inductor/test_max_autotune": 0.1506666676917424, "inductor/test_mem_estimation": 0.2608333339449018, "inductor/test_memory": 0.00800000037997961, "inductor/test_memory_planning": 0.004000000189989805, "inductor/test_metrics": 0.006000000052154064, "inductor/test_minifier": 0.014777778130438594, "inductor/test_minifier_isolate": 89.77044592963324, "inductor/test_minifier_utils": 0.29583333681027096, "inductor/test_mkldnn_pattern_matcher": 380.25283060777775, "inductor/test_mmdecomp": 0.022416666615754366, "inductor/test_move_constructors_to_cuda": 0.007500000298023224, "inductor/test_multi_kernel": 0.019999999552965164, "inductor/test_native_matmul": 0.00800000037997961, "inductor/test_needs_exact_strides": 0.0020000000949949026, "inductor/test_online_softmax": 0.03099999949336052, "inductor/test_op_completeness": 0.1975000003973643, "inductor/test_op_dtype_prop": 0.7250000039736431, "inductor/test_ordered_set": 1.207166671199957, "inductor/test_pad_mm": 0.018499999307096004, "inductor/test_padding": 0.04950000112876296, "inductor/test_pattern_matcher": 0.04816666680077712, "inductor/test_perf": 0.06666666634070376, "inductor/test_profiler": 0.007000000216066837, "inductor/test_provenance_tracing": 0.01041666689949731, "inductor/test_quantization": 0.0026666667545214295, "inductor/test_remote_cache": 0.2589999996125698, "inductor/test_scatter_optimization": 0.00800000037997961, "inductor/test_segmented_tree": 0.23316666732231778, "inductor/test_select_algorithm": 0.023166666622273624, "inductor/test_snode_runtime": 0.0221666667299966, "inductor/test_split_cat_fx_aten_passes": 0.004750000196509063, "inductor/test_split_cat_fx_passes": 0.010999999940395355, "inductor/test_static_cuda_launcher": 0.011999999987892807, "inductor/test_subgraph_choice": 0.001500000071246177, "inductor/test_template_heuristics_registry": 0.1779999993741512, "inductor/test_torchbind": 0.017416667037953932, "inductor/test_torchinductor": 483.78149676701287, "inductor/test_torchinductor_codegen_config_overrides": 0.004833333465891579, "inductor/test_torchinductor_codegen_dynamic_shapes": 818.5054150596261, "inductor/test_torchinductor_dynamic_shapes": 1195.7302300856552, "inductor/test_torchinductor_opinfo": 3034.7214565475783, "inductor/test_torchinductor_strided_blocks": 0.10183333126284802, "inductor/test_triton_heuristics": 0.011000000406056643, "inductor/test_triton_kernels": 0.2906666670460254, "inductor/test_triton_syntax": 0.0010000000474974513, "inductor/test_triton_wrapper": 0.0010000000474974513, "inductor/test_unbacked_symints": 0.03383333391199509, "inductor/test_utils": 0.037999999787037574, "lazy/test_bindings": 0.0006666666983316343, "lazy/test_debug_util": 0.19691666836539903, "lazy/test_functionalization": 0.20058333004514375, "lazy/test_generator": 0.208833330621322, "lazy/test_reuse_ir": 0.20533333346247673, "lazy/test_step_closures": 0.2134999968111515, "lazy/test_ts_opinfo": 0.29916666929299635, "nn/test_convolution": 69.95000249178459, "nn/test_dropout": 0.009583333390764892, "nn/test_embedding": 0.19133333582431078, "nn/test_init": 0.5461666683355967, "nn/test_lazy_modules": 0.15474999882280827, "nn/test_load_state_dict": 0.12141666691362238, "nn/test_module_hooks": 0.13008333463221788, "nn/test_multihead_attention": 0.020750000529612105, "nn/test_packed_sequence": 0.25816666583220166, "nn/test_parametrization": 0.059666666900739074, "nn/test_pooling": 13.501833477057517, "nn/test_pruning": 0.12233333289623262, "profiler/test_cpp_thread": 0.22741666447836906, "profiler/test_execution_trace": 0.013083333459993204, "profiler/test_kineto": 0.17558333277702332, "profiler/test_memory_profiler": 0.034416667001399524, "profiler/test_profiler": 0.086250000235547, "profiler/test_profiler_tree": 0.2448333352804184, "profiler/test_python_tracer": 0.29891666149099666, "profiler/test_record_function": 0.20750000327825546, "profiler/test_torch_tidy": 0.282000000278155, "test_accelerator": 0.2275000015894572, "test_ao_sparsity": 0.39266667049378157, "test_appending_byte_serializer": 0.23724999651312828, "test_autocast": 0.038416666531702504, "test_autograd": 8.817666653252672, "test_autograd_fallback": 0.28416666512688005, "test_autoload": 0.5327500005563099, "test_binary_ufuncs": 21.293999989827473, "test_bundled_inputs": 0.24050000309944153, "test_comparison_utils": 0.20466666668653488, "test_compile_benchmark_util": 0.12583333171399622, "test_complex": 0.01641666664121052, "test_content_store": 0.004833333504696687, "test_cpp_api_parity": 0.3851666674017906, "test_cpp_extensions_aot_ninja": 0.10141666576964782, "test_cpp_extensions_aot_no_ninja": 0.1005000012810342, "test_cpp_extensions_jit": 29.899082987879712, "test_cpp_extensions_mtia_backend": 0.8693333151459228, "test_cpp_extensions_stream_and_event": 0.7705000025550058, "test_cuda": 7.461166633390046, "test_cuda_expandable_segments": 21.923666519423325, "test_cuda_multigpu": 0.18849999938781065, "test_cuda_nvml_based_avail": 0.009000000078231096, "test_cuda_primary_ctx": 0.42883332942922914, "test_cuda_sanitizer": 0.28550000147273147, "test_cuda_trace": 1.414833347002665, "test_custom_ops": 0.31183333380613476, "test_dataloader": 449.24400155153126, "test_datapipe": 0.41083333611216705, "test_decomp": 6937.612182900038, "test_dispatch": 0.28291666600853205, "test_dlpack": 0.15633333474397657, "test_dynamic_shapes": 0.5557499998249114, "test_expanded_weights": 0.21866666789477068, "test_extension_utils": 0.20474999646345776, "test_fake_tensor": 0.2591666683535247, "test_file_check": 0.1820833335320155, "test_flop_counter": 0.020583332981914282, "test_foreach": 3.987166702747345, "test_function_schema": 0.270666666328907, "test_functional_autograd_benchmark": 140.778665860494, "test_functional_optim": 0.27700000132123626, "test_functionalization": 0.40000000099341076, "test_functionalization_of_rng_ops": 0.006250000005820766, "test_futures": 0.29216667016347253, "test_fx": 317.76599692568806, "test_fx_experimental": 1.0782500033577282, "test_fx_passes": 0.3345000029851993, "test_fx_reinplace_pass": 0.2515833340585232, "test_hop_infra": 0.003250000028250118, "test_hub": 0.2839166683455308, "test_import_stats": 0.19516666606068608, "test_indexing": 0.19224999922638136, "test_itt": 0.18366666759053865, "test_jit": 115.574750246451, "test_jit_autocast": 0.047749999910593026, "test_jit_disabled": 0.2084166668355465, "test_jit_fuser_te": 2352.679017375466, "test_jit_llga_fuser": 56.93708393695609, "test_jiterator": 0.29216667016347253, "test_legacy_vmap": 0.13250000060846406, "test_license": 0.19374999900658926, "test_linalg": 327.8039207458496, "test_logging": 0.1909166673819224, "test_masked": 0.16091666991511983, "test_maskedtensor": 0.9605833330812554, "test_matmul_cuda": 1.2351666619457924, "test_meta": 97.81925056921318, "test_mkl_verbose": 0.17750000084439915, "test_mkldnn": 184.28333282470703, "test_mkldnn_fusion": 293.866499910752, "test_mkldnn_verbose": 0.1729999991754691, "test_mobile_optimizer": 0.2746666669845581, "test_model_exports_to_core_aten": 0.2679166682064534, "test_module_tracker": 0.2008333317935467, "test_modules": 678.4270871480306, "test_monitor": 0.39108333426217234, "test_multiprocessing": 8.978083314063648, "test_multiprocessing_spawn": 303.048247856088, "test_namedtensor": 0.0879166666418314, "test_namedtuple_return_api": 0.19591666633884114, "test_native_functions": 0.243583332747221, "test_native_mha": 0.04116666751603285, "test_nestedtensor": 1.6634166545700282, "test_nn": 24.4500001341803, "test_numa_binding": 0.2749166674911976, "test_numba_integration": 0.03324999997857958, "test_numpy_interop": 0.04558333444098632, "test_opaque_obj": 2.19924999276797, "test_opaque_obj_v2": 0.28441667184233665, "test_openmp": 0.2295833354194959, "test_ops": 269.41716430145124, "test_ops_fwd_gradients": 59.45608290036519, "test_ops_gradients": 102.48741674423218, "test_ops_jit": 185.6340831120809, "test_optim": 51.41225080890581, "test_out_dtype_op": 0.02124999975785613, "test_overrides": 1.7869999879815925, "test_package": 0.4167500003726066, "test_per_overload_api": 0.20650000125169757, "test_prims": 0.028416666958946735, "test_privateuseone_python_backend": 0.20250000059604645, "test_proxy_tensor": 6.424083320297844, "test_pruning_op": 0.2050833341976007, "test_public_bindings": 0.20458333318432173, "test_python_dispatch": 0.11949999766269079, "test_pytree": 0.3784166705639412, "test_reductions": 16.633666714032493, "test_rename_privateuse1_to_existing_device": 0.19408333425720534, "test_scaled_matmul_cuda": 0.05083333359410365, "test_scatter_gather_ops": 0.08499999965230624, "test_schema_check": 8.358333456640443, "test_segment_reductions": 0.07566666727264722, "test_serialization": 0.19666666962439194, "test_set_default_mobile_cpu_allocator": 0.17999999970197678, "test_shape_ops": 0.14966666636367637, "test_show_pickle": 0.19408333549896878, "test_sort_and_select": 19.87891660320262, "test_sparse": 132.43699905299582, "test_sparse_csr": 288.85166324372403, "test_sparse_semi_structured": 4.09741674993226, "test_spectral_ops": 0.31608332321047783, "test_stateless": 0.13250000088009983, "test_subclass": 0.39391667147477466, "test_sympy_utils": 0.21700000417573997, "test_tensor_creation_ops": 1.7835833295248447, "test_tensorboard": 65.05000036302954, "test_tensorexpr": 0.3383333360155424, "test_tensorexpr_pybind": 0.2689999991077154, "test_testing": 4.130999993814234, "test_torch": 104.39475250372197, "test_torchfuzz_repros": 4.546916540401678, "test_transformers": 9.812999980873428, "test_type_hints": 0.23041666423281035, "test_type_info": 0.2116666634877523, "test_type_promotion": 0.48791667073965067, "test_typing": 71.16958300272623, "test_unary_ufuncs": 28.334333260854084, "test_utils": 6.882583284944607, "test_utils_config_module": 0.27124999836087227, "test_utils_filelock": 0.23225000128149986, "test_varlen_attention": 0.04816666633511583, "test_view_ops": 0.42041666743656, "test_vulkan": 0.00041666668645727134, "test_weak": 0.3205833324852089, "test_xnnpack_integration": 598.253585940159, "torch_np/numpy_tests/core/test_dlpack": 0.002500000031432137, "torch_np/numpy_tests/core/test_dtype": 0.34566666352717823, "torch_np/numpy_tests/core/test_einsum": 0.2925833344537144, "torch_np/numpy_tests/core/test_getlimits": 0.26683333262917586, "torch_np/numpy_tests/core/test_indexing": 0.31808333407389, "torch_np/numpy_tests/core/test_multiarray": 721.0237583661996, "torch_np/numpy_tests/core/test_numeric": 0.5553333411905139, "torch_np/numpy_tests/core/test_numerictypes": 0.3081666693227211, "torch_np/numpy_tests/core/test_scalar_ctors": 0.33599999678942066, "torch_np/numpy_tests/core/test_scalar_methods": 0.016833333579900984, "torch_np/numpy_tests/core/test_scalarinherit": 0.00041666668645727134, "torch_np/numpy_tests/core/test_scalarmath": 50.722166431485675, "torch_np/numpy_tests/core/test_shape_base": 0.39058332890272135, "torch_np/numpy_tests/fft/test_helper": 0.2551666669799791, "torch_np/numpy_tests/fft/test_pocketfft": 0.33766666815305746, "torch_np/numpy_tests/lib/test_arraypad": 0.2364166664580504, "torch_np/numpy_tests/lib/test_arraysetops": 0.29616666347525705, "torch_np/numpy_tests/lib/test_function_base": 0.7167499985274238, "torch_np/numpy_tests/lib/test_histograms": 0.7801666646264493, "torch_np/numpy_tests/lib/test_index_tricks": 0.30616666956727084, "torch_np/numpy_tests/lib/test_shape_base_": 0.3426666661301473, "torch_np/numpy_tests/lib/test_twodim_base": 0.2969166625019473, "torch_np/numpy_tests/lib/test_type_check": 0.3040833368431777, "torch_np/numpy_tests/linalg/test_linalg": 2.4304999998421413, "torch_np/test_basic": 0.4685000008321367, "torch_np/test_binary_ufuncs": 0.2877499982714653, "torch_np/test_dtype": 0.28533333291610086, "torch_np/test_function_base": 0.216749998430411, "torch_np/test_indexing": 0.23483333612481755, "torch_np/test_ndarray_methods": 0.6590833328179239, "torch_np/test_nep50_examples": 0.019583333370974287, "torch_np/test_random": 0.28883333471215644, "torch_np/test_reductions": 1.2729166720528156, "torch_np/test_scalars_0D_arrays": 0.3208333309739828, "torch_np/test_ufuncs_basic": 0.6707500005722977, "torch_np/test_unary_ufuncs": 0.2979166681567828, "typing/test_python_operators": 0.6404166668653488 } }, "linux-focal-cuda11.8-py3.10-gcc9": { "distributed": { "distributed/_composable/fsdp/test_fully_shard_autograd": 29.581999709208805, "distributed/_composable/fsdp/test_fully_shard_clip_grad_norm_": 18.341333230336506, "distributed/_composable/fsdp/test_fully_shard_collectives": 81.51899999999999, "distributed/_composable/fsdp/test_fully_shard_comm": 122.24033403769135, "distributed/_composable/fsdp/test_fully_shard_compile": 333.7400023142497, "distributed/_composable/fsdp/test_fully_shard_extensions": 20.13033326466878, "distributed/_composable/fsdp/test_fully_shard_frozen": 28.003666559855144, "distributed/_composable/fsdp/test_fully_shard_grad_scaler": 8.083999633789062, "distributed/_composable/fsdp/test_fully_shard_ignore_params": 6.580999851226807, "distributed/_composable/fsdp/test_fully_shard_init": 7.346000085274379, "distributed/_composable/fsdp/test_fully_shard_memory": 12.527666727701822, "distributed/_composable/fsdp/test_fully_shard_mixed_precision": 29.102999409039814, "distributed/_composable/fsdp/test_fully_shard_overlap": 6.078999996185303, "distributed/_composable/fsdp/test_fully_shard_state": 0.3956666688124339, "distributed/_composable/fsdp/test_fully_shard_state_dict": 36.06166657805443, "distributed/_composable/fsdp/test_fully_shard_training": 298.57733628402156, "distributed/_composable/fully_shard/test_fully_shard_compile": 58.87666575113932, "distributed/_composable/fully_shard/test_fully_shard_init": 40.772666931152344, "distributed/_composable/fully_shard/test_fully_shard_mixed_precision": 6.080666542053223, "distributed/_composable/fully_shard/test_fully_shard_model_checkpoint": 25.667332967122395, "distributed/_composable/fully_shard/test_fully_shard_optim_checkpoint": 12.434333483378092, "distributed/_composable/fully_shard/test_fully_shard_runtime": 17.645666758219402, "distributed/_composable/fully_shard/test_fully_shard_util": 6.028666568803601, "distributed/_composable/test_checkpoint": 0.36800000071525574, "distributed/_composable/test_composability/test_2d_composability": 152.13533465067545, "distributed/_composable/test_composability/test_pp_composability": 56.44433339436849, "distributed/_composable/test_compose": 53.637332916259766, "distributed/_composable/test_contract": 0.21799999475479126, "distributed/_composable/test_replicate": 78.56999969482422, "distributed/_composable/test_replicate_with_compiler": 185.77499698897978, "distributed/_shard/sharded_optim/test_sharded_optim": 13.174000104268393, "distributed/_shard/sharded_tensor/ops/test_binary_cmp": 39.26900100708008, "distributed/_shard/sharded_tensor/ops/test_embedding": 13.81066640218099, "distributed/_shard/sharded_tensor/ops/test_embedding_bag": 14.045666376749674, "distributed/_shard/sharded_tensor/ops/test_init": 29.577666600545246, "distributed/_shard/sharded_tensor/ops/test_tensor_ops": 32.197666803995766, "distributed/_shard/sharded_tensor/test_logger": 0.20499999821186066, "distributed/_shard/sharded_tensor/test_sharded_tensor": 586.3753302235467, "distributed/_shard/sharded_tensor/test_sharded_tensor_reshard": 12.973999659220377, "distributed/_shard/sharding_plan/test_sharding_plan": 19.393667221069336, "distributed/_shard/sharding_spec/test_sharding_spec": 24.74666669840614, "distributed/_shard/test_sharder": 12.90833314259847, "distributed/_tensor/debug/test_comm_mode": 0.57533331712087, "distributed/_tensor/debug/test_comm_mode_features": 28.228999455769856, "distributed/_tensor/debug/test_op_coverage": 0.3230000038941701, "distributed/_tensor/experimental/test_local_map": 23.84166653951009, "distributed/_tensor/experimental/test_register_sharding": 14.120999972025553, "distributed/_tensor/experimental/test_tp_transform": 23.516000111897785, "distributed/_tensor/test_api": 56.80366643269857, "distributed/_tensor/test_attention": 92.90666961669922, "distributed/_tensor/test_basic_strategy": 0.44400000000000006, "distributed/_tensor/test_common_rules": 69.50900014241536, "distributed/_tensor/test_convolution_ops": 31.58500035603841, "distributed/_tensor/test_device_mesh": 64.12399999999998, "distributed/_tensor/test_dtensor": 240.89933474858603, "distributed/_tensor/test_dtensor_compile": 73.68966674804688, "distributed/_tensor/test_embedding_ops": 27.891667048136394, "distributed/_tensor/test_experimental_ops": 17.798999786376953, "distributed/_tensor/test_init": 48.75133275985718, "distributed/_tensor/test_math_ops": 101.1883316040039, "distributed/_tensor/test_matrix_ops": 83.10299936930339, "distributed/_tensor/test_op_strategy": 0.39866665999094647, "distributed/_tensor/test_optimizers": 80.0663324991862, "distributed/_tensor/test_pointwise_ops": 0.7423333326975504, "distributed/_tensor/test_random_ops": 83.33233404159546, "distributed/_tensor/test_redistribute": 92.59066740671794, "distributed/_tensor/test_tensor_ops": 266.6789957682292, "distributed/_tensor/test_utils": 66.84766674041748, "distributed/_tensor/test_view_ops": 32.51600011189779, "distributed/_tensor/test_xla_integration": 0.33299999435742694, "distributed/_tools/test_fake_collectives": 0.24499999980131784, "distributed/_tools/test_fsdp2_mem_tracker": 29.706666628519695, "distributed/_tools/test_fsdp_ilp": 1.4206666549046834, "distributed/_tools/test_mem_tracker": 0.5826666752497355, "distributed/_tools/test_memory_tracker": 0.504666676123937, "distributed/_tools/test_mod_tracker": 0.2206666668256124, "distributed/_tools/test_runtime_estimator": 11.20199998219808, "distributed/_tools/test_sac_estimator": 3.3493332862854004, "distributed/_tools/test_sac_ilp": 8.044000102827946, "distributed/algorithms/ddp_comm_hooks/test_ddp_hooks": 34.22999954223633, "distributed/algorithms/quantization/test_quantization": 72.16699981689453, "distributed/algorithms/test_join": 57.07366689046224, "distributed/checkpoint/e2e/test_e2e_save_and_load": 142.0359985033671, "distributed/checkpoint/e2e/test_fine_tuning": 7.149666627248128, "distributed/checkpoint/e2e/test_fsdp_ep": 5.029000123341878, "distributed/checkpoint/e2e/test_pipeline": 6.6476664543151855, "distributed/checkpoint/fsdp/test_fsdp_dsd": 44.65400060017904, "distributed/checkpoint/test_checkpoint": 46.50733439127604, "distributed/checkpoint/test_compatibility": 0.5053333342075348, "distributed/checkpoint/test_dedup_tensors": 0.2036666621764501, "distributed/checkpoint/test_dtensor_checkpoint": 6.614333152770996, "distributed/checkpoint/test_dtensor_resharding": 64.3383337656657, "distributed/checkpoint/test_file_system_checkpoint": 44.089333633581795, "distributed/checkpoint/test_file_system_checkpoint_cpu": 46.20933251579603, "distributed/checkpoint/test_format_utils": 17.9673334757487, "distributed/checkpoint/test_fsdp_model_state": 13.668333053588867, "distributed/checkpoint/test_fsdp_optim_state": 13.098999659220377, "distributed/checkpoint/test_fsdp_tp_checkpoint_conversion": 6.679333209991455, "distributed/checkpoint/test_fsspec": 11.371333046040187, "distributed/checkpoint/test_hf_storage": 0.6083333293596903, "distributed/checkpoint/test_hsdp_checkpoint": 28.34600003560384, "distributed/checkpoint/test_nested_dict": 0.2063333342472712, "distributed/checkpoint/test_planner": 0.6369999870657921, "distributed/checkpoint/test_save_load_api": 11.258000055948893, "distributed/checkpoint/test_state_dict": 186.07999992370605, "distributed/checkpoint/test_state_dict_utils": 44.225999196370445, "distributed/checkpoint/test_torch_save_to_dcp": 8.446666666666665, "distributed/checkpoint/test_tp_checkpoint": 13.100000063578287, "distributed/checkpoint/test_traverse": 0.2153333326180776, "distributed/checkpoint/test_utils": 19.702666926197708, "distributed/elastic/events/lib_test": 0.2733333309491475, "distributed/elastic/metrics/api_test": 0.20800000429153442, "distributed/elastic/multiprocessing/api_test": 33.13133306646099, "distributed/elastic/test_control_plane": 6.305333296457927, "distributed/elastic/timer/local_timer_example": 16.870333353678387, "distributed/elastic/timer/local_timer_test": 5.64933343231678, "distributed/elastic/utils/distributed_test": 6.13366683324178, "distributed/elastic/utils/logging_test": 0.2616666754086812, "distributed/elastic/utils/util_test": 0.39533332486947376, "distributed/flight_recorder/test_fr_analysis": 0.21600000319691995, "distributed/fsdp/test_checkpoint_wrapper": 0.4866666595141093, "distributed/fsdp/test_distributed_checkpoint": 0.1850000023841858, "distributed/fsdp/test_fsdp_apply": 22.150999704996746, "distributed/fsdp/test_fsdp_backward_prefetch": 7.113666534423828, "distributed/fsdp/test_fsdp_checkpoint": 123.16933345794678, "distributed/fsdp/test_fsdp_clip_grad_norm": 50.134666442871094, "distributed/fsdp/test_fsdp_comm": 89.346666653951, "distributed/fsdp/test_fsdp_comm_hooks": 179.12866719563803, "distributed/fsdp/test_fsdp_core": 1129.8316723505657, "distributed/fsdp/test_fsdp_dtensor_state_dict": 142.76732889811197, "distributed/fsdp/test_fsdp_exec_order": 74.43933359781902, "distributed/fsdp/test_fsdp_fine_tune": 37.290000915527344, "distributed/fsdp/test_fsdp_flatten_params": 64.33033243815105, "distributed/fsdp/test_fsdp_freezing_weights": 206.5060017903646, "distributed/fsdp/test_fsdp_fx": 0.8103333314259847, "distributed/fsdp/test_fsdp_grad_acc": 44.57266616821289, "distributed/fsdp/test_fsdp_hybrid_shard": 57.11466725667318, "distributed/fsdp/test_fsdp_ignored_modules": 44.45033264160156, "distributed/fsdp/test_fsdp_input": 11.71400006612142, "distributed/fsdp/test_fsdp_memory": 13.563999811808268, "distributed/fsdp/test_fsdp_meta": 44.09299977620443, "distributed/fsdp/test_fsdp_misc": 76.19833612193663, "distributed/fsdp/test_fsdp_mixed_precision": 369.15966272354126, "distributed/fsdp/test_fsdp_multiple_forward": 7.135666847229004, "distributed/fsdp/test_fsdp_multiple_wrapping": 9.256000200907389, "distributed/fsdp/test_fsdp_optim_state": 416.98534138997394, "distributed/fsdp/test_fsdp_overlap": 12.769000053405762, "distributed/fsdp/test_fsdp_pure_fp16": 19.226666768391926, "distributed/fsdp/test_fsdp_sharded_grad_scaler": 127.63299932082494, "distributed/fsdp/test_fsdp_state_dict": 984.5179902712504, "distributed/fsdp/test_fsdp_tp_integration": 24.863000233968098, "distributed/fsdp/test_fsdp_traversal": 7.383666515350342, "distributed/fsdp/test_fsdp_uneven": 9.369000116984049, "distributed/fsdp/test_fsdp_unshard_params": 83.08833312988281, "distributed/fsdp/test_fsdp_use_orig_params": 416.98233115673065, "distributed/fsdp/test_hsdp_dtensor_state_dict": 81.85833485921223, "distributed/fsdp/test_shard_utils": 11.192000071207682, "distributed/fsdp/test_utils": 0.7996666630109152, "distributed/fsdp/test_wrap": 161.57099907907346, "distributed/launcher/test_run": 42.23999913533529, "distributed/nn/jit/test_instantiator": 0.22333332896232605, "distributed/optim/test_zero_redundancy_optimizer": 261.6160011291504, "distributed/pipeline/sync/skip/test_api": 0.007, "distributed/pipeline/sync/skip/test_gpipe": 1.381, "distributed/pipeline/sync/skip/test_inspect_skip_layout": 0.009000000000000001, "distributed/pipeline/sync/skip/test_leak": 0.5536666666666666, "distributed/pipeline/sync/skip/test_portal": 0.11933333333333335, "distributed/pipeline/sync/skip/test_stash_pop": 0.012666666666666672, "distributed/pipeline/sync/skip/test_tracker": 0.16766666666666666, "distributed/pipeline/sync/skip/test_verify_skippables": 0.012666666666666668, "distributed/pipeline/sync/test_balance": 5.221333333333333, "distributed/pipeline/sync/test_bugs": 2.302333333333334, "distributed/pipeline/sync/test_checkpoint": 0.5806666666666667, "distributed/pipeline/sync/test_copy": 1.012, "distributed/pipeline/sync/test_deferred_batch_norm": 1.1553333333333333, "distributed/pipeline/sync/test_dependency": 0.112, "distributed/pipeline/sync/test_inplace": 0.11699999999999999, "distributed/pipeline/sync/test_microbatch": 0.013000000000000005, "distributed/pipeline/sync/test_phony": 0.007, "distributed/pipeline/sync/test_pipe": 2.124999999999999, "distributed/pipeline/sync/test_pipeline": 0.0030000000000000005, "distributed/pipeline/sync/test_stream": 1.1586666666666667, "distributed/pipeline/sync/test_transparency": 0.4046666666666667, "distributed/pipeline/sync/test_worker": 0.015, "distributed/pipelining/test_backward": 0.8223333358764648, "distributed/pipelining/test_chunkspec": 0.7903333333333333, "distributed/pipelining/test_microbatch": 1.1740000247955322, "distributed/pipelining/test_pipe": 0.8880000114440918, "distributed/pipelining/test_schedule": 45.13266699862046, "distributed/pipelining/test_schedule_multiproc": 13.560999870300293, "distributed/pipelining/test_stage": 5.405666669209798, "distributed/pipelining/test_stage_backward": 0.3113333333333333, "distributed/pipelining/test_transformer": 1.3550000190734863, "distributed/pipelining/test_unflatten": 1.3516666889190674, "distributed/rpc/cuda/test_tensorpipe_agent": 794.5059900283813, "distributed/rpc/test_share_memory": 4.602000077565511, "distributed/tensor/debug/test_comm_mode": 0.43200000127156574, "distributed/tensor/debug/test_comm_mode_features": 25.769999821980793, "distributed/tensor/debug/test_op_coverage": 0.3126666744550069, "distributed/tensor/experimental/test_local_map": 22.25866635640462, "distributed/tensor/experimental/test_register_sharding": 12.86733341217041, "distributed/tensor/experimental/test_tp_transform": 22.425999959309895, "distributed/tensor/parallel/test_ddp_2d_parallel": 3.9249999999999994, "distributed/tensor/parallel/test_fsdp_2d_parallel": 44.479000000000006, "distributed/tensor/parallel/test_micro_pipeline_tp": 11.972666422526041, "distributed/tensor/parallel/test_parallelize_api": 89.66200002034505, "distributed/tensor/parallel/test_tp_examples": 109.51566569010417, "distributed/tensor/parallel/test_tp_random_state": 6.981666564941406, "distributed/tensor/parallel/test_tp_style": 57.76666768391927, "distributed/tensor/parallel/test_view_sharding_dim_change": 3.918333333333333, "distributed/tensor/test_api": 51.917999267578125, "distributed/tensor/test_attention": 12.484333356221518, "distributed/tensor/test_common_rules": 63.98366673787435, "distributed/tensor/test_convolution_ops": 35.61033248901367, "distributed/tensor/test_dtensor": 208.54933404922485, "distributed/tensor/test_dtensor_compile": 219.2536678314209, "distributed/tensor/test_embedding_ops": 25.905666987101238, "distributed/tensor/test_experimental_ops": 16.707666397094727, "distributed/tensor/test_init": 44.82800102233887, "distributed/tensor/test_math_ops": 112.79666646321614, "distributed/tensor/test_matrix_ops": 82.81333414713542, "distributed/tensor/test_op_strategy": 0.3976666604479154, "distributed/tensor/test_optimizers": 74.14733378092448, "distributed/tensor/test_pointwise_ops": 0.7973333398501078, "distributed/tensor/test_random_ops": 76.62533362706502, "distributed/tensor/test_redistribute": 96.6526648203532, "distributed/tensor/test_tensor_ops": 260.30466715494794, "distributed/tensor/test_utils": 80.34333312511444, "distributed/tensor/test_view_ops": 30.303667068481445, "distributed/tensor/test_xla_integration": 0.2070000022649765, "distributed/test_backends": 0.6396666566530863, "distributed/test_c10d_common": 128.18433396021524, "distributed/test_c10d_functional_native": 181.8429994074007, "distributed/test_c10d_gloo": 858.3319896136721, "distributed/test_c10d_logger": 11.162333170572916, "distributed/test_c10d_nccl": 1425.8473225705482, "distributed/test_c10d_object_collectives": 82.41433461507161, "distributed/test_c10d_ops_nccl": 24.858666737874348, "distributed/test_c10d_pypg": 2.667000074094782, "distributed/test_c10d_spawn_gloo": 41.9676665465037, "distributed/test_c10d_spawn_nccl": 56.660666147867836, "distributed/test_c10d_spawn_ucc": 29.06499989827474, "distributed/test_c10d_ucc": 260.114999199907, "distributed/test_composability": 55.412000020345054, "distributed/test_compute_comm_reordering": 123.27200063069661, "distributed/test_control_collectives": 0.2533333400885264, "distributed/test_cuda_p2p": 0.003, "distributed/test_data_parallel": 3.4326667164762816, "distributed/test_device_mesh": 269.6813325881958, "distributed/test_distributed_spawn": 4952.287027994792, "distributed/test_dynamo_distributed": 534.9756660461426, "distributed/test_fake_pg": 0.7389999826749166, "distributed/test_functional_api": 170.78400341809416, "distributed/test_inductor_collectives": 276.54266754786175, "distributed/test_launcher": 1.3333332935969036, "distributed/test_multi_threaded_pg": 0.5280000021060308, "distributed/test_nccl": 1.7206666866938274, "distributed/test_pg_wrapper": 97.86199951171875, "distributed/test_serialization": 0.3619999984900157, "distributed/test_store": 50.14333287704115, "distributed/test_symmetric_memory": 0.21733333372200528, "test_linalg": 0.6059999863306681 } }, "linux-focal-py3.13-clang10": { "crossref": { "backends/xeon/test_launch": 1.6759999593098958, "benchmark_utils/test_benchmark_utils": 0.2026666651169459, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 2.69266676902771, "distributions/test_constraints": 0.13033333669106165, "distributions/test_distributions": 58.79433216992766, "dynamo/cpython/3_13/test_cmath": 0.06533333472907543, "dynamo/cpython/3_13/test_complex": 0.13333333532015482, "dynamo/cpython/3_13/test_dict": 14.291333271578575, "dynamo/cpython/3_13/test_float": 0.16399999901962778, "dynamo/cpython/3_13/test_int": 1.1899999976158142, "dynamo/cpython/3_13/test_int_literal": 0.023666666820645332, "dynamo/cpython/3_13/test_iter": 0.5756666858990988, "dynamo/cpython/3_13/test_list": 2.440999984741211, "dynamo/cpython/3_13/test_math": 23.146000061184168, "dynamo/cpython/3_13/test_ordered_dict": 12.803333409673845, "dynamo/cpython/3_13/test_set": 5.953666666522622, "dynamo/cpython/3_13/test_sort": 0.13133333452666798, "dynamo/cpython/3_13/test_tuple": 27.408000310262043, "dynamo/cpython/3_13/test_unittest/test_assertions": 0.9809999813636144, "dynamo/cpython/3_13/test_userdict": 0.0949999988079071, "dynamo/cpython/3_13/test_userlist": 1.0013333360354106, "export/test_converter": 11.097000122070312, "export/test_db": 2.0476667086283364, "export/test_draft_export": 15.824000040690104, "export/test_export": 57.854999462763466, "export/test_functionalized_assertions": 0.017666666768491268, "export/test_hop": 7.033666610717773, "export/test_lift_unlift": 0.24200000466468433, "export/test_package": 0.3346666594346364, "export/test_pass_infra": 0.7896666526794434, "export/test_passes": 17.927666982014973, "export/test_schema": 0.09100000063578288, "export/test_serialize": 11.235333571210504, "export/test_sparse": 0.0013333333966632683, "export/test_swap": 2.513333320617676, "export/test_tools": 0.3880000015099843, "export/test_torchbind": 8.533000050888708, "export/test_tree_utils": 0.01766666645805041, "export/test_unflatten": 7.945333162943522, "export/test_verifier": 1.216000000635783, "functorch/test_ac_knapsack": 0.04166666604578495, "functorch/test_ac_logging": 0.009666666388511658, "functorch/test_aotdispatch": 2873.0103057324886, "functorch/test_control_flow": 131.4393346607685, "functorch/test_control_flow_cuda_initialization": 0.0020000000949949026, "functorch/test_eager_transforms": 16.47733320357899, "functorch/test_logging": 0.06366666778922081, "functorch/test_minifier": 0.1743333339691162, "functorch/test_ops": 4265.458577473958, "functorch/test_vmap": 881.6126664734135, "functorch/test_vmap_registrations": 4.609666665395101, "higher_order_ops/test_invoke_quant": 5.288000067075093, "higher_order_ops/test_invoke_subgraph": 35.57100014388561, "higher_order_ops/test_with_effects": 17.979000727335613, "inductor/test_analysis": 0.032666667364537716, "inductor/test_block_analysis": 0.08833333353201549, "inductor/test_inductor_scheduler": 0.01766666645805041, "inductor/test_minifier_utils": 0.5013333360354105, "inductor/test_mmdecomp": 0.0020000000561897955, "inductor/test_utils": 0.09299999972184499, "lazy/test_bindings": 0.004333333345130086, "lazy/test_debug_util": 0.06933333352208138, "lazy/test_functionalization": 0.07400000095367432, "lazy/test_generator": 0.06433333208163579, "lazy/test_reuse_ir": 0.2930000027020772, "lazy/test_step_closures": 2.010333299636841, "lazy/test_ts_opinfo": 28.27900017797947, "nn/test_convolution": 21.261333465576172, "nn/test_dropout": 0.4220000033577283, "nn/test_embedding": 9.411666572093964, "nn/test_init": 3.9483333428700766, "nn/test_lazy_modules": 0.5306666692097982, "nn/test_load_state_dict": 0.8329999963752925, "nn/test_module_hooks": 0.2683333332339923, "nn/test_multihead_attention": 6.479000123217702, "nn/test_packed_sequence": 0.36233333746592206, "nn/test_parametrization": 1.5636667006959517, "nn/test_pooling": 31.486332714557648, "nn/test_pruning": 0.1116666669646899, "profiler/test_cpp_thread": 0.0026666667157163224, "profiler/test_execution_trace": 0.2600000003973643, "profiler/test_kineto": 0.01066666655242443, "profiler/test_memory_profiler": 4.929333393772443, "profiler/test_profiler": 15.38099995876352, "profiler/test_profiler_tree": 0.03033333271741867, "profiler/test_record_function": 0.07099999984105428, "profiler/test_torch_tidy": 4.862333456675212, "test_ao_sparsity": 9.36300004956623, "test_autocast": 0.5696666790172458, "test_autograd": 44.008333808121584, "test_autograd_fallback": 0.09799999992052714, "test_autoload": 0.04800000103811423, "test_binary_ufuncs": 128.7086664835612, "test_bundled_inputs": 0.9610000054041544, "test_comparison_utils": 0.023000000044703484, "test_compile_benchmark_util": 0.0010000000474974513, "test_complex": 0.06400000303983688, "test_content_store": 5.250999927520752, "test_cpp_api_parity": 3.447333335876465, "test_cpp_extensions_aot_ninja": 0.04799999971874058, "test_cpp_extensions_aot_no_ninja": 0.04500000015832484, "test_cpp_extensions_jit": 30.793999989827473, "test_cpp_extensions_mtia_backend": 0.42633333802223206, "test_cpp_extensions_open_device_registration": 12.386333147684732, "test_cpp_extensions_stream_and_event": 0.492333322763443, "test_cuda": 0.007000000254871945, "test_custom_ops": 27.539000411828358, "test_dataloader": 246.74433401712062, "test_datapipe": 13.250000041133413, "test_decomp": 271.5779937381546, "test_deploy": 0.01833333323399226, "test_dispatch": 23.123333415016532, "test_dlpack": 0.2553333242734273, "test_dynamic_shapes": 21.52266679611057, "test_expanded_weights": 11.062666739026705, "test_extension_utils": 0.016000000449518364, "test_fake_tensor": 2.8956666411831975, "test_file_check": 1.4429999987284343, "test_flop_counter": 0.8689999977747599, "test_foreach": 116.48600006103516, "test_function_schema": 0.26500000556310016, "test_functional_autograd_benchmark": 39.07800165812174, "test_functional_optim": 0.12099999934434891, "test_functionalization": 5.224999984105428, "test_functionalization_of_rng_ops": 0.01899999938905239, "test_futures": 0.6629999876022339, "test_fx": 235.86866545304656, "test_fx_experimental": 78.01400098204613, "test_fx_passes": 0.38366666932900745, "test_fx_reinplace_pass": 0.3436666627724965, "test_hop_infra": 0.012333333492279053, "test_hub": 8.903999964396158, "test_import_stats": 3.0510000387827554, "test_indexing": 2.2096666507422924, "test_itt": 0.015000000285605589, "test_jit": 96.52033314543466, "test_jit_autocast": 21.165333059926827, "test_jit_disabled": 0.11000000188748042, "test_jit_fuser_te": 236.80866653720537, "test_jit_llga_fuser": 41.72699952921054, "test_legacy_vmap": 2.130333296954632, "test_license": 0.01966666616499424, "test_linalg": 270.4533386230469, "test_logging": 1.7073332866032918, "test_masked": 38.04533386230469, "test_maskedtensor": 17.651666680971783, "test_matmul_cuda": 0.10866666585206985, "test_matmul_fp8": 0.036999999855955444, "test_meta": 231.1976689050595, "test_mkl_verbose": 3.271333376566569, "test_mkldnn": 80.73300170898438, "test_mkldnn_fusion": 61.489000956217446, "test_mkldnn_verbose": 4.677000045776367, "test_mobile_optimizer": 2.6559999783833823, "test_model_exports_to_core_aten": 0.017666667078932125, "test_module_tracker": 0.03199999903639158, "test_modules": 651.6820119222006, "test_monitor": 0.044666665800226234, "test_multiprocessing": 56.08166758219401, "test_multiprocessing_spawn": 120.80033432048124, "test_namedtensor": 0.859333336353302, "test_namedtuple_return_api": 0.9053333202997843, "test_native_functions": 0.1360000024239222, "test_native_mha": 0.2426666667064031, "test_nestedtensor": 1874.6249937120203, "test_nn": 159.06299848163812, "test_numba_integration": 0.0013333333966632683, "test_numpy_interop": 0.20333333313465118, "test_openmp": 6.002000013987224, "test_openreg": 2.6143333117167153, "test_ops": 4237.06803352541, "test_ops_fwd_gradients": 845.8696695963541, "test_ops_gradients": 1107.1476542154949, "test_ops_jit": 1050.3566487630208, "test_optim": 96.1830017666022, "test_out_dtype_op": 0.5066666801770529, "test_overrides": 3.0113333483847478, "test_package": 2.404333344932335, "test_per_overload_api": 0.03166666626930237, "test_prims": 0.186000001616776, "test_proxy_tensor": 883.6703297616914, "test_pruning_op": 0.40166667103767395, "test_public_bindings": 8.903999964396158, "test_python_dispatch": 0.6346666654571891, "test_pytree": 1.805333339298765, "test_quantization": 2302.493003446609, "test_reductions": 213.09967041015625, "test_scatter_gather_ops": 9.941666603088379, "test_schema_check": 369.91733398536843, "test_segment_reductions": 1.1923333406448364, "test_serialization": 66.92000034699838, "test_set_default_mobile_cpu_allocator": 0.0403333343565464, "test_shape_ops": 1.4486666917800903, "test_show_pickle": 0.019999999552965164, "test_sort_and_select": 2.234666665395101, "test_sparse": 1472.0966481266078, "test_sparse_csr": 246.19366806435087, "test_sparse_semi_structured": 0.03066666699790706, "test_spectral_ops": 6.645666668812434, "test_stateless": 7.316666742165883, "test_subclass": 0.4006666640440623, "test_sympy_utils": 21.27566684425498, "test_tensor_creation_ops": 25.997000619148213, "test_tensorboard": 0.11033333360683173, "test_tensorexpr": 45.26766713460287, "test_tensorexpr_pybind": 0.6576666555677851, "test_testing": 54.631667129850634, "test_torch": 15.69800012318107, "test_transformers": 1549.2813241177548, "test_transformers_privateuse1": 2.4619999726613364, "test_type_hints": 0.02500000037252903, "test_type_info": 0.040000000347693764, "test_type_promotion": 5.680999914805095, "test_typing": 115.05566660563152, "test_unary_ufuncs": 489.25600179036456, "test_utils": 186.55166630346017, "test_utils_config_module": 0.09433333575725555, "test_utils_filelock": 0.12300000091393788, "test_view_ops": 31.117666323979694, "test_vulkan": 0.0043333334227403, "test_weak": 5.600999994203448, "test_xnnpack_integration": 14.639666463946924, "torch_np/numpy_tests/core/test_dlpack": 0.3436666627724965, "torch_np/numpy_tests/core/test_dtype": 0.4409999946365133, "torch_np/numpy_tests/core/test_einsum": 19.19633341487497, "torch_np/numpy_tests/core/test_getlimits": 0.06533333340970178, "torch_np/numpy_tests/core/test_indexing": 0.29666667082346976, "torch_np/numpy_tests/core/test_numeric": 4.553999954213698, "torch_np/numpy_tests/core/test_numerictypes": 0.10866666492074728, "torch_np/numpy_tests/core/test_scalar_ctors": 0.18799999790887037, "torch_np/numpy_tests/core/test_scalar_methods": 0.0003333333491658171, "torch_np/numpy_tests/core/test_scalarinherit": 0.0006666666983316342, "torch_np/numpy_tests/core/test_scalarmath": 27.830333518019568, "torch_np/numpy_tests/core/test_shape_base": 0.4603333342820406, "torch_np/numpy_tests/fft/test_helper": 7.029333526734263, "torch_np/numpy_tests/fft/test_pocketfft": 4.231000043451786, "torch_np/numpy_tests/lib/test_arraypad": 0.064666664848725, "torch_np/numpy_tests/lib/test_arraysetops": 0.1660000029563283, "torch_np/numpy_tests/lib/test_function_base": 1.8316666713605325, "torch_np/numpy_tests/lib/test_histograms": 0.44900000219543773, "torch_np/numpy_tests/lib/test_index_tricks": 0.1460000005705903, "torch_np/numpy_tests/lib/test_shape_base_": 0.4803333377931267, "torch_np/numpy_tests/lib/test_twodim_base": 0.28766666833932203, "torch_np/numpy_tests/lib/test_type_check": 0.17133333596090475, "torch_np/numpy_tests/linalg/test_linalg": 9.944000129510338, "torch_np/test_basic": 1.6310000102967024, "torch_np/test_binary_ufuncs": 0.1686666657527288, "torch_np/test_dtype": 0.14433333526055017, "torch_np/test_function_base": 0.027666666855414707, "torch_np/test_ndarray_methods": 5.104333309922367, "torch_np/test_nep50_examples": 0.02666666715716322, "torch_np/test_random": 0.1330000014665226, "torch_np/test_reductions": 3.7163332607597113, "torch_np/test_scalars_0D_arrays": 0.1276666671037674, "torch_np/test_ufuncs_basic": 1.2590000064422686, "torch_np/test_unary_ufuncs": 0.1870000014702479 }, "default": { "backends/xeon/test_launch": 1.7043333450953166, "benchmark_utils/test_benchmark_utils": 0.14899999896685281, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 2.7266666889190674, "distributions/test_constraints": 0.06566666687528293, "distributions/test_distributions": 51.83166723450025, "dynamo/cpython/3_13/test_cmath": 0.06133333407342434, "dynamo/cpython/3_13/test_complex": 0.15266666809717813, "dynamo/cpython/3_13/test_dict": 14.858666493014121, "dynamo/cpython/3_13/test_float": 0.16700000137401125, "dynamo/cpython/3_13/test_int": 1.1450000256299973, "dynamo/cpython/3_13/test_int_literal": 0.023000000044703484, "dynamo/cpython/3_13/test_iter": 0.5636666814486185, "dynamo/cpython/3_13/test_list": 2.447333335876465, "dynamo/cpython/3_13/test_math": 23.472666575262945, "dynamo/cpython/3_13/test_ordered_dict": 14.541999963965887, "dynamo/cpython/3_13/test_set": 6.357333363344272, "dynamo/cpython/3_13/test_sort": 0.13266666559502482, "dynamo/cpython/3_13/test_tuple": 28.878000259399414, "dynamo/cpython/3_13/test_unittest/test_assertions": 1.0140000010530155, "dynamo/cpython/3_13/test_userdict": 0.09866666545470555, "dynamo/cpython/3_13/test_userlist": 1.040333350499471, "dynamo/test_activation_checkpointing": 13.545000076293945, "dynamo/test_after_aot": 8.790000279744467, "dynamo/test_aot_autograd": 58.37766647338867, "dynamo/test_aot_autograd_cache": 35.56766724586487, "dynamo/test_autograd_function": 4.6933333079020185, "dynamo/test_backends": 6.734000005332443, "dynamo/test_backward_higher_order_ops": 8.47700023651123, "dynamo/test_base_hop": 1.3989999691645305, "dynamo/test_base_output": 0.0013333333966632683, "dynamo/test_buffers_override": 5.317333380381267, "dynamo/test_bytecode_utils": 5.984666615724564, "dynamo/test_callback": 0.01800000046690305, "dynamo/test_compile": 6.178000031815221, "dynamo/test_compiler_bisector": 0.0010000000474974513, "dynamo/test_comptime": 5.901000022888184, "dynamo/test_config": 0.6163333455721537, "dynamo/test_ctx_manager": 6.986999988555908, "dynamo/test_debug_utils": 0.06499999761581421, "dynamo/test_decorators": 10.153000195821127, "dynamo/test_deque_reconstruct": 0.36633333563804626, "dynamo/test_deviceguard": 0.016333333410633106, "dynamo/test_dicts": 3.102666695912679, "dynamo/test_dynamic_shapes": 801.8523373330632, "dynamo/test_error_messages": 5.792333285013835, "dynamo/test_exc": 2.2070000171661377, "dynamo/test_exceptions": 6.682666460673015, "dynamo/test_export": 19.309000651041668, "dynamo/test_export_mutations": 0.256333331267039, "dynamo/test_flat_apply": 0.3253333369890849, "dynamo/test_frame_init": 0.014000000432133675, "dynamo/test_functions": 41.34733406702677, "dynamo/test_fx_passes_pre_grad": 0.8633333444595337, "dynamo/test_generator": 2.715333310266336, "dynamo/test_generator_stop": 0.44200001160303753, "dynamo/test_global": 5.3373332023620605, "dynamo/test_graph_break_messages": 3.135999917984009, "dynamo/test_graph_deduplication": 2.4413333733876548, "dynamo/test_graph_region_tracker": 1.2073333660761516, "dynamo/test_guard_manager": 0.49966666102409363, "dynamo/test_guard_serialization": 3.36299999554952, "dynamo/test_higher_order_ops": 38.23800023893515, "dynamo/test_hooks": 16.252999941507976, "dynamo/test_inline_and_install": 21.048999786376953, "dynamo/test_inline_inbuilt_nn_modules": 248.8286661307017, "dynamo/test_input_attr_tracking": 6.182666778564453, "dynamo/test_install_free_tensors": 14.1523331006368, "dynamo/test_interop": 0.5873333414395651, "dynamo/test_logging": 18.178332646687824, "dynamo/test_metrics_context": 0.029333332553505898, "dynamo/test_minifier": 2.1606667041778564, "dynamo/test_misc": 95.26000034809113, "dynamo/test_model_output": 0.003000000142492354, "dynamo/test_modes": 38.01700124082466, "dynamo/test_modules": 16.982333342234295, "dynamo/test_nops": 0.41833333174387616, "dynamo/test_optimizers": 1.262333353360494, "dynamo/test_pgo": 1.875, "dynamo/test_pre_dispatch": 0.4153333405653636, "dynamo/test_prim_hop_base": 0.5393333236376444, "dynamo/test_profiler": 7.4486667315165205, "dynamo/test_python_autograd": 0.6243333419164022, "dynamo/test_python_dispatcher": 0.6840000152587891, "dynamo/test_raise": 1.2219999755422275, "dynamo/test_recompile_ux": 1.3580000003178914, "dynamo/test_recompiles": 2.9589999516805015, "dynamo/test_reconstruct": 1.5616666475931804, "dynamo/test_reorder_logs": 1.2076666553815205, "dynamo/test_repros": 125.37466430664062, "dynamo/test_resume": 0.34133333961168927, "dynamo/test_sdpa": 0.30300000309944153, "dynamo/test_skip_guard_eval_unsafe": 5.380666573842366, "dynamo/test_skip_non_tensor": 0.8116666674613953, "dynamo/test_sources": 0.3466666638851166, "dynamo/test_structured_trace": 19.160999933878582, "dynamo/test_subclasses": 30.48200003306071, "dynamo/test_subgraphs": 5.458333333333333, "dynamo/test_sys": 0.44633333136638004, "dynamo/test_trace_rules": 0.895333339770635, "dynamo/test_unittest": 0.12500000248352686, "dynamo/test_unspec": 14.634000142415365, "dynamo/test_utils": 23.422999606157344, "dynamo/test_verify_correctness": 0.5709999998410543, "dynamo/test_view": 0.47633334000905353, "export/test_converter": 11.048666954040527, "export/test_cpp_serdes": 56.26433308919271, "export/test_db": 2.034333348274231, "export/test_draft_export": 16.268666585286457, "export/test_experimental": 2.302666664123535, "export/test_export": 52.5016677180926, "export/test_export_nonstrict": 48.226001262664795, "export/test_export_strict": 72.07166508833568, "export/test_export_training_ir_to_run_decomp": 284.9283289909363, "export/test_export_with_inline_and_install": 74.68800115585327, "export/test_functionalized_assertions": 0.016333334147930145, "export/test_hop": 6.977000077565511, "export/test_lift_unlift": 0.25233333410384756, "export/test_package": 0.34066667159398395, "export/test_pass_infra": 0.7960000236829122, "export/test_passes": 16.729333241780598, "export/test_retraceability": 177.48433101177216, "export/test_schema": 0.0920000026623408, "export/test_serdes": 127.28699966271718, "export/test_serialize": 10.583333372448882, "export/test_sparse": 0.0013333333966632683, "export/test_swap": 2.407333334287008, "export/test_tools": 0.1823333352804184, "export/test_torchbind": 8.220333316829056, "export/test_tree_utils": 0.015333333363135656, "export/test_unflatten": 7.60700003306071, "export/test_unflatten_training_ir": 6.332666556040446, "export/test_verifier": 1.1406666437784831, "functorch/test_ac_knapsack": 0.0409999992698431, "functorch/test_ac_logging": 0.009333333000540733, "functorch/test_aotdispatch": 2846.437673424681, "functorch/test_control_flow": 129.93799893309674, "functorch/test_control_flow_cuda_initialization": 0.0020000000949949026, "functorch/test_eager_transforms": 14.168333284867307, "functorch/test_logging": 0.05866666759053866, "functorch/test_minifier": 0.15600000321865082, "functorch/test_ops": 3074.481974283854, "functorch/test_vmap": 487.14266916178167, "functorch/test_vmap_registrations": 3.9793333212534585, "higher_order_ops/test_invoke_quant": 4.537333408991496, "higher_order_ops/test_invoke_subgraph": 35.19500037282705, "higher_order_ops/test_with_effects": 13.693000157674154, "inductor/test_alignment": 14.074666659037272, "inductor/test_analysis": 0.03666666677842537, "inductor/test_aot_inductor_arrayref": 1996.3446451822917, "inductor/test_async_compile": 0.00233333344416072, "inductor/test_auto_functionalize": 24.98933283487956, "inductor/test_benchmark_fusion": 9.071666717529297, "inductor/test_benchmarking": 0.3073333303133647, "inductor/test_binary_folding": 60.50999959309896, "inductor/test_block_analysis": 0.06833333273728688, "inductor/test_codecache": 66.7613328206741, "inductor/test_codegen_triton": 0.07933333267768224, "inductor/test_combo_kernels": 0.0020000000949949026, "inductor/test_compile": 8.734000205993652, "inductor/test_compile_subprocess": 1030.0879961649578, "inductor/test_compile_worker": 5.910000006357829, "inductor/test_compiled_autograd": 496.6930121953289, "inductor/test_compiled_optimizers": 130.5989990234375, "inductor/test_config": 3.2293333212534585, "inductor/test_control_flow": 0.5930000041068221, "inductor/test_cpp_wrapper_hipify": 0.09333333124717076, "inductor/test_cpu_cpp_wrapper": 3724.4446919759116, "inductor/test_cpu_repro": 2290.4883422851562, "inductor/test_cpu_select_algorithm": 8144.5159912109375, "inductor/test_custom_lowering": 0.0086666668454806, "inductor/test_custom_post_grad_passes": 5.304666837056478, "inductor/test_cutlass_evt": 0.0016666667458290856, "inductor/test_debug_trace": 6.443666776021321, "inductor/test_decompose_mem_bound_mm": 0.0006666666983316342, "inductor/test_distributed_patterns": 15.595000267028809, "inductor/test_efficient_conv_bn_eval": 0.0013333333966632683, "inductor/test_extension_backend": 1.2933333317438762, "inductor/test_external_callables": 8.30566660563151, "inductor/test_flex_attention": 1.5360000060560803, "inductor/test_flex_decoding": 1.3323333263397217, "inductor/test_foreach": 15.576666831970215, "inductor/test_fp8": 71.20099969487637, "inductor/test_fused_attention": 94.11899948120117, "inductor/test_fuzzer": 2.7420000235239663, "inductor/test_fx_fusion": 0.07866666590174039, "inductor/test_graph_transform_observer": 0.006666666828095913, "inductor/test_group_batch_fusion": 0.03199999961846819, "inductor/test_indexing": 0.5800000093877316, "inductor/test_inductor_annotations": 0.003666666802018881, "inductor/test_inductor_freezing": 34.39266586303711, "inductor/test_inductor_scheduler": 0.01766666645805041, "inductor/test_minifier": 45.375999450683594, "inductor/test_minifier_utils": 0.2916666666666667, "inductor/test_mkldnn_pattern_matcher": 886.5593330065409, "inductor/test_mmdecomp": 0.0016666667070239782, "inductor/test_op_completeness": 0.02500000037252903, "inductor/test_ordered_set": 1.881666687511218, "inductor/test_provenance_tracing": 7.205333412314455, "inductor/test_split_cat_fx_aten_passes": 0.0026666667545214295, "inductor/test_standalone_compile": 20.876333236694336, "inductor/test_static_cuda_launcher": 0.0010000000474974513, "inductor/test_torchbind": 33.06133270263672, "inductor/test_torchinductor": 1039.914011001587, "inductor/test_torchinductor_codegen_config_overrides": 2.560333331425985, "inductor/test_torchinductor_codegen_dynamic_shapes": 1067.9309997558594, "inductor/test_torchinductor_dynamic_shapes": 1104.658305176689, "inductor/test_torchinductor_opinfo": 14559.099365234375, "inductor/test_triton_extension_backend": 1.256333311398824, "inductor/test_triton_kernels": 0.019000000786036253, "inductor/test_unbacked_symints": 14.952333768208822, "inductor/test_utils": 0.0843333328763644, "lazy/test_bindings": 0.0013333333966632683, "lazy/test_debug_util": 0.06333333253860474, "lazy/test_functionalization": 0.06866666674613953, "lazy/test_generator": 0.06300000101327896, "lazy/test_reuse_ir": 0.25333333512147266, "lazy/test_step_closures": 2.01200000445048, "lazy/test_ts_opinfo": 23.569333158433437, "nn/test_convolution": 18.3646666208903, "nn/test_dropout": 0.27166666587193805, "nn/test_embedding": 4.967666520426671, "nn/test_init": 2.5079999764760337, "nn/test_lazy_modules": 0.35100000103314716, "nn/test_load_state_dict": 0.7253333354989687, "nn/test_module_hooks": 0.21766666819651923, "nn/test_multihead_attention": 4.831333292648196, "nn/test_packed_sequence": 0.19099999964237213, "nn/test_parametrization": 0.8276666613916556, "nn/test_pooling": 24.302000001072884, "nn/test_pruning": 0.10566666722297668, "profiler/test_cpp_thread": 0.0020000000949949026, "profiler/test_execution_trace": 0.22699999809265137, "profiler/test_kineto": 0.013666666423281034, "profiler/test_memory_profiler": 4.6496667092045145, "profiler/test_profiler": 14.157333418688117, "profiler/test_profiler_tree": 0.06766666720310847, "profiler/test_record_function": 0.06299999977151553, "profiler/test_torch_tidy": 5.439666748046875, "test_ao_sparsity": 6.436333338730037, "test_appending_byte_serializer": 0.019333332777023315, "test_autocast": 0.5340000170593461, "test_autograd": 39.00933392563214, "test_autograd_fallback": 0.09399999926487605, "test_autoload": 0.04233333344260851, "test_binary_ufuncs": 93.87733205159505, "test_bundled_inputs": 0.831000010172526, "test_comparison_utils": 0.03599999969204267, "test_compile_benchmark_util": 0.0020000000949949026, "test_complex": 0.0560000017285347, "test_content_store": 5.129000027974446, "test_cpp_api_parity": 3.190333366394043, "test_cpp_extensions_aot_ninja": 0.041333333821967244, "test_cpp_extensions_aot_no_ninja": 0.04100000043399632, "test_cpp_extensions_jit": 29.81599998474121, "test_cpp_extensions_mtia_backend": 0.41600000858306885, "test_cpp_extensions_open_device_registration": 7.419333457946777, "test_cpp_extensions_stream_and_event": 0.45766665538152057, "test_cuda": 0.010666667095695933, "test_custom_ops": 25.29833318137874, "test_dataloader": 204.2153313915866, "test_datapipe": 11.580667053504536, "test_decomp": 5644.119683754087, "test_deploy": 0.013666666733721891, "test_dispatch": 22.9666665137435, "test_dlpack": 0.2446666657924652, "test_dynamic_shapes": 17.670333219071228, "test_expanded_weights": 8.54100013958911, "test_extension_utils": 0.015000000285605589, "test_fake_tensor": 2.744333353204032, "test_file_check": 1.4726667006810505, "test_flop_counter": 0.5713333288828532, "test_foreach": 82.63733418782552, "test_function_schema": 0.2696666618188222, "test_functional_autograd_benchmark": 25.648000081380207, "test_functional_optim": 0.09533333281675975, "test_functionalization": 5.4599999984105425, "test_functionalization_of_rng_ops": 0.019666666785875957, "test_futures": 0.6599999864896139, "test_fx": 217.51633315564445, "test_fx_experimental": 71.06533408164978, "test_fx_passes": 0.33100000272194546, "test_fx_reinplace_pass": 0.30299999316533405, "test_hop_infra": 0.008999999612569809, "test_hub": 9.716333071390787, "test_import_stats": 3.2209999561309814, "test_indexing": 1.616333366682132, "test_itt": 0.013333333656191826, "test_jit": 85.14766682548604, "test_jit_autocast": 13.271333088477453, "test_jit_disabled": 0.08933333307504654, "test_jit_fuser_te": 187.24899940937757, "test_jit_llga_fuser": 37.31866620232662, "test_legacy_vmap": 1.5839999665816624, "test_license": 0.01433333350966374, "test_linalg": 154.3516642252604, "test_logging": 1.6516666412353516, "test_masked": 20.50666618347168, "test_maskedtensor": 13.132666980226835, "test_matmul_cuda": 0.06799999997019768, "test_matmul_fp8": 0.02166666618237893, "test_meta": 2040.8326546226938, "test_mkl_verbose": 3.8413333098093667, "test_mkldnn": 61.452999114990234, "test_mkldnn_fusion": 38.740667978922524, "test_mkldnn_verbose": 2.7276666164398193, "test_mobile_optimizer": 2.421333392461141, "test_model_exports_to_core_aten": 0.012333333492279053, "test_module_tracker": 0.023333333432674408, "test_modules": 554.9656778971354, "test_monitor": 0.029666666484748323, "test_multiprocessing": 54.12633387247721, "test_multiprocessing_spawn": 119.22033300600015, "test_namedtensor": 0.6596666673819224, "test_namedtuple_return_api": 0.8796666661898295, "test_native_functions": 0.12600000202655792, "test_native_mha": 0.195333331823349, "test_nestedtensor": 1809.903659971431, "test_nn": 128.00133485199572, "test_numba_integration": 0.0016666667458290856, "test_numpy_interop": 0.1386666645606359, "test_openmp": 4.654666741689046, "test_openreg": 2.516333262125651, "test_ops": 3543.2213767133653, "test_ops_fwd_gradients": 614.6500040690104, "test_ops_gradients": 844.1490071614584, "test_ops_jit": 959.7820027669271, "test_optim": 58.27833244204521, "test_out_dtype_op": 0.375, "test_overrides": 3.0566667152258256, "test_package": 2.0030000349506736, "test_per_overload_api": 0.019333332777023315, "test_prims": 0.19566666272779307, "test_proxy_tensor": 831.6163262948394, "test_pruning_op": 0.26233333349227905, "test_public_bindings": 7.544000148773193, "test_python_dispatch": 0.5773333359199265, "test_pytree": 2.0369999880592027, "test_quantization": 1600.0850015477433, "test_reductions": 199.45299784342447, "test_scatter_gather_ops": 8.901000022888184, "test_schema_check": 360.5766673187415, "test_segment_reductions": 0.9450000325838724, "test_serialization": 55.83900026604533, "test_set_default_mobile_cpu_allocator": 0.020333333561817806, "test_shape_ops": 1.4416666428248088, "test_show_pickle": 0.019999999552965164, "test_sort_and_select": 1.8403333028157551, "test_sparse": 383.3469989538814, "test_sparse_csr": 153.96399717463646, "test_sparse_semi_structured": 0.035666666847343244, "test_spectral_ops": 5.7063332833349705, "test_stateless": 5.596000025669734, "test_subclass": 0.3660000065962474, "test_sympy_utils": 20.981333306214463, "test_tensor_creation_ops": 17.253666694586475, "test_tensorboard": 0.5046666660346091, "test_tensorexpr": 44.19899876912435, "test_tensorexpr_pybind": 0.5729999781275789, "test_testing": 43.49300015407304, "test_torch": 11.479333497040594, "test_transformers": 804.9263415932655, "test_transformers_privateuse1": 2.427666664123535, "test_type_hints": 0.012333333492279053, "test_type_info": 0.03633333370089531, "test_type_promotion": 4.266333341598511, "test_typing": 99.13800048828125, "test_unary_ufuncs": 446.7929992675781, "test_utils": 179.89500557949455, "test_utils_config_module": 0.07366666818658511, "test_utils_filelock": 0.10866666833559673, "test_view_ops": 15.500666697820028, "test_vulkan": 0.0013333333966632683, "test_weak": 4.277333264860014, "test_xnnpack_integration": 13.761333213265365, "torch_np/numpy_tests/core/test_dlpack": 0.19166666766007742, "torch_np/numpy_tests/core/test_dtype": 0.2416666702289755, "torch_np/numpy_tests/core/test_einsum": 13.497666659144064, "torch_np/numpy_tests/core/test_getlimits": 0.09300000045914203, "torch_np/numpy_tests/core/test_indexing": 0.27733333583455533, "torch_np/numpy_tests/core/test_numeric": 4.675666642918562, "torch_np/numpy_tests/core/test_numerictypes": 0.14366666693240404, "torch_np/numpy_tests/core/test_scalar_ctors": 0.20333333437641463, "torch_np/numpy_tests/core/test_scalar_methods": 0.005666666819403569, "torch_np/numpy_tests/core/test_scalarinherit": 0.0003333333491658171, "torch_np/numpy_tests/core/test_scalarmath": 23.239333294991713, "torch_np/numpy_tests/core/test_shape_base": 0.4973333353797595, "torch_np/numpy_tests/fft/test_helper": 4.223666621682544, "torch_np/numpy_tests/fft/test_pocketfft": 3.8683333372076354, "torch_np/numpy_tests/lib/test_arraypad": 0.06500000134110451, "torch_np/numpy_tests/lib/test_arraysetops": 0.1506666683514292, "torch_np/numpy_tests/lib/test_function_base": 2.051999993932744, "torch_np/numpy_tests/lib/test_histograms": 0.36933333550890285, "torch_np/numpy_tests/lib/test_index_tricks": 0.14033333313030502, "torch_np/numpy_tests/lib/test_shape_base_": 0.4009999977424741, "torch_np/numpy_tests/lib/test_twodim_base": 0.24900000433747968, "torch_np/numpy_tests/lib/test_type_check": 0.1456666684243828, "torch_np/numpy_tests/linalg/test_linalg": 6.511333363441129, "torch_np/test_basic": 0.9606666780697802, "torch_np/test_binary_ufuncs": 0.1266666700442632, "torch_np/test_dtype": 0.12300000091393788, "torch_np/test_function_base": 0.018666666001081467, "torch_np/test_ndarray_methods": 3.0416666336823255, "torch_np/test_nep50_examples": 0.01699999995374431, "torch_np/test_random": 0.10966666896517079, "torch_np/test_reductions": 2.640666726976633, "torch_np/test_scalars_0D_arrays": 0.08699999998013179, "torch_np/test_ufuncs_basic": 0.860333320684731, "torch_np/test_unary_ufuncs": 0.13833333055178323 }, "dynamo_wrapped": { "backends/xeon/test_launch": 2.0836666425069175, "benchmark_utils/test_benchmark_utils": 2.9006667137145996, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 4.9256666501363116, "distributions/test_constraints": 0.12066666781902313, "distributions/test_distributions": 1145.72399967645, "dynamo/cpython/3_13/test_cmath": 1.1960000097751617, "dynamo/cpython/3_13/test_complex": 1.6343333721160889, "dynamo/cpython/3_13/test_dict": 3.9773333681126437, "dynamo/cpython/3_13/test_float": 2.524999976158142, "dynamo/cpython/3_13/test_int": 2.5969999780257544, "dynamo/cpython/3_13/test_int_literal": 0.8130000034968058, "dynamo/cpython/3_13/test_iter": 2.1506666342417398, "dynamo/cpython/3_13/test_list": 6.324666817982991, "dynamo/cpython/3_13/test_math": 3.345999995867411, "dynamo/cpython/3_13/test_ordered_dict": 12.508999988436699, "dynamo/cpython/3_13/test_set": 27.941999996080995, "dynamo/cpython/3_13/test_sort": 1.3373333501319091, "dynamo/cpython/3_13/test_tuple": 2.2250000635782876, "dynamo/cpython/3_13/test_unittest/test_assertions": 1.615333338578542, "dynamo/cpython/3_13/test_userdict": 0.8383333484331766, "dynamo/cpython/3_13/test_userlist": 1.6076666911443074, "functorch/test_ac_knapsack": 0.9363333384195963, "functorch/test_ac_logging": 0.4643333355585734, "functorch/test_aotdispatch": 152.0679979212582, "functorch/test_control_flow": 476.8079973856608, "functorch/test_control_flow_cuda_initialization": 0.11066666742165883, "functorch/test_eager_transforms": 237.16566665967306, "functorch/test_logging": 1.155666708946228, "functorch/test_minifier": 2.2013332843780518, "functorch/test_ops": 46.27500025431315, "functorch/test_vmap": 1649.402974029382, "functorch/test_vmap_registrations": 70.14466603597005, "higher_order_ops/test_invoke_quant": 0.0003333333491658171, "higher_order_ops/test_invoke_subgraph": 15.417999927536584, "higher_order_ops/test_with_effects": 18.842666625976562, "lazy/test_bindings": 0.0013333333966632683, "lazy/test_debug_util": 0.7463333408037821, "lazy/test_functionalization": 1.1776666641235352, "lazy/test_generator": 0.9283333420753479, "lazy/test_reuse_ir": 1.2740000486373901, "lazy/test_step_closures": 2.7480000654856362, "lazy/test_ts_opinfo": 14.496000349521637, "nn/test_convolution": 377.5413309733073, "nn/test_dropout": 8.99999996026357, "nn/test_embedding": 272.10333315531415, "nn/test_init": 3.8943332036336265, "nn/test_lazy_modules": 33.18633270263672, "nn/test_load_state_dict": 7.795000200470288, "nn/test_module_hooks": 38.15000021457672, "nn/test_multihead_attention": 49.280666748682656, "nn/test_packed_sequence": 6.530999819437663, "nn/test_parametrization": 26.144999384880066, "nn/test_pooling": 68.62033295631409, "nn/test_pruning": 11.688999811808268, "profiler/test_cpp_thread": 0.6203333263595899, "profiler/test_execution_trace": 3.8049999872843423, "profiler/test_kineto": 0.43299999833106995, "profiler/test_memory_profiler": 0.0010000000474974513, "profiler/test_profiler": 93.77566753261878, "profiler/test_profiler_tree": 1.6119999885559082, "profiler/test_record_function": 1.875, "profiler/test_torch_tidy": 45.747666676839195, "test_ao_sparsity": 99.86700038736065, "test_autocast": 11.454999953508377, "test_autograd": 263.5403294066588, "test_autograd_fallback": 5.205333391825358, "test_autoload": 0.5493333290020624, "test_binary_ufuncs": 1825.4709879557292, "test_bundled_inputs": 5.267000039418538, "test_comparison_utils": 1.0056666731834412, "test_compile_benchmark_util": 0.0013333333966632683, "test_complex": 2.3949999809265137, "test_content_store": 9.09766674041748, "test_cpp_api_parity": 253.78633626302084, "test_cpp_extensions_aot_ninja": 5.323333295683066, "test_cpp_extensions_aot_no_ninja": 5.414333283901215, "test_cpp_extensions_jit": 36.534332275390625, "test_cpp_extensions_mtia_backend": 1.0373333096504211, "test_cpp_extensions_open_device_registration": 18.12566630045573, "test_cpp_extensions_stream_and_event": 0.8399999936421713, "test_cuda": 0.30899999597265077, "test_custom_ops": 106.57233442862828, "test_dataloader": 359.7246692900856, "test_datapipe": 36.7126666928331, "test_decomp": 24.909000396728516, "test_deploy": 0.35199999809265137, "test_dispatch": 49.66000067194303, "test_dlpack": 22.731333414713543, "test_dynamic_shapes": 17.104333593471285, "test_expanded_weights": 53.55133454004923, "test_extension_utils": 0.846999982992808, "test_fake_tensor": 34.04199959834417, "test_file_check": 2.3293333053588867, "test_flop_counter": 0.003000000026077032, "test_foreach": 180.0213368733724, "test_function_schema": 2.100333293279012, "test_functional_autograd_benchmark": 39.12033335367838, "test_functional_optim": 2.7350000540415444, "test_functionalization": 0.007000000254871945, "test_functionalization_of_rng_ops": 0.5986666679382324, "test_futures": 7.2826666831970215, "test_fx": 280.4413329074159, "test_fx_experimental": 335.4680077433586, "test_fx_passes": 13.316666801770529, "test_fx_reinplace_pass": 6.221333185831706, "test_hop_infra": 0.0010000000474974513, "test_hub": 56.70000076293945, "test_import_stats": 3.3479999701182046, "test_indexing": 100.22666676839192, "test_itt": 0.45266667008399963, "test_jit": 877.7819978569945, "test_jit_autocast": 0.004000000034769376, "test_jit_disabled": 0.5350000063578287, "test_jit_fuser_te": 616.7970050175985, "test_jit_llga_fuser": 80.53999948501587, "test_legacy_vmap": 316.8683261871338, "test_license": 0.39366665482521057, "test_linalg": 1878.4853515625, "test_logging": 2.5836666425069175, "test_masked": 10.246333440144857, "test_maskedtensor": 128.3339989980062, "test_matmul_cuda": 10.921000162760416, "test_matmul_fp8": 2.256999969482422, "test_meta": 118.51399962107341, "test_mkl_verbose": 3.6103333632151284, "test_mkldnn": 132.06199900309244, "test_mkldnn_fusion": 0, "test_mkldnn_verbose": 3.76966659228007, "test_mobile_optimizer": 10.364333470662435, "test_model_exports_to_core_aten": 0.3440000017484029, "test_module_tracker": 1.6276666323343914, "test_modules": 179.47733052571616, "test_monitor": 0.531333347161611, "test_multiprocessing": 84.57333374023438, "test_multiprocessing_spawn": 132.89833315213522, "test_namedtensor": 19.334333419799805, "test_namedtuple_return_api": 2.7116666634877524, "test_native_functions": 3.3856666882832847, "test_native_mha": 30.803332646687824, "test_nestedtensor": 303.1863328417142, "test_nn": 965.7276821471751, "test_numba_integration": 0.5730000138282776, "test_numpy_interop": 14.072666803995768, "test_openmp": 7.960999806722005, "test_openreg": 12.639999707539877, "test_ops": 73.28466687599818, "test_ops_fwd_gradients": 7.183333396911621, "test_ops_gradients": 11.806999842325846, "test_ops_jit": 2.6649999618530273, "test_optim": 930.3156721293926, "test_out_dtype_op": 2.610333283742269, "test_overrides": 128.9353340541323, "test_package": 153.3979990358154, "test_per_overload_api": 2.5316666762034097, "test_prims": 4.105666714409987, "test_proxy_tensor": 248.02833597362041, "test_pruning_op": 0.4143333335717519, "test_public_bindings": 1.1720000108083088, "test_python_dispatch": 31.159666071335476, "test_pytree": 23.422666311264038, "test_quantization": 3755.288338807101, "test_reductions": 2100.744369506836, "test_scatter_gather_ops": 132.53033447265625, "test_schema_check": 278.6176652113597, "test_segment_reductions": 59.82133229573568, "test_serialization": 121.72433352470398, "test_set_default_mobile_cpu_allocator": 0.476666659116745, "test_shape_ops": 27.158999760945637, "test_show_pickle": 0.731333335240682, "test_sort_and_select": 121.28766632080078, "test_sparse": 906.2556716712812, "test_sparse_csr": 727.0750046571096, "test_sparse_semi_structured": 1.6106666574875514, "test_spectral_ops": 45.197333892186485, "test_stateless": 26.949333707491558, "test_subclass": 17.583333333333332, "test_sympy_utils": 122.16766723742087, "test_tensor_creation_ops": 340.32900007565814, "test_tensorboard": 17.942999894420307, "test_tensorexpr": 0.0010000000474974513, "test_tensorexpr_pybind": 10.172666668891907, "test_testing": 331.4419950793187, "test_torch": 517.1153278984129, "test_transformers": 2081.29033314685, "test_transformers_privateuse1": 3.3823333581288657, "test_type_hints": 0.5826666752497355, "test_type_info": 1.0829999844233196, "test_type_promotion": 140.70266469319662, "test_typing": 101.75333150227864, "test_unary_ufuncs": 1256.9436747233074, "test_utils": 297.3633387635152, "test_utils_config_module": 8.37933349609375, "test_utils_filelock": 0.5916666587193807, "test_view_ops": 140.3133316040039, "test_vulkan": 0.0010000000474974513, "test_weak": 9.382999897003174, "test_xnnpack_integration": 32.747333250939846, "torch_np/numpy_tests/core/test_dlpack": 4.324666659037272, "torch_np/numpy_tests/core/test_dtype": 5.83866669004783, "torch_np/numpy_tests/core/test_einsum": 41.91266655921936, "torch_np/numpy_tests/core/test_getlimits": 1.250333335173006, "torch_np/numpy_tests/core/test_indexing": 10.83233313759168, "torch_np/numpy_tests/core/test_numeric": 72.18366653557557, "torch_np/numpy_tests/core/test_numerictypes": 2.2126666565891355, "torch_np/numpy_tests/core/test_scalar_ctors": 6.8793333768844604, "torch_np/numpy_tests/core/test_scalar_methods": 0.005000000198682149, "torch_np/numpy_tests/core/test_scalarinherit": 0.0010000000474974513, "torch_np/numpy_tests/core/test_scalarmath": 25.980000126718853, "torch_np/numpy_tests/core/test_shape_base": 17.128333350022633, "torch_np/numpy_tests/fft/test_helper": 2.7743333131074905, "torch_np/numpy_tests/fft/test_pocketfft": 88.997997879982, "torch_np/numpy_tests/lib/test_arraypad": 2.0826666355133057, "torch_np/numpy_tests/lib/test_arraysetops": 1.868666667607613, "torch_np/numpy_tests/lib/test_function_base": 73.23633309605066, "torch_np/numpy_tests/lib/test_histograms": 11.098333358764648, "torch_np/numpy_tests/lib/test_index_tricks": 4.977666702043886, "torch_np/numpy_tests/lib/test_shape_base_": 10.735666677355766, "torch_np/numpy_tests/lib/test_twodim_base": 7.1773333710928755, "torch_np/numpy_tests/lib/test_type_check": 8.27833333297167, "torch_np/numpy_tests/linalg/test_linalg": 65.70600001762311, "torch_np/test_basic": 75.6213334997495, "torch_np/test_binary_ufuncs": 5.835999965667725, "torch_np/test_dtype": 4.220333258310954, "torch_np/test_function_base": 0.7190000216166178, "torch_np/test_ndarray_methods": 78.23866555591424, "torch_np/test_nep50_examples": 0.01899999927263707, "torch_np/test_random": 4.247666701674461, "torch_np/test_reductions": 71.18000032504399, "torch_np/test_scalars_0D_arrays": 3.4993333419164023, "torch_np/test_ufuncs_basic": 52.78266594807307, "torch_np/test_unary_ufuncs": 10.847000122070312 } }, "linux-focal-py3.9-clang10": { "crossref": { "backends/xeon/test_launch": 1.68666672706604, "benchmark_utils/test_benchmark_utils": 0.40533334016799927, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 3.262333313624064, "distributions/test_constraints": 0.10733333230018616, "distributions/test_distributions": 75.74833444226533, "export/test_converter": 14.587666511535645, "export/test_db": 2.5513333479563394, "export/test_draft_export": 22.383999506632488, "export/test_export": 61.408334255218506, "export/test_functionalized_assertions": 0.2903333405653636, "export/test_hop": 7.559666633605957, "export/test_lift_unlift": 0.43500000269462663, "export/test_package": 0.6106666525204977, "export/test_pass_infra": 0.8993333379427592, "export/test_passes": 18.87933349609375, "export/test_schema": 0.7643333276112875, "export/test_serialize": 12.93666649547716, "export/test_sparse": 539.1869913736979, "export/test_swap": 3.1526667277018228, "export/test_tools": 0.3259999950726827, "export/test_torchbind": 9.771000039608529, "export/test_tree_utils": 0.3056666652361552, "export/test_unflatten": 10.95633347829183, "export/test_verifier": 1.509999950726827, "functorch/test_ac_knapsack": 0.3169999898721774, "functorch/test_ac_logging": 0.010999999940395355, "functorch/test_aotdispatch": 3115.5029923121133, "functorch/test_control_flow": 150.44699646780887, "functorch/test_control_flow_cuda_initialization": 0.0020000000949949026, "functorch/test_dims": 47.5103333791097, "functorch/test_eager_transforms": 23.42566634931912, "functorch/test_logging": 0.19433333476384482, "functorch/test_memory_efficient_fusion": 1.3799999982196216, "functorch/test_minifier": 0.30799999833106995, "functorch/test_ops": 4280.1923828125, "functorch/test_parsing": 0.31733334514622885, "functorch/test_rearrange": 0.3596666653951009, "functorch/test_vmap": 886.8103075331697, "functorch/test_vmap_registrations": 3.0896666844685874, "higher_order_ops/test_invoke_quant": 6.156666725873947, "higher_order_ops/test_invoke_subgraph": 35.548666221400104, "higher_order_ops/test_with_effects": 14.659333229064941, "inductor/test_analysis": 0.0343333330626289, "inductor/test_block_analysis": 0.08666666845480601, "inductor/test_inductor_scheduler": 0.02266666665673256, "inductor/test_minifier_utils": 0.39899999896685284, "inductor/test_mmdecomp": 0.01066666655242443, "inductor/test_utils": 0.09366666525602341, "lazy/test_bindings": 0, "lazy/test_debug_util": 0.3310000002384186, "lazy/test_functionalization": 0.3440000017484029, "lazy/test_generator": 0.40033333500226337, "lazy/test_reuse_ir": 0.7426666418711344, "lazy/test_step_closures": 2.3440000216166177, "lazy/test_ts_opinfo": 22.54666677241524, "nn/test_convolution": 21.63466676076253, "nn/test_dropout": 0.43200000127156574, "nn/test_embedding": 11.57966691503922, "nn/test_init": 4.966333230336507, "nn/test_lazy_modules": 0.6416666805744171, "nn/test_load_state_dict": 0.8853333227646848, "nn/test_module_hooks": 0.34966666251420975, "nn/test_multihead_attention": 9.98666650429368, "nn/test_packed_sequence": 0.6920000116030375, "nn/test_parametrization": 1.2319999877363443, "nn/test_pooling": 31.447000364462536, "nn/test_pruning": 0.12600000202655792, "profiler/test_cpp_thread": 0.005666666819403569, "profiler/test_execution_trace": 0.3403333326180776, "profiler/test_kineto": 0.28433332840601605, "profiler/test_memory_profiler": 6.0413333059599, "profiler/test_profiler": 16.93333328270819, "profiler/test_profiler_tree": 0.3149999976158142, "profiler/test_record_function": 0.41766666372617084, "profiler/test_torch_tidy": 5.45033327738444, "test_ao_sparsity": 10.180333318499228, "test_autocast": 0.5766666751975814, "test_autograd": 68.34800078657766, "test_autograd_fallback": 0.42000000675519306, "test_autoload": 0.637666662534078, "test_binary_ufuncs": 115.16699981689453, "test_bundled_inputs": 1.5410000085830688, "test_comparison_utils": 0.30033334096272785, "test_compile_benchmark_util": 0.0010000000474974513, "test_complex": 0.07833333313465118, "test_content_store": 8.972000122070312, "test_cpp_api_parity": 3.9006667137145996, "test_cpp_extensions_aot_ninja": 0.04866666680512329, "test_cpp_extensions_aot_no_ninja": 0.046333334020649396, "test_cpp_extensions_jit": 31.48833401997884, "test_cpp_extensions_mtia_backend": 0.9763333400090536, "test_cpp_extensions_open_device_registration": 15.583999951680502, "test_cpp_extensions_stream_and_event": 0.762666662534078, "test_cuda": 0.015666666828716796, "test_custom_backend": 0.07399999847014745, "test_custom_ops": 30.78333346111079, "test_dataloader": 264.5713352019666, "test_datapipe": 16.402000399151195, "test_decomp": 248.6269963334004, "test_deploy": 0.29333333174387616, "test_dispatch": 24.25999993365258, "test_dlpack": 0.2680000017086665, "test_dynamic_shapes": 22.725666866016883, "test_expanded_weights": 11.79233342098693, "test_extension_utils": 0.289000004529953, "test_fake_tensor": 2.7599999845648804, "test_file_check": 1.7323333422342937, "test_flop_counter": 0.8753333489100138, "test_foreach": 88.64199829101562, "test_function_schema": 0.6920000116030375, "test_functional_autograd_benchmark": 40.779666900634766, "test_functional_optim": 0.45866666237513226, "test_functionalization": 5.963666677474976, "test_functionalization_of_rng_ops": 0.02399999958773454, "test_futures": 1.0446666677792866, "test_fx": 236.2773325983435, "test_fx_experimental": 74.31566668053468, "test_fx_passes": 0.7369999786218008, "test_fx_reinplace_pass": 0.7273333271344503, "test_hop_infra": 0.008333333457509676, "test_hub": 10.426666895548502, "test_import_stats": 3.8003334204355874, "test_indexing": 2.865666645268599, "test_itt": 0.2919999957084656, "test_jit": 122.64566659139625, "test_jit_autocast": 17.919666772087414, "test_jit_disabled": 0.43299999833106995, "test_jit_fuser_te": 187.54066478585204, "test_jit_llga_fuser": 43.207001070686, "test_legacy_vmap": 2.310000002384186, "test_license": 0.35366666316986084, "test_linalg": 244.1833292643229, "test_logging": 2.137333313624064, "test_masked": 24.779333114624023, "test_maskedtensor": 10.918333314359188, "test_matmul_cuda": 0.17633333305517832, "test_matmul_fp8": 0.04499999930461248, "test_meta": 117.42966286217172, "test_mkl_verbose": 3.684666633605957, "test_mkldnn": 83.68633524576823, "test_mkldnn_fusion": 66.08966573079427, "test_mkldnn_verbose": 3.4020000298817954, "test_mobile_optimizer": 2.9533333778381348, "test_model_dump": 1.290499985218048, "test_model_exports_to_core_aten": 0.19299999872843424, "test_module_tracker": 0.3383333384990692, "test_modules": 641.551015218099, "test_monitor": 0.5786666721105576, "test_multiprocessing": 58.38766733805338, "test_multiprocessing_spawn": 129.26566574008515, "test_namedtensor": 0.4806666572888692, "test_namedtuple_return_api": 1.808666706085205, "test_native_functions": 0.4386666715145111, "test_native_mha": 0.23866666853427887, "test_nestedtensor": 1742.7253176349525, "test_nn": 158.16399901061473, "test_numba_integration": 0.0043333334227403, "test_numpy_interop": 0.2550000051657359, "test_openmp": 8.55899985631307, "test_openreg": 3.330666700998942, "test_ops": 3758.8633487783372, "test_ops_fwd_gradients": 743.8909912109375, "test_ops_gradients": 951.8956604003906, "test_ops_jit": 997.2893473307291, "test_optim": 89.01766839126746, "test_out_dtype_op": 0.34166666865348816, "test_overrides": 2.006666678159187, "test_package": 2.6323333461768925, "test_per_overload_api": 0.31966666380564374, "test_prims": 0.21733333542943, "test_proxy_tensor": 732.5486751229813, "test_pruning_op": 0.584333340326945, "test_public_bindings": 11.271999994913736, "test_python_dispatch": 0.5103333336301148, "test_pytree": 2.29899997698764, "test_quantization": 2270.057003817366, "test_reductions": 214.69532775878906, "test_scatter_gather_ops": 10.815999984741211, "test_schema_check": 276.0386696755886, "test_segment_reductions": 1.1856666803359985, "test_serialization": 59.437000417461, "test_set_default_mobile_cpu_allocator": 0.3649999996026357, "test_shape_ops": 1.259333332379659, "test_show_pickle": 0.28966666261355084, "test_sort_and_select": 2.3393333752950034, "test_sparse": 1590.894021158417, "test_sparse_csr": 199.88799986739954, "test_sparse_semi_structured": 0.01500000044082602, "test_spectral_ops": 14.968333375950655, "test_stateless": 5.33666667342186, "test_subclass": 0.7910000085830688, "test_sympy_utils": 27.16566660674289, "test_tensor_creation_ops": 30.184999875724316, "test_tensorboard": 0.21500000109275183, "test_tensorexpr": 45.505332946777344, "test_tensorexpr_pybind": 0.9143333199123541, "test_testing": 64.70500002832462, "test_torch": 15.33666628296487, "test_transformers": 2088.2723656694093, "test_transformers_privateuse1": 3.1440000534057617, "test_type_hints": 0.34966666499773663, "test_type_info": 0.3343333303928375, "test_type_promotion": 4.692333300908406, "test_typing": 73.6356684366862, "test_unary_ufuncs": 530.3480021158854, "test_utils": 111.67833367742908, "test_utils_config_module": 0.406333327293396, "test_utils_filelock": 0.3786666691303253, "test_utils_internal": 0.147666667898496, "test_view_ops": 18.95799998442332, "test_vulkan": 0.0010000000474974513, "test_weak": 5.102666682253282, "test_xnnpack_integration": 13.760999888492128, "torch_np/numpy_tests/core/test_dlpack": 0.005333333276212215, "torch_np/numpy_tests/core/test_dtype": 0.5316666627380376, "torch_np/numpy_tests/core/test_einsum": 17.279000129861135, "torch_np/numpy_tests/core/test_getlimits": 0.3770000013367583, "torch_np/numpy_tests/core/test_indexing": 0.614666658337228, "torch_np/numpy_tests/core/test_multiarray": 30.94399921281729, "torch_np/numpy_tests/core/test_numeric": 5.19566664181184, "torch_np/numpy_tests/core/test_numerictypes": 0.40299999752702814, "torch_np/numpy_tests/core/test_scalar_ctors": 0.469666665730377, "torch_np/numpy_tests/core/test_scalar_methods": 0.010000000436169406, "torch_np/numpy_tests/core/test_scalarinherit": 0.0006666666983316342, "torch_np/numpy_tests/core/test_scalarmath": 23.517666900414042, "torch_np/numpy_tests/core/test_shape_base": 0.593333340405176, "torch_np/numpy_tests/fft/test_helper": 6.419000045396388, "torch_np/numpy_tests/fft/test_pocketfft": 6.149666617314021, "torch_np/numpy_tests/lib/test_arraypad": 0.3396666646003723, "torch_np/numpy_tests/lib/test_arraysetops": 0.5336666681493322, "torch_np/numpy_tests/lib/test_function_base": 2.3223333473239713, "torch_np/numpy_tests/lib/test_histograms": 0.7683333406845728, "torch_np/numpy_tests/lib/test_index_tricks": 0.6596666745220622, "torch_np/numpy_tests/lib/test_shape_base_": 0.9089999915255854, "torch_np/numpy_tests/lib/test_twodim_base": 0.6669999940010408, "torch_np/numpy_tests/lib/test_type_check": 0.47466667314680916, "torch_np/numpy_tests/linalg/test_linalg": 11.550333226060806, "torch_np/test_basic": 0.8976666616120687, "torch_np/test_binary_ufuncs": 0.40833333134651184, "torch_np/test_dtype": 0.4013333320617676, "torch_np/test_function_base": 0.28966667254765827, "torch_np/test_ndarray_methods": 4.5223333680381375, "torch_np/test_nep50_examples": 0.11399999532538156, "torch_np/test_random": 0.39799999507764977, "torch_np/test_reductions": 3.384666617338856, "torch_np/test_scalars_0D_arrays": 0.3573333329210679, "torch_np/test_ufuncs_basic": 1.4023333170140784, "torch_np/test_unary_ufuncs": 0.4190000096956889 }, "default": { "backends/xeon/test_launch": 1.7790000041325886, "benchmark_utils/test_benchmark_utils": 0.3543333311875661, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 3.0293332735697427, "distributions/test_constraints": 0.07133333384990692, "distributions/test_distributions": 68.24299834482372, "dynamo/test_activation_checkpointing": 14.76533317565918, "dynamo/test_after_aot": 6.989000161488851, "dynamo/test_aot_autograd": 55.480333964029946, "dynamo/test_aot_autograd_cache": 36.35366662343343, "dynamo/test_autograd_function": 3.9843334356943765, "dynamo/test_backends": 9.2830000971832, "dynamo/test_backward_higher_order_ops": 10.598666826883951, "dynamo/test_base_hop": 1.3509999910990398, "dynamo/test_base_output": 0.003000000026077032, "dynamo/test_buffers_override": 9.675666809082031, "dynamo/test_bytecode_utils": 7.2723332941532135, "dynamo/test_callback": 0.28933332363764447, "dynamo/test_compile": 8.156666472166156, "dynamo/test_compiler_bisector": 0.0016666667458290856, "dynamo/test_comptime": 5.921333312988281, "dynamo/test_config": 0.7699999809265137, "dynamo/test_ctx_manager": 6.688333352406819, "dynamo/test_debug_utils": 0.08599999795357387, "dynamo/test_decorators": 12.909000078837076, "dynamo/test_deque_reconstruct": 0.6079999804496765, "dynamo/test_deviceguard": 0.016333333449438214, "dynamo/test_dicts": 3.434333403905233, "dynamo/test_dynamic_shapes": 758.6140012567242, "dynamo/test_error_messages": 8.25766690572103, "dynamo/test_exc": 4.233999888102214, "dynamo/test_exceptions": 10.15833314259847, "dynamo/test_export": 19.883333206176758, "dynamo/test_export_mutations": 0.3736666738986969, "dynamo/test_flat_apply": 0.665666659673055, "dynamo/test_frame_init": 0.2956666648387909, "dynamo/test_functions": 42.6833344300588, "dynamo/test_fx_passes_pre_grad": 1.3516666491826375, "dynamo/test_generator": 2.963333295037349, "dynamo/test_generator_stop": 0.0020000000949949026, "dynamo/test_global": 7.680999914805095, "dynamo/test_graph_break_messages": 3.00599996248881, "dynamo/test_graph_deduplication": 2.819999933242798, "dynamo/test_graph_region_tracker": 1.2033333381017048, "dynamo/test_guard_manager": 0.7239999969800314, "dynamo/test_guard_serialization": 4.032999833424886, "dynamo/test_higher_order_ops": 40.96033324301243, "dynamo/test_hooks": 19.288999557495117, "dynamo/test_inline_and_install": 20.116666793823242, "dynamo/test_inline_inbuilt_nn_modules": 255.83200279871622, "dynamo/test_input_attr_tracking": 8.75766658782959, "dynamo/test_install_free_tensors": 13.63966671625773, "dynamo/test_interop": 0.5443333387374878, "dynamo/test_logging": 22.242666244506836, "dynamo/test_metrics_context": 0.3033333321412404, "dynamo/test_minifier": 1.9109999736150105, "dynamo/test_misc": 101.61066694433491, "dynamo/test_model_output": 0.007000000332482159, "dynamo/test_modes": 44.84333389314512, "dynamo/test_modules": 18.844666798909504, "dynamo/test_nops": 0.4886666735013326, "dynamo/test_optimizers": 1.6390000184377034, "dynamo/test_pgo": 1.8363332748413086, "dynamo/test_pre_dispatch": 0.6520000100135803, "dynamo/test_prim_hop_base": 0.5910000006357828, "dynamo/test_profiler": 9.824000040690104, "dynamo/test_python_autograd": 0.5916666587193807, "dynamo/test_python_dispatcher": 0.699999988079071, "dynamo/test_raise": 1.0486666702975829, "dynamo/test_recompile_ux": 1.4213333129882812, "dynamo/test_recompiles": 3.5856667359670005, "dynamo/test_reconstruct": 1.631666620572408, "dynamo/test_reorder_logs": 1.1336666643619537, "dynamo/test_repros": 135.42000325520834, "dynamo/test_resume": 0.5956666668256124, "dynamo/test_sdpa": 0.4250000019868215, "dynamo/test_skip_guard_eval_unsafe": 8.252666791280111, "dynamo/test_skip_non_tensor": 0.9133333166440328, "dynamo/test_sources": 0.5900000135103861, "dynamo/test_structured_trace": 25.098000208536785, "dynamo/test_subclasses": 30.222667058308918, "dynamo/test_subgraphs": 5.492666562398274, "dynamo/test_sys": 0.4066666712363561, "dynamo/test_trace_rules": 1.216666688521703, "dynamo/test_unittest": 0.12666666507720947, "dynamo/test_unspec": 16.316333770751953, "dynamo/test_utils": 26.426000182827313, "dynamo/test_verify_correctness": 0.5036666691303253, "dynamo/test_view": 0.8060000141461691, "export/test_converter": 12.876999855041504, "export/test_cpp_serdes": 61.87633387247721, "export/test_db": 2.184333403905233, "export/test_draft_export": 13.138333320617676, "export/test_experimental": 2.447333335876465, "export/test_export": 61.147332628568016, "export/test_export_nonstrict": 53.994001150131226, "export/test_export_strict": 76.23033366600673, "export/test_export_training_ir_to_run_decomp": 315.2816671530406, "export/test_export_with_inline_and_install": 76.16666732231776, "export/test_functionalized_assertions": 0.28966666261355084, "export/test_hop": 7.459666728973389, "export/test_lift_unlift": 0.36333333056730527, "export/test_package": 0.6553333401679993, "export/test_pass_infra": 0.8533333341280619, "export/test_passes": 17.001000086466473, "export/test_retraceability": 166.0906658967336, "export/test_schema": 0.684333344300588, "export/test_serdes": 136.56200017531714, "export/test_serialize": 11.604333187143007, "export/test_sparse": 453.86000569661456, "export/test_swap": 2.7760000030199685, "export/test_tools": 0.31433333953221637, "export/test_torchbind": 9.21300019028907, "export/test_tree_utils": 0.3216666678587596, "export/test_unflatten": 10.489000002543131, "export/test_unflatten_training_ir": 10.361000061035156, "export/test_verifier": 1.553333322207133, "functorch/test_ac_knapsack": 0.3143333376695712, "functorch/test_ac_logging": 0.011666666405896345, "functorch/test_aotdispatch": 2754.0879965424538, "functorch/test_control_flow": 131.0446670850118, "functorch/test_control_flow_cuda_initialization": 0.0020000000949949026, "functorch/test_dims": 45.34933280944824, "functorch/test_eager_transforms": 18.282666962593794, "functorch/test_logging": 0.1979999989271164, "functorch/test_memory_efficient_fusion": 1.3216666932761048, "functorch/test_minifier": 0.38100000222524005, "functorch/test_ops": 3325.7636515299478, "functorch/test_parsing": 0.33533333521336317, "functorch/test_rearrange": 0.3463333348433177, "functorch/test_vmap": 485.2810103762895, "functorch/test_vmap_registrations": 2.324000040690104, "higher_order_ops/test_invoke_quant": 5.813666542371114, "higher_order_ops/test_invoke_subgraph": 33.161666333675385, "higher_order_ops/test_with_effects": 14.182666460673014, "inductor/test_alignment": 14.006333351135254, "inductor/test_analysis": 0.041666667287548385, "inductor/test_aot_inductor_arrayref": 2046.9513142903645, "inductor/test_async_compile": 0.0026666667157163224, "inductor/test_auto_functionalize": 26.722666422526043, "inductor/test_benchmark_fusion": 9.693333307902018, "inductor/test_benchmarking": 0.32200000683466595, "inductor/test_binary_folding": 63.688332875569664, "inductor/test_block_analysis": 0.07033333430687587, "inductor/test_codecache": 80.25199888149898, "inductor/test_codegen_triton": 0.07733333359162013, "inductor/test_combo_kernels": 0.007333333526427547, "inductor/test_compile": 9.4366668065389, "inductor/test_compile_subprocess": 1208.3129895528157, "inductor/test_compile_worker": 8.745333353678385, "inductor/test_compiled_autograd": 497.95467464936274, "inductor/test_compiled_optimizers": 143.09600321451822, "inductor/test_config": 4.8846666018168134, "inductor/test_control_flow": 0.9016666898193458, "inductor/test_cpp_wrapper_hipify": 0.3659999966621399, "inductor/test_cpu_cpp_wrapper": 3870.3370056152344, "inductor/test_cpu_repro": 2633.6423136393228, "inductor/test_cpu_select_algorithm": 8379.343037923178, "inductor/test_custom_lowering": 0.012666666569809118, "inductor/test_custom_post_grad_passes": 7.488333384195964, "inductor/test_cutlass_evt": 0.0033333334140479565, "inductor/test_debug_trace": 8.301000277201334, "inductor/test_decompose_mem_bound_mm": 0.0020000000949949026, "inductor/test_distributed_patterns": 17.679333368937176, "inductor/test_efficient_conv_bn_eval": 0.0010000000474974513, "inductor/test_extension_backend": 1.2883333365122478, "inductor/test_external_callables": 10.696000099182129, "inductor/test_flex_attention": 1.5290000220217432, "inductor/test_flex_decoding": 1.347333312034607, "inductor/test_foreach": 17.707666397094727, "inductor/test_fp8": 90.5256665047879, "inductor/test_fused_attention": 98.81133397420247, "inductor/test_fuzzer": 0.007333333448817332, "inductor/test_fx_fusion": 0.2280000001192093, "inductor/test_graph_transform_observer": 0.006000000052154064, "inductor/test_group_batch_fusion": 0.03366666694637388, "inductor/test_indexing": 0.6013333549102148, "inductor/test_inductor_annotations": 0.0020000000949949026, "inductor/test_inductor_freezing": 32.71500015258789, "inductor/test_inductor_scheduler": 0.012666666880249977, "inductor/test_minifier": 50.333666483561196, "inductor/test_minifier_isolate": 0.0020000000949949026, "inductor/test_minifier_utils": 0.39233332872390747, "inductor/test_mkldnn_pattern_matcher": 938.1103394031525, "inductor/test_mmdecomp": 0.0063333334401249886, "inductor/test_op_completeness": 0.15533333520094553, "inductor/test_ordered_set": 2.119999973103404, "inductor/test_provenance_tracing": 8.798333506410321, "inductor/test_split_cat_fx_aten_passes": 0.003000000026077032, "inductor/test_standalone_compile": 19.705666224161785, "inductor/test_static_cuda_launcher": 0.004000000112379591, "inductor/test_torchbind": 46.781332651774086, "inductor/test_torchinductor": 1092.6570048332214, "inductor/test_torchinductor_codegen_config_overrides": 4.256666819254558, "inductor/test_torchinductor_codegen_dynamic_shapes": 1167.382344563802, "inductor/test_torchinductor_dynamic_shapes": 1203.4900236809626, "inductor/test_torchinductor_opinfo": 15289.987630208334, "inductor/test_triton_extension_backend": 1.406333327293396, "inductor/test_triton_kernels": 0.3940000000099341, "inductor/test_unbacked_symints": 17.80733362833659, "inductor/test_utils": 0.4293333391348521, "lazy/test_bindings": 0.0010000000474974513, "lazy/test_debug_util": 0.39666666587193805, "lazy/test_functionalization": 0.33000000317891437, "lazy/test_generator": 0.36366666356722516, "lazy/test_reuse_ir": 0.6313333312670389, "lazy/test_step_closures": 2.2840000788370767, "lazy/test_ts_opinfo": 19.762999802827835, "nn/test_convolution": 18.83199977874756, "nn/test_dropout": 0.37166666487852734, "nn/test_embedding": 6.327333406855662, "nn/test_init": 4.227666695912679, "nn/test_lazy_modules": 0.4573333263397217, "nn/test_load_state_dict": 0.7123333513736725, "nn/test_module_hooks": 0.2350000012665987, "nn/test_multihead_attention": 8.128666692723831, "nn/test_packed_sequence": 0.4846666653951009, "nn/test_parametrization": 0.8626666683703661, "nn/test_pooling": 24.969333564241726, "nn/test_pruning": 0.10933333138624828, "profiler/test_cpp_thread": 0.006333333362514774, "profiler/test_execution_trace": 0.20866666734218597, "profiler/test_kineto": 0.28333333134651184, "profiler/test_memory_profiler": 5.898333301767707, "profiler/test_profiler": 15.231666706308411, "profiler/test_profiler_tree": 0.3400000035762787, "profiler/test_record_function": 0.4286666711171468, "profiler/test_torch_tidy": 5.0976667404174805, "test_ao_sparsity": 6.218333295546472, "test_appending_byte_serializer": 0.2893333335717519, "test_autocast": 0.5353333419188857, "test_autograd": 48.28266720178848, "test_autograd_fallback": 0.3786666691303253, "test_autoload": 0.5613333384195963, "test_binary_ufuncs": 97.9556655883789, "test_bundled_inputs": 1.2056667009989421, "test_comparison_utils": 0.33799999952316284, "test_compile_benchmark_util": 0.0010000000474974513, "test_complex": 0.058999999115864434, "test_content_store": 7.796333312988281, "test_cpp_api_parity": 3.4146666526794434, "test_cpp_extensions_aot_ninja": 0.04433333369282385, "test_cpp_extensions_aot_no_ninja": 0.043000000761821866, "test_cpp_extensions_jit": 30.46066665649414, "test_cpp_extensions_mtia_backend": 0.7440000176429749, "test_cpp_extensions_open_device_registration": 12.359999974568685, "test_cpp_extensions_stream_and_event": 0.7096666495005289, "test_cuda": 0.04133333378316214, "test_custom_backend": 0.07266666740179062, "test_custom_ops": 29.94933348832031, "test_dataloader": 223.55066785817812, "test_datapipe": 14.375999845874807, "test_decomp": 5691.943280760509, "test_deploy": 0.3123333255449931, "test_dispatch": 23.423667246786255, "test_dlpack": 0.19300000369548798, "test_dynamic_shapes": 22.072000045329332, "test_expanded_weights": 8.769999926909804, "test_extension_utils": 0.2706666588783264, "test_fake_tensor": 2.5693333400413394, "test_file_check": 1.8386666774749756, "test_flop_counter": 0.7989999850591024, "test_foreach": 62.15266672770182, "test_function_schema": 0.8149999976158142, "test_functional_autograd_benchmark": 26.134999593098957, "test_functional_optim": 0.4019999901453654, "test_functionalization": 5.288000027338664, "test_functionalization_of_rng_ops": 0.01766666645805041, "test_futures": 0.9453333218892416, "test_fx": 214.3733348324895, "test_fx_experimental": 68.43466648459435, "test_fx_passes": 0.6629999876022339, "test_fx_reinplace_pass": 0.5910000006357828, "test_hop_infra": 0.007333333604037762, "test_hub": 10.384333292643229, "test_import_stats": 3.3383333683013916, "test_indexing": 1.4419999805589516, "test_itt": 0.31166666746139526, "test_jit": 114.82366739151378, "test_jit_autocast": 12.405666510264078, "test_jit_disabled": 0.39366666475931805, "test_jit_fuser_te": 165.6456676038603, "test_jit_llga_fuser": 40.31233372341376, "test_legacy_vmap": 1.5640000055233638, "test_license": 0.28700000047683716, "test_linalg": 181.56366475423178, "test_logging": 2.2200000286102295, "test_masked": 14.78933334350586, "test_maskedtensor": 9.167000097533068, "test_matmul_cuda": 0.11699999868869781, "test_matmul_fp8": 0.029333332553505898, "test_meta": 1768.411330892394, "test_mkl_verbose": 3.8683332602183023, "test_mkldnn": 49.42866643269857, "test_mkldnn_fusion": 38.11166763305664, "test_mkldnn_verbose": 3.2166666189829507, "test_mobile_optimizer": 2.768666664759318, "test_model_dump": 0.987500011920929, "test_model_exports_to_core_aten": 0.13833334048589072, "test_module_tracker": 0.2990000049273173, "test_modules": 514.913330078125, "test_monitor": 0.4076666682958603, "test_multiprocessing": 55.76766713460287, "test_multiprocessing_spawn": 126.2826673448241, "test_namedtensor": 0.3356666664282481, "test_namedtuple_return_api": 1.8013333082199097, "test_native_functions": 0.40566666920979816, "test_native_mha": 0.19566666583220163, "test_nestedtensor": 1679.2566569933358, "test_nn": 128.9663330296365, "test_numba_integration": 0.003666666802018881, "test_numpy_interop": 0.1733333319425583, "test_openmp": 5.098666667938232, "test_openreg": 3.2166666189829507, "test_ops": 2848.5310265434287, "test_ops_fwd_gradients": 587.0576680501302, "test_ops_gradients": 746.5336710611979, "test_ops_jit": 810.2896626790365, "test_optim": 56.205666129787765, "test_out_dtype_op": 0.3403333326180776, "test_overrides": 1.770666647197989, "test_package": 2.5316666765138507, "test_per_overload_api": 0.30166666706403095, "test_prims": 0.20800000304977098, "test_proxy_tensor": 702.1403366243467, "test_pruning_op": 0.4690000017484029, "test_public_bindings": 9.145000139872232, "test_python_dispatch": 0.4856666672664384, "test_pytree": 2.056333345050613, "test_quantization": 1725.8550008319241, "test_reductions": 198.4643351236979, "test_scatter_gather_ops": 8.188000043233236, "test_schema_check": 246.83366825431585, "test_segment_reductions": 0.8763333360354105, "test_serialization": 50.73866654622058, "test_set_default_mobile_cpu_allocator": 0.29499999682108563, "test_shape_ops": 0.9349999825159708, "test_show_pickle": 0.2786666651566823, "test_sort_and_select": 1.9906666278839111, "test_sparse": 497.3370003735181, "test_sparse_csr": 142.9070028595937, "test_sparse_semi_structured": 0.014333333587273955, "test_spectral_ops": 13.535333407421907, "test_stateless": 4.99900000790755, "test_subclass": 0.6613333423932394, "test_sympy_utils": 26.012333435627323, "test_tensor_creation_ops": 21.824333750953276, "test_tensorboard": 0.8353333280344183, "test_tensorexpr": 44.23266728719076, "test_tensorexpr_pybind": 0.9803333720192313, "test_testing": 53.26733352647474, "test_torch": 11.4643332331907, "test_transformers": 791.7576659327993, "test_transformers_privateuse1": 2.9673333168029785, "test_type_hints": 0.2813333372275035, "test_type_info": 0.30933333436648053, "test_type_promotion": 3.490666707356771, "test_typing": 69.46266682942708, "test_unary_ufuncs": 409.6653238932292, "test_utils": 105.22800036349024, "test_utils_config_module": 0.3316666781902313, "test_utils_filelock": 0.41066667437553406, "test_utils_internal": 0.1496666669845581, "test_view_ops": 12.143666446208954, "test_vulkan": 0.0010000000474974513, "test_weak": 4.493999817098181, "test_xnnpack_integration": 14.895333355680728, "torch_np/numpy_tests/core/test_dlpack": 0.006333333284904559, "torch_np/numpy_tests/core/test_dtype": 0.4330000018235296, "torch_np/numpy_tests/core/test_einsum": 13.334333402182287, "torch_np/numpy_tests/core/test_getlimits": 0.358333333589447, "torch_np/numpy_tests/core/test_indexing": 0.5466666635669147, "torch_np/numpy_tests/core/test_multiarray": 24.398333490127698, "torch_np/numpy_tests/core/test_numeric": 4.698000071958329, "torch_np/numpy_tests/core/test_numerictypes": 0.38166666477142525, "torch_np/numpy_tests/core/test_scalar_ctors": 0.41933333221822977, "torch_np/numpy_tests/core/test_scalar_methods": 0.0026666667933265367, "torch_np/numpy_tests/core/test_scalarinherit": 0.0006666666983316342, "torch_np/numpy_tests/core/test_scalarmath": 20.24566679013272, "torch_np/numpy_tests/core/test_shape_base": 0.5476666631487509, "torch_np/numpy_tests/fft/test_helper": 4.893333295515428, "torch_np/numpy_tests/fft/test_pocketfft": 4.460000018278758, "torch_np/numpy_tests/lib/test_arraypad": 0.35133334000905353, "torch_np/numpy_tests/lib/test_arraysetops": 0.4413333299259345, "torch_np/numpy_tests/lib/test_function_base": 1.8473333461831014, "torch_np/numpy_tests/lib/test_histograms": 0.6356666684150696, "torch_np/numpy_tests/lib/test_index_tricks": 0.4296666665468365, "torch_np/numpy_tests/lib/test_shape_base_": 0.8006666700045267, "torch_np/numpy_tests/lib/test_twodim_base": 0.6243333482804397, "torch_np/numpy_tests/lib/test_type_check": 0.45966666494496167, "torch_np/numpy_tests/linalg/test_linalg": 9.29600001378761, "torch_np/test_basic": 0.7349999960667143, "torch_np/test_binary_ufuncs": 0.4013333320617676, "torch_np/test_dtype": 0.3956666588783264, "torch_np/test_function_base": 0.351666659116745, "torch_np/test_ndarray_methods": 3.851666688065355, "torch_np/test_nep50_examples": 0.04300000072301676, "torch_np/test_random": 0.35700000387926895, "torch_np/test_reductions": 2.903666721036037, "torch_np/test_scalars_0D_arrays": 0.37500000434617203, "torch_np/test_ufuncs_basic": 1.2273333305492997, "torch_np/test_unary_ufuncs": 0.5013333459695181 }, "dynamo": { "backends/xeon/test_launch": 2.062000036239624, "benchmark_utils/test_benchmark_utils": 1.9760000109672546, "distributions/test_constraints": 0.07200000062584877, "distributions/test_distributions": 537.2694873026339, "functorch/test_aotdispatch": 135.18700096337125, "functorch/test_control_flow": 460.75049433112144, "functorch/test_dims": 0.00900000031106174, "functorch/test_eager_transforms": 280.6074998229742, "functorch/test_logging": 1.1354999542236328, "functorch/test_memory_efficient_fusion": 3.608499957132153, "functorch/test_minifier": 1.9764999151229858, "functorch/test_ops": 53.22049903869629, "functorch/test_parsing": 0.9115000059828162, "functorch/test_rearrange": 4.51449990272522, "functorch/test_vmap": 1361.4105052910745, "functorch/test_vmap_registrations": 19.515000343322754, "higher_order_ops/test_invoke_subgraph": 0.001500000071246177, "higher_order_ops/test_with_effects": 26.453999519348145, "lazy/test_debug_util": 0.9714999794960022, "lazy/test_functionalization": 1.059000015258789, "lazy/test_generator": 1.149999976158142, "lazy/test_reuse_ir": 1.3569999933242798, "lazy/test_step_closures": 2.9149999618530273, "lazy/test_ts_opinfo": 4.2359999269247055, "nn/test_convolution": 174.0005006790161, "nn/test_dropout": 5.827499955892563, "nn/test_embedding": 173.01350235939026, "nn/test_init": 1.9399999380111694, "nn/test_lazy_modules": 17.092500686645508, "nn/test_load_state_dict": 4.031499990262091, "nn/test_module_hooks": 15.595499902963638, "nn/test_multihead_attention": 35.68300086259842, "nn/test_packed_sequence": 4.459500074386597, "nn/test_parametrization": 19.8645004555583, "nn/test_pooling": 60.3770010471344, "nn/test_pruning": 5.628999948501587, "profiler/test_cpp_thread": 0.1275000013411045, "profiler/test_execution_trace": 1.3264999985694885, "profiler/test_memory_profiler": 0.0010000000474974513, "profiler/test_profiler": 48.68300110276323, "profiler/test_profiler_tree": 3.1024999618530273, "profiler/test_record_function": 1.347499966621399, "profiler/test_torch_tidy": 11.014999866485596, "test_ao_sparsity": 69.24299976881593, "test_autocast": 12.759499994921498, "test_autograd": 107.36000108718872, "test_autograd_fallback": 2.218999981880188, "test_autoload": 2.291500002145767, "test_binary_ufuncs": 687.5140075683594, "test_bundled_inputs": 2.56850004196167, "test_comparison_utils": 0.9334999918937683, "test_compile_benchmark_util": 0.0010000000474974513, "test_complex": 0.9580000042915344, "test_content_store": 9.644000053405762, "test_cpp_api_parity": 105.34700012207031, "test_cpp_extensions_aot_ninja": 1.8809999879449606, "test_cpp_extensions_aot_no_ninja": 1.863500026986003, "test_cpp_extensions_jit": 33.53299903869629, "test_cpp_extensions_mtia_backend": 1.3154999613761902, "test_cpp_extensions_open_device_registration": 4.009500026702881, "test_cpp_extensions_stream_and_event": 1.3089999556541443, "test_cuda": 0.009000000252854079, "test_custom_ops": 50.80199936591089, "test_dataloader": 388.86999761592597, "test_datapipe": 19.151999973633792, "test_decomp": 22.722999706864357, "test_deploy": 0.7980000078678131, "test_dispatch": 41.1219999268651, "test_dlpack": 8.028500080108643, "test_dynamic_shapes": 3.930999950505793, "test_expanded_weights": 27.75199943780899, "test_fake_tensor": 8.51150008291006, "test_file_check": 2.5759999752044678, "test_flop_counter": 0.001500000071246177, "test_foreach": 46.417999267578125, "test_function_schema": 1.3264999985694885, "test_functional_autograd_benchmark": 37.68899917602539, "test_functional_optim": 2.1654999256134033, "test_functionalization": 0.007000000332482159, "test_functionalization_of_rng_ops": 0.1614999994635582, "test_futures": 3.128999948501587, "test_fx": 378.42599977739155, "test_fx_experimental": 249.6815011203289, "test_fx_passes": 7.471999943256378, "test_fx_reinplace_pass": 2.519499897956848, "test_import_stats": 5.075000047683716, "test_indexing": 70.67300003767014, "test_itt": 0.9369999766349792, "test_jit": 322.55000294931233, "test_jit_autocast": 0.01949999964563176, "test_jit_disabled": 1.0809999704360962, "test_jit_fuser_te": 399.501002818346, "test_jit_llga_fuser": 69.07050104241353, "test_legacy_vmap": 141.75849723815918, "test_license": 0.8084999918937683, "test_linalg": 1763.4829711914062, "test_logging": 3.0299999713897705, "test_masked": 47.54599952697754, "test_maskedtensor": 56.712000131607056, "test_meta": 101.20149838924408, "test_mkl_verbose": 4.48199987411499, "test_mkldnn": 116.55099868774414, "test_mkldnn_fusion": 0.0010000000474974513, "test_mkldnn_verbose": 4.4664998054504395, "test_mobile_optimizer": 4.913999795913696, "test_model_dump": 3.009000062942505, "test_model_exports_to_core_aten": 0.8634999990463257, "test_module_tracker": 1.3499999642372131, "test_modules": 47.618499755859375, "test_monitor": 0.8700000047683716, "test_multiprocessing": 37.63450050354004, "test_multiprocessing_spawn": 145.7915010591969, "test_namedtensor": 7.462500095367432, "test_namedtuple_return_api": 3.01800000667572, "test_native_functions": 1.4740000367164612, "test_native_mha": 18.08899974822998, "test_nestedtensor": 165.6795015335083, "test_nn": 655.1449993699789, "test_numba_integration": 0.2874999940395355, "test_numpy_interop": 6.453500032424927, "test_openmp": 7.895999908447266, "test_ops": 68.54200068861246, "test_ops_fwd_gradients": 6.729000091552734, "test_ops_gradients": 11.540499687194824, "test_ops_jit": 2.3515000343322754, "test_optim": 638.9070038143545, "test_out_dtype_op": 0.8714999854564667, "test_overrides": 302.48649093927816, "test_package": 151.99200092907995, "test_per_overload_api": 1.4649999737739563, "test_prims": 1.1509999828413129, "test_proxy_tensor": 116.60950057581067, "test_pruning_op": 0.8540000021457672, "test_public_bindings": 2.9010000228881836, "test_python_dispatch": 9.292500160634518, "test_pytree": 10.9129998087883, "test_quantization": 2751.6674992819317, "test_reductions": 939.2899932861328, "test_scatter_gather_ops": 113.47600173950195, "test_schema_check": 67.48599956929684, "test_segment_reductions": 26.779000282287598, "test_serialization": 74.15550085157156, "test_set_default_mobile_cpu_allocator": 0.840499997138977, "test_shape_ops": 13.671500205993652, "test_show_pickle": 0.8114999830722809, "test_sort_and_select": 39.86899948120117, "test_sparse": 700.2850151034072, "test_sparse_csr": 386.07000060379505, "test_sparse_semi_structured": 0.5440000090748072, "test_spectral_ops": 25.264499321579933, "test_stateless": 18.714500188827515, "test_subclass": 6.935999870300293, "test_sympy_utils": 51.259000942111015, "test_tensor_creation_ops": 189.9950011819601, "test_tensorboard": 35.17099911905825, "test_tensorexpr": 0.003000000026077032, "test_tensorexpr_pybind": 3.6135000251233578, "test_testing": 109.00550109613687, "test_torch": 188.08100289851427, "test_transformers": 2422.197052154457, "test_type_hints": 1.2830000519752502, "test_type_info": 1.1589999794960022, "test_type_promotion": 52.520498275756836, "test_typing": 84.77449798583984, "test_unary_ufuncs": 383.5970001220703, "test_utils": 80.24749966338277, "test_utils_config_module": 1.634499967098236, "test_utils_internal": 0.8115000128746033, "test_view_ops": 64.58900022506714, "test_vulkan": 0.0010000000474974513, "test_weak": 6.702000059187412, "test_xnnpack_integration": 21.259500158950686, "torch_np/numpy_tests/core/test_dlpack": 0.003000000142492354, "torch_np/numpy_tests/core/test_dtype": 1.666499957558699, "torch_np/numpy_tests/core/test_einsum": 28.80050014675362, "torch_np/numpy_tests/core/test_getlimits": 1.3155000085826032, "torch_np/numpy_tests/core/test_indexing": 3.9495000084862113, "torch_np/numpy_tests/core/test_multiarray": 37.082000146154314, "torch_np/numpy_tests/core/test_numeric": 31.610500071838032, "torch_np/numpy_tests/core/test_numerictypes": 1.2959999785525724, "torch_np/numpy_tests/core/test_scalar_ctors": 2.646000010892749, "torch_np/numpy_tests/core/test_scalar_methods": 0.07749999884981662, "torch_np/numpy_tests/core/test_scalarinherit": 0.0010000000474974513, "torch_np/numpy_tests/core/test_scalarmath": 9.50750004715519, "torch_np/numpy_tests/core/test_shape_base": 4.533999897539616, "torch_np/numpy_tests/fft/test_helper": 1.687000042758882, "torch_np/numpy_tests/fft/test_pocketfft": 86.39349946379662, "torch_np/numpy_tests/lib/test_arraypad": 1.2024999856948853, "torch_np/numpy_tests/lib/test_arraysetops": 4.379500036477111, "torch_np/numpy_tests/lib/test_function_base": 35.33250005345326, "torch_np/numpy_tests/lib/test_histograms": 7.421999990940094, "torch_np/numpy_tests/lib/test_index_tricks": 3.0280000222846866, "torch_np/numpy_tests/lib/test_shape_base_": 5.860499939881265, "torch_np/numpy_tests/lib/test_twodim_base": 2.99549996573478, "torch_np/numpy_tests/lib/test_type_check": 4.059000040404499, "torch_np/numpy_tests/linalg/test_linalg": 23.109000099590048, "torch_np/test_basic": 11.440499754506163, "torch_np/test_binary_ufuncs": 2.262500047683716, "torch_np/test_dtype": 1.9390000104904175, "torch_np/test_function_base": 0.8585000038146973, "torch_np/test_ndarray_methods": 12.231999941170216, "torch_np/test_nep50_examples": 0.06699999934062362, "torch_np/test_random": 1.7355000153183937, "torch_np/test_reductions": 15.241999976336956, "torch_np/test_scalars_0D_arrays": 1.76099993288517, "torch_np/test_ufuncs_basic": 19.33800029568374, "torch_np/test_unary_ufuncs": 2.340000033378601 }, "dynamo_wrapped": { "backends/xeon/test_launch": 2.2193333307902017, "benchmark_utils/test_benchmark_utils": 3.818999926249186, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 4.215999921162923, "distributions/test_constraints": 0.11133333295583725, "distributions/test_distributions": 873.9493268257551, "functorch/test_ac_knapsack": 1.5259999732176464, "functorch/test_ac_logging": 0.6510000030199686, "functorch/test_aotdispatch": 143.7099984390661, "functorch/test_control_flow": 503.1946687317686, "functorch/test_control_flow_cuda_initialization": 0.10433333367109299, "functorch/test_dims": 0.010333333358479043, "functorch/test_eager_transforms": 312.8116689324379, "functorch/test_logging": 1.356333335240682, "functorch/test_memory_efficient_fusion": 6.70933345259012, "functorch/test_minifier": 3.430999994277954, "functorch/test_ops": 48.570665995279946, "functorch/test_parsing": 1.3823333159089088, "functorch/test_rearrange": 10.666333198547363, "functorch/test_vmap": 1770.0270301600297, "functorch/test_vmap_registrations": 67.58966573079427, "higher_order_ops/test_invoke_quant": 0.004000000189989805, "higher_order_ops/test_invoke_subgraph": 16.721333499997854, "higher_order_ops/test_with_effects": 20.44266637166341, "lazy/test_bindings": 0.0006666666983316342, "lazy/test_debug_util": 1.2333333492279053, "lazy/test_functionalization": 1.7769999901453655, "lazy/test_generator": 1.3820000092188518, "lazy/test_reuse_ir": 1.8426667054494221, "lazy/test_step_closures": 3.3883334000905356, "lazy/test_ts_opinfo": 12.468666632970175, "nn/test_convolution": 295.5383383433024, "nn/test_dropout": 7.717000087102254, "nn/test_embedding": 252.04866441090903, "nn/test_init": 4.209333419799805, "nn/test_lazy_modules": 30.706666946411133, "nn/test_load_state_dict": 7.169333485265573, "nn/test_module_hooks": 35.73200011253357, "nn/test_multihead_attention": 46.95833305517832, "nn/test_packed_sequence": 9.449000040690104, "nn/test_parametrization": 25.284666498502094, "nn/test_pooling": 65.56866733233134, "nn/test_pruning": 9.748666763305664, "profiler/test_cpp_thread": 0.5233333284656206, "profiler/test_execution_trace": 5.401333173116048, "profiler/test_kineto": 0.9713333249092102, "profiler/test_memory_profiler": 0.005333333547847967, "profiler/test_profiler": 64.6939990252334, "profiler/test_profiler_tree": 1.8986666997273762, "profiler/test_record_function": 1.7016667127609253, "profiler/test_torch_tidy": 43.48699951171875, "test_ao_sparsity": 108.3536669400831, "test_autocast": 8.94966658387178, "test_autograd": 351.5539919932683, "test_autograd_fallback": 5.307666619618733, "test_autoload": 2.2913333574930825, "test_binary_ufuncs": 1773.7906494140625, "test_bundled_inputs": 4.646666685740153, "test_comparison_utils": 1.4216667016347249, "test_compile_benchmark_util": 0.0010000000474974513, "test_complex": 2.299333333969116, "test_content_store": 13.029666900634766, "test_cpp_api_parity": 204.98133850097656, "test_cpp_extensions_aot_ninja": 5.063333382209142, "test_cpp_extensions_aot_no_ninja": 5.062999917815129, "test_cpp_extensions_jit": 38.2043342590332, "test_cpp_extensions_mtia_backend": 1.6270000139872234, "test_cpp_extensions_open_device_registration": 17.81166648864746, "test_cpp_extensions_stream_and_event": 1.4336666663487752, "test_cuda": 0.43933332020727295, "test_custom_ops": 110.84533319373925, "test_dataloader": 361.509005493174, "test_datapipe": 37.28566677620014, "test_decomp": 24.09733349084854, "test_deploy": 1.09333336353302, "test_dispatch": 52.34599941968918, "test_dlpack": 20.497333526611328, "test_dynamic_shapes": 16.502999732193228, "test_expanded_weights": 42.07600049177805, "test_extension_utils": 1.5096666812896729, "test_fake_tensor": 32.07033321261406, "test_file_check": 2.54966672261556, "test_flop_counter": 0.004000000112379591, "test_foreach": 151.7576700846354, "test_function_schema": 2.1606666247049966, "test_functional_autograd_benchmark": 41.250999450683594, "test_functional_optim": 3.3406666914621987, "test_functionalization": 0.003333333491658171, "test_functionalization_of_rng_ops": 0.32766667008399963, "test_futures": 8.5, "test_fx": 400.11566477055504, "test_fx_experimental": 228.19033900896707, "test_fx_passes": 12.351333320140839, "test_fx_reinplace_pass": 5.745333353678386, "test_hop_infra": 0.0006666666983316342, "test_hub": 61.946999867757164, "test_import_stats": 4.177999973297119, "test_indexing": 78.43566743532817, "test_itt": 1.0823333660761516, "test_jit": 793.4279974835614, "test_jit_autocast": 0.005333333431432645, "test_jit_disabled": 1.2236666679382324, "test_jit_fuser_te": 586.9433372020721, "test_jit_llga_fuser": 80.02566615045846, "test_legacy_vmap": 303.8706645965576, "test_license": 1.0233333110809326, "test_linalg": 1904.090352376302, "test_logging": 3.561333417892456, "test_masked": 9.553666432698568, "test_maskedtensor": 119.96499983469646, "test_matmul_cuda": 9.8236665725708, "test_matmul_fp8": 1.8670000235239665, "test_meta": 102.23433542251587, "test_mkl_verbose": 4.4439999262491865, "test_mkldnn": 140.41199747721353, "test_mkldnn_fusion": 0.0006666666983316342, "test_mkldnn_verbose": 4.0350000858306885, "test_mobile_optimizer": 9.29966672261556, "test_model_dump": 3.090000033378601, "test_model_exports_to_core_aten": 0.8300000031789144, "test_module_tracker": 2.006333351135254, "test_modules": 147.38900248209634, "test_monitor": 1.1910000089167927, "test_multiprocessing": 85.73133341471355, "test_multiprocessing_spawn": 138.91666530569395, "test_namedtensor": 17.71966616312663, "test_namedtuple_return_api": 3.55133326848348, "test_native_functions": 3.5853333473205566, "test_native_mha": 24.669333775838215, "test_nestedtensor": 259.7863337993622, "test_nn": 832.3813256534437, "test_numba_integration": 0.49533334374427795, "test_numpy_interop": 14.89133358001709, "test_openmp": 8.585999965667725, "test_openreg": 13.16266663869222, "test_ops": 67.99433323989312, "test_ops_fwd_gradients": 6.62933333714803, "test_ops_gradients": 11.201333045959473, "test_ops_jit": 2.4480000336964927, "test_optim": 865.6803425351778, "test_out_dtype_op": 4.6206668217976885, "test_overrides": 136.00533368314305, "test_package": 127.83233317484458, "test_per_overload_api": 2.961333433787028, "test_prims": 3.1323333755135536, "test_proxy_tensor": 203.04766882459322, "test_pruning_op": 1.0269999901453655, "test_public_bindings": 2.1809999545415244, "test_python_dispatch": 27.575999905665714, "test_pytree": 23.202666401863098, "test_quantization": 3356.9500045205154, "test_reductions": 2128.9430236816406, "test_scatter_gather_ops": 133.46900431315103, "test_schema_check": 253.0949982802073, "test_segment_reductions": 60.4403330485026, "test_serialization": 192.68400148550668, "test_set_default_mobile_cpu_allocator": 1.1386667092641194, "test_shape_ops": 27.254000345865887, "test_show_pickle": 1.0693333546320598, "test_sort_and_select": 111.63733164469402, "test_sparse": 798.819001843532, "test_sparse_csr": 554.1609957019488, "test_sparse_semi_structured": 1.8540000120798747, "test_spectral_ops": 37.56766720612844, "test_stateless": 26.110333283742268, "test_subclass": 16.155666669209797, "test_sympy_utils": 119.4390007307132, "test_tensor_creation_ops": 306.5423370202382, "test_tensorboard": 17.696333172420662, "test_tensorexpr": 0.003333333491658171, "test_tensorexpr_pybind": 9.17900017897288, "test_testing": 324.2220015948017, "test_torch": 429.68066054582596, "test_transformers": 2766.8073002497354, "test_transformers_privateuse1": 3.736999988555908, "test_type_hints": 0.9856666723887125, "test_type_info": 2.0773332913716636, "test_type_promotion": 141.78533426920572, "test_typing": 73.86366526285808, "test_unary_ufuncs": 1072.7809753417969, "test_utils": 259.43867053836584, "test_utils_config_module": 8.350333531697592, "test_utils_filelock": 1.1429999669392903, "test_utils_internal": 0.9196666479110718, "test_view_ops": 122.10200087229411, "test_vulkan": 0.0010000000474974513, "test_weak": 9.251333316167196, "test_xnnpack_integration": 25.84433327863614, "torch_np/numpy_tests/core/test_dlpack": 0.00566666666418314, "torch_np/numpy_tests/core/test_dtype": 4.124999913891467, "torch_np/numpy_tests/core/test_einsum": 30.8633333487669, "torch_np/numpy_tests/core/test_getlimits": 1.6139999992446974, "torch_np/numpy_tests/core/test_indexing": 10.907333464672169, "torch_np/numpy_tests/core/test_multiarray": 87.49333312366313, "torch_np/numpy_tests/core/test_numeric": 52.36399996148733, "torch_np/numpy_tests/core/test_numerictypes": 2.9590000106254593, "torch_np/numpy_tests/core/test_scalar_ctors": 6.900333354870479, "torch_np/numpy_tests/core/test_scalar_methods": 0.003666666840823988, "torch_np/numpy_tests/core/test_scalarinherit": 0.0010000000474974513, "torch_np/numpy_tests/core/test_scalarmath": 22.252999924433727, "torch_np/numpy_tests/core/test_shape_base": 10.35133338967959, "torch_np/numpy_tests/fft/test_helper": 2.5436667452255883, "torch_np/numpy_tests/fft/test_pocketfft": 60.6146670182546, "torch_np/numpy_tests/lib/test_arraypad": 2.8796666463216147, "torch_np/numpy_tests/lib/test_arraysetops": 10.335666407365352, "torch_np/numpy_tests/lib/test_function_base": 88.00166667807692, "torch_np/numpy_tests/lib/test_histograms": 13.17366655667623, "torch_np/numpy_tests/lib/test_index_tricks": 5.794333301484585, "torch_np/numpy_tests/lib/test_shape_base_": 9.943333352605501, "torch_np/numpy_tests/lib/test_twodim_base": 5.9703333514432115, "torch_np/numpy_tests/lib/test_type_check": 9.043666739016771, "torch_np/numpy_tests/linalg/test_linalg": 58.84833316504955, "torch_np/test_basic": 66.8176663784543, "torch_np/test_binary_ufuncs": 6.0096666018168134, "torch_np/test_dtype": 4.9670000076293945, "torch_np/test_function_base": 1.1713333527247112, "torch_np/test_ndarray_methods": 42.75066599498192, "torch_np/test_nep50_examples": 0.11333333425379048, "torch_np/test_random": 4.275000085433324, "torch_np/test_reductions": 55.68499997258186, "torch_np/test_scalars_0D_arrays": 3.828333338101705, "torch_np/test_ufuncs_basic": 45.85533286134402, "torch_np/test_unary_ufuncs": 10.052000045776367 }, "slow": { "backends/xeon/test_launch": 1.8733333349227905, "benchmark_utils/test_benchmark_utils": 370.1580098470052, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 3.141333262125651, "distributions/test_constraints": 0.08266666779915492, "distributions/test_distributions": 0.23533333341280618, "dynamo/test_activation_checkpointing": 0.03033333271741867, "dynamo/test_after_aot": 0.1503333350022634, "dynamo/test_aot_autograd": 0.3463333348433177, "dynamo/test_aot_autograd_cache": 0.06833333366860946, "dynamo/test_autograd_function": 0.040000000347693764, "dynamo/test_backends": 0.033333333558402956, "dynamo/test_backward_higher_order_ops": 0.14966667195161185, "dynamo/test_base_hop": 0.012666666880249977, "dynamo/test_base_output": 0.003666666646798452, "dynamo/test_buffers_override": 0.2959999938805898, "dynamo/test_bytecode_utils": 0.16899999778252095, "dynamo/test_callback": 0.3056666652361552, "dynamo/test_compile": 0.16066666742941985, "dynamo/test_compiler_bisector": 0.0010000000474974513, "dynamo/test_comptime": 0.1933333327372869, "dynamo/test_config": 0.1496666669845581, "dynamo/test_ctx_manager": 2.06599997356534, "dynamo/test_debug_utils": 0.0033333334140479565, "dynamo/test_decorators": 0.3583333392937978, "dynamo/test_deque_reconstruct": 0.2996666729450226, "dynamo/test_deviceguard": 0.01366666704416275, "dynamo/test_dicts": 0.3399999936421712, "dynamo/test_dynamic_shapes": 626.2593292129847, "dynamo/test_error_messages": 0.18733333051204681, "dynamo/test_exc": 0.01433333350966374, "dynamo/test_exceptions": 0.4743333359559377, "dynamo/test_export": 0.18466666837533316, "dynamo/test_export_mutations": 0.14866666495800018, "dynamo/test_flat_apply": 0.17300000290075937, "dynamo/test_frame_init": 0.2970000008742015, "dynamo/test_functions": 0.6543333381414413, "dynamo/test_fx_passes_pre_grad": 0.3059999942779541, "dynamo/test_generator": 0.21499999783312282, "dynamo/test_generator_stop": 0.0020000000949949026, "dynamo/test_global": 0.1743333339691162, "dynamo/test_graph_break_messages": 0.21033333241939545, "dynamo/test_graph_deduplication": 0.17600000401337942, "dynamo/test_graph_region_tracker": 0.16166666646798453, "dynamo/test_guard_manager": 0.32866666714350384, "dynamo/test_guard_serialization": 0.05066666627923647, "dynamo/test_higher_order_ops": 0.255666666974624, "dynamo/test_hooks": 0.22200000286102295, "dynamo/test_inline_and_install": 0.19833333293596903, "dynamo/test_inline_inbuilt_nn_modules": 1.3144999742507935, "dynamo/test_input_attr_tracking": 0.1523333340883255, "dynamo/test_install_free_tensors": 0.18033333029597998, "dynamo/test_interop": 0.1516666660706202, "dynamo/test_logging": 0.06533333162466685, "dynamo/test_metrics_context": 0.3580000003178914, "dynamo/test_minifier": 0.2986666758855184, "dynamo/test_misc": 0.5713333477809405, "dynamo/test_model_output": 0.012333333453473946, "dynamo/test_modes": 50.789666503978275, "dynamo/test_modules": 0.15233333284656206, "dynamo/test_nops": 0.1556666692097982, "dynamo/test_optimizers": 0.1516666660706202, "dynamo/test_pgo": 0.16533333559830984, "dynamo/test_pre_dispatch": 0.2943333387374878, "dynamo/test_prim_hop_base": 0.14699999491373697, "dynamo/test_profiler": 0.17866666615009308, "dynamo/test_python_autograd": 0.1713333378235499, "dynamo/test_python_dispatcher": 0.028333333631356556, "dynamo/test_raise": 0.9079999898870786, "dynamo/test_recompile_ux": 0.15633333226044974, "dynamo/test_recompiles": 0.15499999622503915, "dynamo/test_reconstruct": 0.3163333336512248, "dynamo/test_reorder_logs": 0.18200000127156576, "dynamo/test_repros": 0.29533334573109943, "dynamo/test_resume": 0.3293333252271016, "dynamo/test_sdpa": 0.15533333520094553, "dynamo/test_skip_guard_eval_unsafe": 0.14866666495800018, "dynamo/test_skip_non_tensor": 0.14833333591620126, "dynamo/test_sources": 0.31833333770434064, "dynamo/test_structured_trace": 0.02500000037252903, "dynamo/test_subclasses": 0.15400000164906183, "dynamo/test_subgraphs": 0.1843333293994268, "dynamo/test_sys": 0.31699999949584406, "dynamo/test_trace_rules": 0.30199998915971565, "dynamo/test_unittest": 0.22633333504199982, "dynamo/test_unspec": 0.04766666516661644, "dynamo/test_utils": 0.2936666588454197, "dynamo/test_verify_correctness": 0.1576666682958603, "dynamo/test_view": 0.28799999753634137, "export/test_converter": 12.570333162943522, "export/test_cpp_serdes": 0.3796666661898295, "export/test_db": 0.32866666714350384, "export/test_draft_export": 0.16699999570846558, "export/test_experimental": 0.15466666718324026, "export/test_export": 1.5910000000149012, "export/test_export_nonstrict": 0.3939999919384718, "export/test_export_strict": 0.5910000056028366, "export/test_export_training_ir_to_run_decomp": 0.7749999963367978, "export/test_export_with_inline_and_install": 0.3966666664928198, "export/test_functionalized_assertions": 0.2993333339691162, "export/test_hop": 0.036333332459131874, "export/test_lift_unlift": 0.3976666731759906, "export/test_package": 0.3049999972184499, "export/test_pass_infra": 0.3333333333333333, "export/test_passes": 0.038000001261631645, "export/test_retraceability": 0.8213333236053586, "export/test_schema": 0.29499999682108563, "export/test_serdes": 0.7726666632418832, "export/test_serialize": 0.2733333370415494, "export/test_sparse": 0.4870000084241231, "export/test_swap": 0.31700000384201604, "export/test_tools": 0.14466666181882223, "export/test_torchbind": 10.79433343016232, "export/test_tree_utils": 0.31166666746139526, "export/test_unflatten": 0.32366666197776794, "export/test_unflatten_training_ir": 0.35199999809265137, "export/test_verifier": 0.32766667008399963, "functorch/test_ac_knapsack": 0.37399999673167866, "functorch/test_ac_logging": 0.01066666655242443, "functorch/test_aotdispatch": 960.7453283417659, "functorch/test_control_flow": 0.6400000012169281, "functorch/test_dims": 0.3736666664481163, "functorch/test_eager_transforms": 0.4466666659185042, "functorch/test_logging": 0.14999999602635702, "functorch/test_memory_efficient_fusion": 0.15600000050229332, "functorch/test_minifier": 0.14700000484784445, "functorch/test_ops": 535.0720011393229, "functorch/test_parsing": 0.406000009427468, "functorch/test_rearrange": 0.4490000108877818, "functorch/test_vmap": 3.679333365832766, "functorch/test_vmap_registrations": 2.1760000387827554, "higher_order_ops/test_invoke_quant": 0.020333333717038233, "higher_order_ops/test_invoke_subgraph": 0.05233333275342981, "higher_order_ops/test_with_effects": 16.257333119710285, "inductor/test_alignment": 0.013000000268220901, "inductor/test_analysis": 0.020999999484047294, "inductor/test_aot_inductor_arrayref": 114.1240005493164, "inductor/test_async_compile": 0.0023333334053556123, "inductor/test_auto_functionalize": 0.20100000003973642, "inductor/test_benchmark_fusion": 14.806333223978678, "inductor/test_benchmarking": 0.009666666698952516, "inductor/test_binary_folding": 0.004000000189989805, "inductor/test_block_analysis": 0.04933333396911621, "inductor/test_codecache": 0.125333334862565, "inductor/test_codegen_triton": 0.0020000000949949026, "inductor/test_combo_kernels": 0.012333333492279053, "inductor/test_compile": 0.012000000104308128, "inductor/test_compile_subprocess": 663.2129947900927, "inductor/test_compile_worker": 0.004000000189989805, "inductor/test_compiled_autograd": 1194.291324219356, "inductor/test_compiled_optimizers": 0.26533332963784534, "inductor/test_config": 0.014000000432133675, "inductor/test_control_flow": 0.3756666574627161, "inductor/test_cpp_wrapper_hipify": 0.15166667103767395, "inductor/test_cpu_cpp_wrapper": 1362.8843332926433, "inductor/test_cpu_repro": 153.6396687825521, "inductor/test_cpu_select_algorithm": 1.528666655222575, "inductor/test_custom_lowering": 0.005333333276212215, "inductor/test_custom_post_grad_passes": 0.00566666666418314, "inductor/test_cutlass_evt": 0.0066666666728754835, "inductor/test_debug_trace": 0.0063333334401249886, "inductor/test_decompose_mem_bound_mm": 0.0020000000949949026, "inductor/test_distributed_patterns": 0.019333332777023315, "inductor/test_efficient_conv_bn_eval": 198.25733439127603, "inductor/test_extension_backend": 4.345333258310954, "inductor/test_external_callables": 0.019000000320374966, "inductor/test_flex_attention": 0.517000002010415, "inductor/test_flex_decoding": 0.48866666356722516, "inductor/test_foreach": 0.12200000137090683, "inductor/test_fp8": 0.16133333556354046, "inductor/test_fused_attention": 0.07166666599611442, "inductor/test_fuzzer": 0.008333333457509676, "inductor/test_fx_fusion": 0.1816666672627131, "inductor/test_graph_transform_observer": 0.0020000000949949026, "inductor/test_group_batch_fusion": 0.004333333539155622, "inductor/test_indexing": 0.026666666691501934, "inductor/test_inductor_annotations": 0.0020000000949949026, "inductor/test_inductor_freezing": 0.033666666597127914, "inductor/test_inductor_scheduler": 0.00800000037997961, "inductor/test_minifier": 0.010333333164453506, "inductor/test_minifier_isolate": 71.37366739908855, "inductor/test_minifier_utils": 0.14933333297570547, "inductor/test_mkldnn_pattern_matcher": 656.6220242519242, "inductor/test_mmdecomp": 0.021666667113701504, "inductor/test_op_completeness": 0.17833333214124045, "inductor/test_ordered_set": 1.5039999997631337, "inductor/test_provenance_tracing": 0.007666666875593364, "inductor/test_split_cat_fx_aten_passes": 0.0026666667157163224, "inductor/test_standalone_compile": 0.013000000268220901, "inductor/test_static_cuda_launcher": 0.004333333461545408, "inductor/test_torchbind": 0.018333333854873974, "inductor/test_torchinductor": 671.5789831335424, "inductor/test_torchinductor_codegen_config_overrides": 0.004000000189989805, "inductor/test_torchinductor_codegen_dynamic_shapes": 820.1256764729818, "inductor/test_torchinductor_dynamic_shapes": 928.8010009766246, "inductor/test_torchinductor_opinfo": 12940.0185546875, "inductor/test_triton_extension_backend": 1.559000015258789, "inductor/test_triton_kernels": 0.34433333575725555, "inductor/test_unbacked_symints": 0.03366666721800963, "inductor/test_utils": 0.34566666682561237, "lazy/test_bindings": 0.0006666666983316342, "lazy/test_debug_util": 0.3423333366711934, "lazy/test_functionalization": 0.3476666609446208, "lazy/test_generator": 0.31700000166893005, "lazy/test_reuse_ir": 0.3243333399295807, "lazy/test_step_closures": 0.29233333468437195, "lazy/test_ts_opinfo": 0.5700000026263297, "nn/test_convolution": 0.585666666428248, "nn/test_dropout": 0.009000000078231096, "nn/test_embedding": 0.16533333559830984, "nn/test_init": 0.5323333342870077, "nn/test_lazy_modules": 0.0706666683157285, "nn/test_load_state_dict": 0.04066666689080497, "nn/test_module_hooks": 0.0793333351612091, "nn/test_multihead_attention": 0.019000000320374966, "nn/test_packed_sequence": 0.32700000206629437, "nn/test_parametrization": 0.06033333367668092, "nn/test_pooling": 8.606666791252792, "nn/test_pruning": 0.0430000014603138, "profiler/test_cpp_thread": 0.006000000052154064, "profiler/test_execution_trace": 0.010999999940395355, "profiler/test_kineto": 0.30666667222976685, "profiler/test_memory_profiler": 0.04066666681319475, "profiler/test_profiler": 0.06833333312533796, "profiler/test_profiler_tree": 0.37433333198229474, "profiler/test_record_function": 0.30533332626024884, "profiler/test_torch_tidy": 0.35466666022936505, "test_ao_sparsity": 0.23733333471075943, "test_appending_byte_serializer": 0.30433332920074463, "test_autocast": 0.013999999966472387, "test_autograd": 6.6596666414601104, "test_autograd_fallback": 0.3993333379427592, "test_autoload": 0.6076666514078776, "test_binary_ufuncs": 13.760666529337565, "test_bundled_inputs": 0.30566667517026264, "test_comparison_utils": 0.3199999928474426, "test_compile_benchmark_util": 0.0010000000474974513, "test_complex": 0.015333333363135656, "test_content_store": 0.005333333586653073, "test_cpp_api_parity": 0.28866666555404663, "test_cpp_extensions_aot_ninja": 0.02799999958369881, "test_cpp_extensions_aot_no_ninja": 0.029333333135582507, "test_cpp_extensions_jit": 0.03133333350221316, "test_cpp_extensions_mtia_backend": 0.969000001748403, "test_cpp_extensions_open_device_registration": 1.712999979654948, "test_cpp_extensions_stream_and_event": 0.7400000095367432, "test_cuda": 0.009666667087003589, "test_custom_backend": 0.0729999989271164, "test_custom_ops": 0.30300000309944153, "test_dataloader": 533.0523296712587, "test_datapipe": 0.45333333775245893, "test_decomp": 2673.0600001629596, "test_deploy": 0.32833332816759747, "test_dispatch": 0.1683333326751987, "test_dlpack": 0.141333336631457, "test_dynamic_shapes": 0.5239999974146485, "test_expanded_weights": 0.1900000007202228, "test_extension_utils": 0.2846666673819224, "test_fake_tensor": 0.21433333439442018, "test_file_check": 0.29200000564257306, "test_flop_counter": 0.03033333271741867, "test_foreach": 3.9016666412353516, "test_function_schema": 0.4180000126361847, "test_functional_autograd_benchmark": 172.75232950846353, "test_functional_optim": 0.298333336909612, "test_functionalization": 0.4023333365718524, "test_functionalization_of_rng_ops": 0.0010000000474974513, "test_futures": 0.3059999942779541, "test_fx": 224.5949979259943, "test_fx_experimental": 1.1063333423808217, "test_fx_passes": 0.351666667809089, "test_fx_reinplace_pass": 0.3700000047683716, "test_hop_infra": 0.003000000026077032, "test_hub": 0.350000003973643, "test_import_stats": 0.30033334096272785, "test_indexing": 0.09233333356678486, "test_itt": 0.28966666261355084, "test_jit": 48.7440000520243, "test_jit_autocast": 0.05733333465953668, "test_jit_disabled": 0.3720000088214874, "test_jit_fuser_te": 2057.2756668605143, "test_jit_llga_fuser": 52.3856663806752, "test_legacy_vmap": 0.22766666486859322, "test_license": 0.29733332991600037, "test_linalg": 98.04299926757812, "test_logging": 0.3083333373069763, "test_masked": 0.16500000158945718, "test_maskedtensor": 0.989666665593783, "test_matmul_cuda": 0.0729999989271164, "test_matmul_fp8": 0.00849999999627471, "test_meta": 48.62333198015889, "test_mkl_verbose": 0.29866666595141095, "test_mkldnn": 75.27366638183594, "test_mkldnn_fusion": 0.290666659673055, "test_mkldnn_verbose": 0.33266665538152057, "test_mobile_optimizer": 0.296999990940094, "test_model_dump": 0.3215000033378601, "test_model_exports_to_core_aten": 0.14600000282128653, "test_module_tracker": 0.3013333280881246, "test_modules": 3.677999973297119, "test_monitor": 0.5243333379427592, "test_multiprocessing": 0.03766666725277901, "test_multiprocessing_spawn": 320.917667765442, "test_namedtensor": 0.08933333307504654, "test_namedtuple_return_api": 0.2760000129540761, "test_native_functions": 0.5166666607062022, "test_native_mha": 0.02800000086426735, "test_nestedtensor": 1.845999999359871, "test_nn": 2.1919999689562246, "test_numba_integration": 0.003666666802018881, "test_numpy_interop": 0.04100000113248825, "test_openmp": 0.3193333347638448, "test_openreg": 0.3000000019868215, "test_ops": 501.12931733361137, "test_ops_fwd_gradients": 14.191666920979818, "test_ops_gradients": 267.33800252278644, "test_ops_jit": 78.61499786376953, "test_optim": 0.9506666747232279, "test_out_dtype_op": 0.020666666328907013, "test_overrides": 1.7680000041145831, "test_package": 0.6130000076179082, "test_per_overload_api": 0.30666666229565936, "test_prims": 0.0240000004414469, "test_proxy_tensor": 9.05733333636696, "test_pruning_op": 0.31733333071072894, "test_public_bindings": 0.3009999990463257, "test_python_dispatch": 0.11799999664071947, "test_pytree": 0.4786666774501403, "test_quantization": 1383.7763203408103, "test_reductions": 30.089999516805012, "test_scatter_gather_ops": 0.14866666495800018, "test_schema_check": 7.415666689475377, "test_segment_reductions": 0.0860000029206276, "test_serialization": 0.2859999956563115, "test_set_default_mobile_cpu_allocator": 0.3256666660308838, "test_shape_ops": 0.10066666702429454, "test_show_pickle": 0.2853333353996277, "test_sort_and_select": 28.414000193277996, "test_sparse": 3.3323333146981895, "test_sparse_csr": 8.102999949284518, "test_sparse_semi_structured": 0.027666666855414707, "test_spectral_ops": 0.28366665293773013, "test_stateless": 0.05833333385332177, "test_subclass": 0.40733333428700763, "test_sympy_utils": 0.3223333310646315, "test_tensor_creation_ops": 3.1426666978125772, "test_tensorboard": 31.52233341592364, "test_tensorexpr": 0.3513333201408386, "test_tensorexpr_pybind": 0.31333332559249055, "test_testing": 2.649666659805613, "test_torch": 65.64733330040083, "test_transformers": 3.7870000059095523, "test_transformers_privateuse1": 0.012666666880249977, "test_type_hints": 0.3126666645208995, "test_type_info": 0.3733333349227905, "test_type_promotion": 0.4610000054041545, "test_typing": 73.38833363850911, "test_unary_ufuncs": 27.19266700744629, "test_utils": 6.2770000481590005, "test_utils_config_module": 0.3206666608651479, "test_utils_filelock": 0.31966666380564374, "test_utils_internal": 0.18766666452089945, "test_view_ops": 0.4989999979734421, "test_vulkan": 0.0010000000474974513, "test_weak": 0.3403333257883787, "test_xnnpack_integration": 358.7156767572742, "torch_np/numpy_tests/core/test_dlpack": 0.006999999905625979, "torch_np/numpy_tests/core/test_dtype": 0.3299999994924292, "torch_np/numpy_tests/core/test_einsum": 0.34066666464786977, "torch_np/numpy_tests/core/test_getlimits": 0.31799999442106736, "torch_np/numpy_tests/core/test_indexing": 0.3613333363706867, "torch_np/numpy_tests/core/test_multiarray": 698.8040089470256, "torch_np/numpy_tests/core/test_numeric": 0.5486666767004257, "torch_np/numpy_tests/core/test_numerictypes": 0.33599999131790054, "torch_np/numpy_tests/core/test_scalar_ctors": 0.3783333274380614, "torch_np/numpy_tests/core/test_scalar_methods": 0.006000000168569386, "torch_np/numpy_tests/core/test_scalarinherit": 0.0010000000474974513, "torch_np/numpy_tests/core/test_scalarmath": 43.99966692672266, "torch_np/numpy_tests/core/test_shape_base": 0.42533333351214725, "torch_np/numpy_tests/fft/test_helper": 0.3203333308532213, "torch_np/numpy_tests/fft/test_pocketfft": 0.4963333352158467, "torch_np/numpy_tests/lib/test_arraypad": 0.37300000588099164, "torch_np/numpy_tests/lib/test_arraysetops": 0.31599998955304426, "torch_np/numpy_tests/lib/test_function_base": 0.7166666660147408, "torch_np/numpy_tests/lib/test_histograms": 1.0516666900366545, "torch_np/numpy_tests/lib/test_index_tricks": 0.35233332876426476, "torch_np/numpy_tests/lib/test_shape_base_": 0.40033334113347036, "torch_np/numpy_tests/lib/test_twodim_base": 0.42633333724612993, "torch_np/numpy_tests/lib/test_type_check": 0.33333334047347307, "torch_np/numpy_tests/linalg/test_linalg": 2.784999977836075, "torch_np/test_basic": 0.4796666734619066, "torch_np/test_binary_ufuncs": 0.345333327849706, "torch_np/test_dtype": 0.34266666571299237, "torch_np/test_function_base": 0.3060000042120616, "torch_np/test_ndarray_methods": 0.6646666668433076, "torch_np/test_nep50_examples": 0.05699999902086953, "torch_np/test_random": 0.3333333401242271, "torch_np/test_reductions": 1.312666660329948, "torch_np/test_scalars_0D_arrays": 0.3559999981274207, "torch_np/test_ufuncs_basic": 0.6593333325193574, "torch_np/test_unary_ufuncs": 0.3356666664282481 } }, "linux-focal-py3.9-clang10-onnx": { "default": { "onnx/dynamo/test_dynamo_with_onnxruntime_backend": 14.587666511535645, "onnx/dynamo/test_exporter_api": 3.8230000138282776, "onnx/dynamo/test_registry_dispatcher": 2.5990000665187836, "onnx/exporter/test_api": 20.387333313624065, "onnx/exporter/test_building": 0.014999999664723873, "onnx/exporter/test_capture_strategies": 0.48399999737739563, "onnx/exporter/test_compat": 0.283333333209157, "onnx/exporter/test_core": 0.22366666793823242, "onnx/exporter/test_dynamic_shapes": 0.3633333345254262, "onnx/exporter/test_hf_models_e2e": 32.112000147501625, "onnx/exporter/test_ir_passes": 0.2996666630109151, "onnx/exporter/test_small_models_e2e": 27.334333419799805, "onnx/exporter/test_tensors": 0.29233333468437195, "onnx/exporter/test_verification": 5.156333342194557, "onnx/internal/test_diagnostics": 0.2790000004072984, "onnx/internal/test_registraion": 0.22999999516954026, "onnx/ops/test_ops": 5.386333247025807, "onnx/test_autograd_funs": 0.08799999952316284, "onnx/test_custom_ops": 0.12933333590626717, "onnx/test_fx_op_consistency": 5300.877333333329, "onnx/test_fx_passes": 0.6243333419164022, "onnx/test_fx_to_onnx": 5.8394999504089355, "onnx/test_fx_to_onnx_decomp_skip": 2.7825000286102295, "onnx/test_fx_to_onnx_with_onnxruntime": 119.57200050354004, "onnx/test_fx_type_promotion": 0.3516666690508525, "onnx/test_lazy_import": 3.3386666774749756, "onnx/test_models_onnxruntime": 324.17067123390734, "onnx/test_models_quantized_onnxruntime": 41.88333320617676, "onnx/test_onnx_opset": 0.828000009059906, "onnx/test_onnxscript_runtime": 0.09433333327372868, "onnx/test_op_consistency": 64.42433381080627, "onnx/test_operators": 2.9489998817443848, "onnx/test_pytorch_jit_onnx": 0.41466666261355084, "onnx/test_pytorch_onnx_no_runtime": 1.0953333595146735, "onnx/test_pytorch_onnx_onnxruntime": 2142.649998744329, "onnx/test_pytorch_onnx_shape_inference": 0.38333332538604736, "onnx/test_symbolic_helper": 0.1606666644414266, "onnx/test_utility_funs": 13.160666684309641, "onnx/test_verification": 0.6819999913374583, "onnx/torch_export/test_torch_export_with_onnxruntime": 7.407333215077718, "onnx/torchlib/test_ops": 0.6909999921917915 } }, "linux-jammy-aarch64-py3.10": { "default": { "dynamo/test_backends": 20.645666898305837, "dynamo/test_compile": 18.303000017922994, "dynamo/test_comptime": 11.825666586558023, "dynamo/test_config": 2.657666643460592, "dynamo/test_functions": 106.84966564178467, "dynamo/test_fx_passes_pre_grad": 4.623000065485637, "dynamo/test_interop": 1.2846666773160298, "dynamo/test_model_output": 0.020333333251376946, "dynamo/test_modules": 38.2443331082662, "dynamo/test_optimizers": 3.931666612625122, "dynamo/test_recompile_ux": 2.6636666456858316, "dynamo/test_recompiles": 11.394000053405762, "inductor/test_benchmark_fusion": 14.293000062306723, "inductor/test_codecache": 168.52533170984438, "inductor/test_compile": 20.992333730061848, "inductor/test_config": 10.546666622161865, "inductor/test_control_flow": 1.8113333156021934, "inductor/test_cpu_cpp_wrapper": 2372.100674947103, "inductor/test_fx_fusion": 0.4379999985297521, "inductor/test_group_batch_fusion": 0.05966666678432375, "inductor/test_inductor_freezing": 41.37466684977213, "inductor/test_mkldnn_pattern_matcher": 2820.8106396456715, "inductor/test_torchinductor": 1682.2949959437053, "inductor/test_torchinductor_codegen_dynamic_shapes": 2750.8766886393228, "inductor/test_torchinductor_dynamic_shapes": 2902.86467142861, "profiler/test_memory_profiler": 6.747000057250261, "test_autograd": 83.32133303349838, "test_binary_ufuncs": 243.9616673787435, "test_complex": 0.13400000085433325, "test_cpp_extensions_open_device_registration": 11.075999935468039, "test_dynamic_shapes": 116.62466633506119, "test_foreach": 140.91399765014648, "test_mkldnn": 174.70166778564453, "test_mkldnn_fusion": 145.10199991861978, "test_modules": 1429.6419881184895, "test_multiprocessing": 98.6913324991862, "test_numpy_interop": 1.1673333446184795, "test_openmp": 4.081999937693278, "test_ops": 6072.4923623908935, "test_reductions": 251.54733022054037, "test_spectral_ops": 10.34133356064558, "test_tensor_creation_ops": 60.74000032401333, "test_torch": 20.095667005361367, "test_transformers": 8557.780723473057, "test_unary_ufuncs": 870.6543273925781 } }, "linux-jammy-cpu-py3.10-gcc11-bazel-test": { "": { "any_test": 0.0006666666983316342, "autograd_test": 6.4040000302096205, "bit_cast_test": 0, "core_tests": 0.017999999225139618, "dataloader_test": 0.8076666593551636, "enum_test": 0, "expanding_array_test": 0, "functional_test": 1.1246666312217712, "init_test": 0.2826666633288066, "jit_test": 0.49266668160756427, "memory_test": 0, "misc_test": 0.021000000725810725, "module_test": 0.012000000104308128, "modulelist_test": 0.00566666666418314, "modules_test": 137.01033528645834, "nn_utils_test": 3.1603333180149398, "optim_test": 169.84066772460938, "ordered_dict_test": 0, "rnn_test": 248.10933430989584, "sequential_test": 0.16299999753634134, "serialize_test": 2.5856667359670005, "ssize_test": 0.0006666666983316342, "static_test": 0, "tensor_options_test": 0, "tensor_test": 0.01766666645805041, "torch_include_test": 0, "typeid_test": 0, "util_base_tests": 110.13400097967435 } }, "linux-jammy-cpu-py3.12-gcc11-inductor-triton-cpu": { "inductor-triton-cpu": { "inductor/test_triton_cpu_backend": 1459.7059911092122 } }, "linux-jammy-cpu-py3.9-gcc11-inductor": { "inductor_avx2": { "inductor/test_torchinductor": 2379.9883432388306, "inductor/test_torchinductor_opinfo": 31309.5390625, "test_modules": 735.8146565755209, "test_ops": 2108.6573284467063, "test_ops_gradients": 964.0509847005209, "test_torch": 3003.872693684573 }, "inductor_avx512": { "inductor/test_torchinductor": 2026.5849628448486, "inductor/test_torchinductor_opinfo": 26558.0673828125, "test_modules": 577.8140055338541, "test_ops": 1944.6836417714755, "test_ops_gradients": 907.2486572265625, "test_torch": 2525.011692504088 } }, "linux-jammy-cuda12.4-py3.10-gcc11": { "legacy_nvidia_driver": { "backends/xeon/test_launch": 1.9040000438690186, "benchmark_utils/test_benchmark_utils": 1.6419999599456787, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 0.08799999952316284, "cpp_extensions/python_agnostic_extension/test/test_python_agnostic": 7.1570000648498535, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 10.541000366210938, "distributions/test_distributions": 66.77599927224219, "dynamo/test_activation_checkpointing": 48.92399978637695, "dynamo/test_after_aot": 9.628000259399414, "dynamo/test_aot_autograd": 74.07599639892578, "dynamo/test_aot_autograd_cache": 156.03100287914276, "dynamo/test_aot_compile": 16.8489990234375, "dynamo/test_autograd_function": 12.29800033569336, "dynamo/test_backends": 10.167999787139706, "dynamo/test_backward_higher_order_ops": 14.343999862670898, "dynamo/test_base_hop": 2.7709999084472656, "dynamo/test_base_output": 0.006000000052154064, "dynamo/test_buffers_override": 8.769000053405762, "dynamo/test_bytecode_utils": 8.936000227928162, "dynamo/test_callback": 6.357999801635742, "dynamo/test_compile": 10.17099967203103, "dynamo/test_compiler_bisector": 15.104000091552734, "dynamo/test_comptime": 10.050000190734863, "dynamo/test_config": 5.2769999504089355, "dynamo/test_ctx_manager": 11.356999635696411, "dynamo/test_cudagraphs": 2.7660000324249268, "dynamo/test_cudagraphs_expandable_segments": 2.6649999618530273, "dynamo/test_debug_utils": 0.9729999750852585, "dynamo/test_decorators": 19.152999877929688, "dynamo/test_deque_reconstruct": 0.7400000095367432, "dynamo/test_deviceguard": 0.020000000949949026, "dynamo/test_dicts": 19.690999887883663, "dynamo/test_dynamic_shapes": 1940.8919789791107, "dynamo/test_einops": 0.004000000189989805, "dynamo/test_error_messages": 9.54699993133545, "dynamo/test_exc": 5.002999782562256, "dynamo/test_exceptions": 11.142000198364258, "dynamo/test_export": 132.6870038509369, "dynamo/test_export_mutations": 4.373000144958496, "dynamo/test_fake_distributed": 7.185999870300293, "dynamo/test_flat_apply": 0.6970000267028809, "dynamo/test_frame_init": 0.289000004529953, "dynamo/test_functions": 77.54099941253662, "dynamo/test_fx_annotate": 1.943000078201294, "dynamo/test_fx_graph_runnable": 214.4669952392578, "dynamo/test_fx_passes_pre_grad": 6.1579999923706055, "dynamo/test_generator": 3.769999995827675, "dynamo/test_global": 8.803999900817871, "dynamo/test_graph_deduplication": 13.51300048828125, "dynamo/test_graph_region_tracker": 2.562000036239624, "dynamo/test_guard_manager": 5.937999874353409, "dynamo/test_guard_serialization": 13.264000488328747, "dynamo/test_higher_order_ops": 64.66999888420105, "dynamo/test_hooks": 27.347999572753906, "dynamo/test_inline_and_install": 134.9409942626953, "dynamo/test_input_attr_tracking": 10.623000144958496, "dynamo/test_install_free_tensors": 42.19099950790405, "dynamo/test_interop": 0.7900000214576721, "dynamo/test_list": 3.075000047683716, "dynamo/test_logging": 33.8390007019043, "dynamo/test_metrics_context": 0.328000009059906, "dynamo/test_minifier": 3.0309998989105225, "dynamo/test_misc": 212.77600206434727, "dynamo/test_model_output": 0.015000000246800482, "dynamo/test_modes": 16.912999629974365, "dynamo/test_modules": 25.5799999833107, "dynamo/test_nested_graph_breaks": 11.020999908447266, "dynamo/test_nops": 0.652999997138977, "dynamo/test_optimizers": 2.4779999256134033, "dynamo/test_package": 58.20399856567383, "dynamo/test_pgo": 26.208999633789062, "dynamo/test_pre_dispatch": 0.8309999704360962, "dynamo/test_precompile_context": 4.047999858856201, "dynamo/test_profiler": 15.656000137329102, "dynamo/test_python_autograd": 1.003999948501587, "dynamo/test_python_dispatcher": 0.6510000228881836, "dynamo/test_recompile_ux": 6.61899995803833, "dynamo/test_recompiles": 10.847999572753906, "dynamo/test_reconstruct": 1.5320000648498535, "dynamo/test_regional_inductor": 85.90499877929688, "dynamo/test_reorder_logs": 1.5929999947547913, "dynamo/test_repros": 197.74200117588043, "dynamo/test_resume": 0.746999979019165, "dynamo/test_sdpa": 2.071000099182129, "dynamo/test_sets": 8.624999862164259, "dynamo/test_skip_guard_eval_unsafe": 9.567999839782715, "dynamo/test_skip_non_tensor": 1.2300000190734863, "dynamo/test_sources": 5.111999988555908, "dynamo/test_structured_trace": 31.917999267578125, "dynamo/test_subclasses": 62.28700065612793, "dynamo/test_subgraphs": 12.59000015258789, "dynamo/test_trace_rules": 1.940999984741211, "dynamo/test_unittest": 0.3529999852180481, "dynamo/test_unspec": 52.304001681506634, "dynamo/test_utils": 37.14999993890524, "dynamo/test_verify_correctness": 0.8320000171661377, "dynamo/test_view": 1.1449999809265137, "export/test_converter": 17.65999984741211, "export/test_cpp_serdes": 92.22799682617188, "export/test_db": 23.70400047302246, "export/test_draft_export": 12.116999626159668, "export/test_dynamic_shapes": 0.3070000112056732, "export/test_experimental": 13.015000343322754, "export/test_export": 89.23399829864502, "export/test_export_opinfo": 50.534000396728516, "export/test_export_strict": 376.0260009765625, "export/test_export_training_ir_to_run_decomp": 585.8379914164543, "export/test_export_with_inline_and_install": 357.83600664138794, "export/test_functionalized_assertions": 0.30399999022483826, "export/test_hop": 24.655000686645508, "export/test_lift_unlift": 0.24999999604187906, "export/test_nativert": 0, "export/test_package": 0.6660000085830688, "export/test_pass_infra": 8.795000076293945, "export/test_passes": 51.79999923706055, "export/test_retraceability": 540.2590143680573, "export/test_schema": 0.8130000233650208, "export/test_serdes": 221.3730018734932, "export/test_serialize": 84.34400057792664, "export/test_sparse": 408.4159851074219, "export/test_strict_export_v2": 371.99699306488037, "export/test_swap": 12.14300012588501, "export/test_tools": 4.061999797821045, "export/test_torchbind": 23.257000259589404, "export/test_tree_utils": 0.28600001335144043, "export/test_unflatten": 26.47100067138672, "export/test_unflatten_training_ir": 26.06800079345703, "export/test_upgrader": 0.006000000052154064, "export/test_verifier": 10.949000358581543, "functorch/dim/test_getsetitem": 0.020999999716877937, "functorch/dim/test_split": 0.04800000041723251, "functorch/test_ac": 27.770999908447266, "functorch/test_ac_knapsack": 0.3340000007301569, "functorch/test_ac_logging": 0.012000000104308128, "functorch/test_aot_joint_with_descriptors": 13.781999588012695, "functorch/test_aotdispatch": 125.28500127792358, "functorch/test_control_flow": 3122.4249690547585, "functorch/test_dims": 40.8799991607666, "functorch/test_eager_transforms": 13.681999939493835, "functorch/test_logging": 0.375, "functorch/test_memory_efficient_fusion": 10.84899990260601, "functorch/test_minifier": 0.4959999918937683, "functorch/test_ops": 3883.1400146484375, "functorch/test_parsing": 0.20500000193715096, "functorch/test_rearrange": 0.2619999945163727, "functorch/test_vmap": 366.9839898124337, "functorch/test_vmap_registrations": 2.128999948501587, "higher_order_ops/test_invoke_quant": 6.178999871015549, "higher_order_ops/test_invoke_subgraph": 160.30499613657594, "higher_order_ops/test_local_map": 14.039999961853027, "higher_order_ops/test_with_effects": 16.038999557495117, "inductor/test_alignment": 8.126999855041504, "inductor/test_analysis": 0.04099999833852053, "inductor/test_aot_inductor": 3649.060990960803, "inductor/test_aot_inductor_arrayref": 1206.2949829101562, "inductor/test_aot_inductor_custom_ops": 216.11500573158264, "inductor/test_aot_inductor_package": 493.7610168457031, "inductor/test_aot_inductor_windows": 0.004999999888241291, "inductor/test_async_compile": 67.9530029296875, "inductor/test_augmented_graph_helper": 0.01899999938905239, "inductor/test_auto_functionalize": 39.3650016784668, "inductor/test_benchmark_fusion": 19.984000236610882, "inductor/test_benchmarking": 1.1449999809265137, "inductor/test_best_config": 3.240000009536743, "inductor/test_binary_folding": 97.0260009765625, "inductor/test_block_analysis": 0.25200000405311584, "inductor/test_cache": 47.613000094890594, "inductor/test_caching": 35.49000000394881, "inductor/test_codecache": 435.99700552388094, "inductor/test_codegen_triton": 0.07999999821186066, "inductor/test_combo_kernels": 47.64099931716919, "inductor/test_compile": 14.562000274658203, "inductor/test_compile_subprocess": 1341.025032043457, "inductor/test_compile_worker": 32.62799835205078, "inductor/test_compiled_autograd": 1719.8060008734465, "inductor/test_compiled_optimizers": 1642.2250213623047, "inductor/test_config": 7.642000198364258, "inductor/test_control_deps": 3.927999973297119, "inductor/test_control_flow": 2652.631997253513, "inductor/test_coordinate_descent_tuner": 3.197999954223633, "inductor/test_cpp_wrapper_hipify": 0.39899998903274536, "inductor/test_cpu_repro": 897.10498046875, "inductor/test_cuda_repro": 184.72500610351562, "inductor/test_cuda_select_algorithm": 2619.8060302734375, "inductor/test_cudacodecache": 1.2619999647140503, "inductor/test_cudagraph_trees": 175.24100399017334, "inductor/test_cudagraph_trees_expandable_segments": 180.77499389648438, "inductor/test_custom_lowering": 3.878000020980835, "inductor/test_custom_partitioner_fn": 3.689000129699707, "inductor/test_custom_post_grad_passes": 8.95199966430664, "inductor/test_cutedsl_template": 0, "inductor/test_cutlass_evt": 0.004999999888241291, "inductor/test_debug_trace": 11.586999893188477, "inductor/test_decompose_mem_bound_mm": 88.81199645996094, "inductor/test_dependencies": 0.2619999945163727, "inductor/test_deterministic": 6.691999912261963, "inductor/test_device_assert": 5.689000129699707, "inductor/test_device_info": 0.375, "inductor/test_distributed_patterns": 27.47100067138672, "inductor/test_efficient_conv_bn_eval": 0.0020000000949949026, "inductor/test_extension_backend": 2.365000009536743, "inductor/test_external_callables": 13.666999816894531, "inductor/test_flex_attention": 0.5085000065155327, "inductor/test_flex_flash": 0.0020000000949949026, "inductor/test_foreach": 570.291015625, "inductor/test_fp8": 103.04100085794926, "inductor/test_fused_attention": 269.7050018310547, "inductor/test_fuzzer": 6.11899995803833, "inductor/test_fx_fusion": 0.3959999978542328, "inductor/test_fxir_backend": 59.41500164568424, "inductor/test_gpu_cpp_wrapper": 461.35398864746094, "inductor/test_graph_transform_observer": 0.004999999888241291, "inductor/test_group_batch_fusion": 69.98399956151843, "inductor/test_helion_kernels": 0.0020000000949949026, "inductor/test_indexing": 6.669999830424786, "inductor/test_inductor_annotations": 3.0739998817443848, "inductor/test_inductor_freezing": 51.27699851989746, "inductor/test_inductor_scheduler": 5.675000190734863, "inductor/test_inductor_utils": 1.3970000743865967, "inductor/test_inplace_padding": 9.359999656677246, "inductor/test_inplacing_pass": 10.32699966430664, "inductor/test_kernel_benchmark": 244.66299438476562, "inductor/test_kernel_optimization": 11.944999694824219, "inductor/test_loop_ordering": 46.269000232219696, "inductor/test_mem_estimation": 0.40999998711049557, "inductor/test_memory": 47.417999267578125, "inductor/test_memory_planning": 23.207000732421875, "inductor/test_metrics": 3.4730000495910645, "inductor/test_minifier": 94.5009994506836, "inductor/test_minifier_isolate": 0.0020000000949949026, "inductor/test_minifier_utils": 5.073999881744385, "inductor/test_mkldnn_pattern_matcher": 1233.030969619751, "inductor/test_mmdecomp": 16.749000549316406, "inductor/test_move_constructors_to_cuda": 7.195000171661377, "inductor/test_multi_kernel": 25.27899932861328, "inductor/test_native_matmul": 642.5149955749512, "inductor/test_needs_exact_strides": 3.381999969482422, "inductor/test_online_softmax": 259.46099853515625, "inductor/test_op_completeness": 0.1979999989271164, "inductor/test_op_dtype_prop": 1167.0360107421875, "inductor/test_ordered_set": 2.1990000199293718, "inductor/test_pad_mm": 0.0560000017285347, "inductor/test_padding": 66.05200074007735, "inductor/test_pattern_matcher": 65.35800170898438, "inductor/test_pcache": 7.338999956846237, "inductor/test_perf": 47.01200050115585, "inductor/test_profiler": 5.843999862670898, "inductor/test_provenance_tracing": 52.98999949498102, "inductor/test_quantization": 8.038999557495117, "inductor/test_remote_cache": 0.29499998688697815, "inductor/test_scatter_optimization": 56.784000396728516, "inductor/test_segmented_tree": 0.6990000009536743, "inductor/test_snode_runtime": 17.699999898672104, "inductor/test_split_cat_fx_aten_passes": 6.084000259637833, "inductor/test_split_cat_fx_passes": 65.89800262451172, "inductor/test_static_cuda_launcher": 8.955999851226807, "inductor/test_subgraph_choice": 6.164000034332275, "inductor/test_template_heuristics_registry": 0.2070000022649765, "inductor/test_torchbind": 40.358001708984375, "inductor/test_torchinductor": 1064.5700035989285, "inductor/test_torchinductor_codegen_config_overrides": 6.019000053405762, "inductor/test_torchinductor_codegen_dynamic_shapes": 3849.3759765625, "inductor/test_torchinductor_dynamic_shapes": 4822.172955036163, "inductor/test_torchinductor_opinfo": 9844.863891601562, "inductor/test_torchinductor_strided_blocks": 49.34999853512272, "inductor/test_triton_heuristics": 13.586999893188477, "inductor/test_triton_kernels": 254.3909933567047, "inductor/test_triton_syntax": 12.732000350952148, "inductor/test_triton_wrapper": 15.76300048828125, "inductor/test_unbacked_symints": 139.77999877929688, "inductor/test_utils": 0.13699999451637268, "lazy/test_bindings": 0.0010000000474974513, "lazy/test_debug_util": 0.24899999797344208, "lazy/test_functionalization": 0.3490000069141388, "lazy/test_generator": 0.25599999725818634, "lazy/test_reuse_ir": 0.4729999899864197, "lazy/test_step_closures": 2.188999891281128, "lazy/test_ts_opinfo": 0.3009999953210354, "nn/test_convolution": 41.45800018310547, "nn/test_dropout": 0.5069999992847443, "nn/test_embedding": 10.962000221014023, "nn/test_init": 4.038000106811523, "nn/test_lazy_modules": 0.5329999923706055, "nn/test_load_state_dict": 0.8754999861121178, "nn/test_module_hooks": 0.392000000923872, "nn/test_multihead_attention": 22.35200023651123, "nn/test_packed_sequence": 0.3790000081062317, "nn/test_parametrization": 1.7239999771118164, "nn/test_pooling": 7.488000079989433, "nn/test_pruning": 0.20600000023841858, "profiler/test_cpp_thread": 0.3770000129006803, "profiler/test_execution_trace": 5.894000053405762, "profiler/test_kineto": 0.18400000035762787, "profiler/test_memory_profiler": 4.571999918669462, "profiler/test_profiler": 73.79199805459939, "profiler/test_profiler_tree": 0.4259999990463257, "profiler/test_python_tracer": 5.491000175476074, "profiler/test_record_function": 0.37400001287460327, "profiler/test_torch_tidy": 4.798999786376953, "test_accelerator": 0.6819999814033508, "test_ao_sparsity": 11.773999778553843, "test_appending_byte_serializer": 0.3019999861717224, "test_autocast": 3.097999888472259, "test_autograd": 74.25499902386218, "test_autograd_fallback": 0.4440000057220459, "test_autoload": 0.6330000162124634, "test_binary_ufuncs": 151.31300354003906, "test_bundled_inputs": 1.1299999952316284, "test_comparison_utils": 0.31700000166893005, "test_compile_benchmark_util": 4.6579999923706055, "test_complex": 0.07500000298023224, "test_content_store": 9.392999649047852, "test_cpp_api_parity": 14.050999641418457, "test_cpp_extensions_aot_ninja": 2.734000149415806, "test_cpp_extensions_aot_no_ninja": 2.7960000925231725, "test_cpp_extensions_jit": 80.08300018310547, "test_cpp_extensions_mtia_backend": 0.004000000189989805, "test_cpp_extensions_open_device_registration": 2.7709999084472656, "test_cpp_extensions_stream_and_event": 0.0010000000474974513, "test_cuda": 272.2189949284075, "test_cuda_expandable_segments": 287.22300243377686, "test_cuda_multigpu": 2.184000015258789, "test_cuda_nvml_based_avail": 6.82700015977025, "test_cuda_primary_ctx": 1.6610000133514404, "test_cuda_sanitizer": 0.350999996997416, "test_cuda_trace": 20.066999435424805, "test_custom_ops": 37.47399974334985, "test_dataloader": 511.88999618578237, "test_datapipe": 22.32599976565689, "test_decomp": 10277.765925962012, "test_deploy": 0.3320000022649765, "test_dispatch": 25.469000732526183, "test_dlpack": 0.33000001311302185, "test_dynamic_shapes": 80.15099879913032, "test_expanded_weights": 43.016998171806335, "test_extension_utils": 0.33799999952316284, "test_fake_tensor": 27.419999391771853, "test_file_check": 2.046999931335449, "test_flop_counter": 0.6259999871253967, "test_foreach": 464.6419982910156, "test_function_schema": 0.5849999785423279, "test_functional_autograd_benchmark": 50.630001068115234, "test_functional_optim": 0.4009999930858612, "test_functionalization": 5.061999797821045, "test_functionalization_of_rng_ops": 6.9679999351501465, "test_futures": 0.9390000104904175, "test_fx": 257.76200425438583, "test_fx_experimental": 14.61199976503849, "test_fx_passes": 0.7190000265836716, "test_fx_reinplace_pass": 0.7820000052452087, "test_hop_infra": 0.006000000052154064, "test_hub": 10.956999778747559, "test_import_stats": 4.060999870300293, "test_indexing": 0.054999999701976776, "test_itt": 0.19200000166893005, "test_jit": 111.75699967588298, "test_jit_autocast": 11.098999738693237, "test_jit_disabled": 0.41100001335144043, "test_jit_fuser_te": 293.1960059851408, "test_jit_llga_fuser": 24.393000947195105, "test_jiterator": 31.63599967956543, "test_legacy_vmap": 1.6859999895095825, "test_license": 0.19699999690055847, "test_linalg": 9.192999839782715, "test_logging": 2.3010001182556152, "test_masked": 24.19300079345703, "test_maskedtensor": 8.641000084578991, "test_matmul_cuda": 147.13900756835938, "test_meta": 2977.84993554838, "test_mkl_verbose": 3.9720001220703125, "test_mkldnn_fusion": 15.331999778747559, "test_mkldnn_verbose": 3.7330000400543213, "test_mobile_optimizer": 2.505000114440918, "test_model_exports_to_core_aten": 0.3230000138282776, "test_module_tracker": 0.34200000762939453, "test_modules": 441.7820129394531, "test_monitor": 0.4699999988079071, "test_multiprocessing": 181.31900024414062, "test_multiprocessing_spawn": 160.00100245676003, "test_namedtensor": 0.6690000295639038, "test_namedtuple_return_api": 1.8730000257492065, "test_native_functions": 0.40299999713897705, "test_native_mha": 1.406000018119812, "test_nestedtensor": 1992.9580254736356, "test_nn": 168.2049956767587, "test_numa_binding": 7.118000030517578, "test_numba_integration": 0.20499999821186066, "test_numpy_interop": 0.47200000286102295, "test_opaque_obj": 0.6489999890327454, "test_opaque_obj_v2": 0.29600000381469727, "test_openmp": 4.939000129699707, "test_openreg": 1.6465000435709953, "test_ops": 5731.603971877601, "test_ops_fwd_gradients": 1073.0850219726562, "test_ops_gradients": 1130.2470092773438, "test_ops_jit": 451.8999938964844, "test_optim": 292.8199864625931, "test_out_dtype_op": 6.296000003814697, "test_overrides": 1.9490000585792586, "test_package": 2.3229999328032136, "test_per_overload_api": 0.3190000057220459, "test_prims": 0.303999999538064, "test_privateuseone_python_backend": 0.21899999678134918, "test_proxy_tensor": 17.26899989321828, "test_pruning_op": 0.5519999861717224, "test_public_bindings": 8.968000411987305, "test_python_dispatch": 1.942999952007085, "test_pytree": 2.352999939583242, "test_quantization": 3388.815501322795, "test_reductions": 211.1320037841797, "test_rename_privateuse1_to_existing_device": 0.1889999955892563, "test_scaled_matmul_cuda": 0.5199999809265137, "test_scatter_gather_ops": 9.880999565124512, "test_schema_check": 413.75198901444674, "test_segment_reductions": 2.8329999446868896, "test_serialization": 53.222999630495906, "test_set_default_mobile_cpu_allocator": 0.19200000166893005, "test_shape_ops": 1.062999963760376, "test_show_pickle": 0.34200000762939453, "test_sort_and_select": 3.9720001220703125, "test_sparse": 467.9609894985333, "test_sparse_csr": 946.5749869048595, "test_sparse_semi_structured": 0.04200000036507845, "test_spectral_ops": 31.049999237060547, "test_stateless": 5.900999993085861, "test_subclass": 0.6019999980926514, "test_sympy_utils": 27.647999938111752, "test_tensor_creation_ops": 73.54200354404747, "test_tensorboard": 0.8600000052247196, "test_tensorexpr": 40.21200180053711, "test_tensorexpr_pybind": 0.36799999698996544, "test_testing": 62.331998934503645, "test_torch": 98.50799778546207, "test_torchfuzz_repros": 11.038999557495117, "test_transformers": 38.76699973270297, "test_transformers_privateuse1": 0.05949999950826168, "test_type_hints": 0.30300000309944153, "test_type_info": 0.31700000166893005, "test_type_promotion": 10.041999816894531, "test_typing": 75.5780029296875, "test_unary_ufuncs": 369.4330139160156, "test_utils": 18.3450002130121, "test_utils_config_module": 0.33500000834465027, "test_utils_filelock": 0.43799999356269836, "test_varlen_attention": 0.006000000052154064, "test_view_ops": 15.131000339984894, "test_vulkan": 0.0010000000474974513, "test_weak": 4.45600007660687, "test_xnnpack_integration": 9.447999860858545, "torch_np/numpy_tests/core/test_dlpack": 0.0020000000949949026, "torch_np/numpy_tests/core/test_dtype": 0.4700000057928264, "torch_np/numpy_tests/core/test_einsum": 14.923999671824276, "torch_np/numpy_tests/core/test_getlimits": 0.3870000090682879, "torch_np/numpy_tests/core/test_indexing": 0.5530000085709617, "torch_np/numpy_tests/core/test_multiarray": 28.586000646464527, "torch_np/numpy_tests/core/test_numeric": 4.489000009256415, "torch_np/numpy_tests/core/test_numerictypes": 0.40199998836033046, "torch_np/numpy_tests/core/test_scalar_ctors": 0.4279999965801835, "torch_np/numpy_tests/core/test_scalar_methods": 0.007000000332482159, "torch_np/numpy_tests/core/test_scalarinherit": 0.0010000000474974513, "torch_np/numpy_tests/core/test_scalarmath": 24.324000793974847, "torch_np/numpy_tests/core/test_shape_base": 0.5800000112503767, "torch_np/numpy_tests/fft/test_helper": 5.873000152409077, "torch_np/numpy_tests/fft/test_pocketfft": 3.579999953508377, "torch_np/numpy_tests/lib/test_arraypad": 0.3840000033378601, "torch_np/numpy_tests/lib/test_arraysetops": 0.5079999952577055, "torch_np/numpy_tests/lib/test_function_base": 2.118999974336475, "torch_np/numpy_tests/lib/test_histograms": 0.6280000060796738, "torch_np/numpy_tests/lib/test_index_tricks": 0.46200001263059676, "torch_np/numpy_tests/lib/test_shape_base_": 0.7810000055469573, "torch_np/numpy_tests/lib/test_twodim_base": 0.5594999985769391, "torch_np/numpy_tests/lib/test_type_check": 0.47399999969638884, "torch_np/numpy_tests/linalg/test_linalg": 8.843999893404543, "torch_np/test_basic": 2.4290000062901527, "torch_np/test_binary_ufuncs": 0.45100000500679016, "torch_np/test_dtype": 0.38199999928474426, "torch_np/test_function_base": 0.3449999988079071, "torch_np/test_indexing": 2.7660000324249268, "torch_np/test_ndarray_methods": 4.167999891331419, "torch_np/test_nep50_examples": 0.059000000124797225, "torch_np/test_random": 0.2589999991469085, "torch_np/test_reductions": 2.384999915957451, "torch_np/test_scalars_0D_arrays": 0.386999998241663, "torch_np/test_ufuncs_basic": 1.127999966032803, "torch_np/test_unary_ufuncs": 0.43299999833106995, "typing/test_python_operators": 0.6340000033378601 } }, "linux-jammy-cuda12.8-py3-gcc11-slow-gradcheck": { "default": { "backends/xeon/test_launch": 1.8919999599456787, "benchmark_utils/test_benchmark_utils": 1.628000020980835, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 0.19099999964237213, "cpp_extensions/python_agnostic_extension/test/test_python_agnostic": 4.430999755859375, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 6.421000003814697, "distributions/test_distributions": 78.33600078523159, "dynamo/test_activation_checkpointing": 26.09000015258789, "dynamo/test_after_aot": 6.406000137329102, "dynamo/test_aot_autograd": 56.1150016784668, "dynamo/test_aot_autograd_cache": 158.62500190734863, "dynamo/test_aot_compile": 10.684000015258789, "dynamo/test_autograd_function": 10.57699966430664, "dynamo/test_backends": 7.2439997921464965, "dynamo/test_backward_higher_order_ops": 10.045999526977539, "dynamo/test_base_hop": 2.4560000896453857, "dynamo/test_base_output": 0.0010000000474974513, "dynamo/test_buffers_override": 5.439000129699707, "dynamo/test_bytecode_utils": 5.285000264644623, "dynamo/test_callback": 6.388999938964844, "dynamo/test_compile": 6.179000045871362, "dynamo/test_compiler_bisector": 7.0929999351501465, "dynamo/test_comptime": 7.763000011444092, "dynamo/test_config": 3.486999988555908, "dynamo/test_ctx_manager": 10.092000246047974, "dynamo/test_cudagraphs": 2.624000072479248, "dynamo/test_cudagraphs_expandable_segments": 2.3519999980926514, "dynamo/test_debug_utils": 0.29600000381469727, "dynamo/test_decorators": 13.73900032043457, "dynamo/test_deque_reconstruct": 0.7160000205039978, "dynamo/test_deviceguard": 0.019000001018866897, "dynamo/test_dicts": 15.195000309497118, "dynamo/test_dynamic_shapes": 1830.5029995441437, "dynamo/test_einops": 0.0010000000474974513, "dynamo/test_error_messages": 8.609999656677246, "dynamo/test_exc": 3.1010000705718994, "dynamo/test_exceptions": 6.914000034332275, "dynamo/test_export": 119.41500353813171, "dynamo/test_export_mutations": 3.2809998989105225, "dynamo/test_fake_distributed": 5.461999893188477, "dynamo/test_flat_apply": 0.6830000281333923, "dynamo/test_frame_init": 0.29499998688697815, "dynamo/test_functions": 64.11800193786621, "dynamo/test_fx_annotate": 1.4149999618530273, "dynamo/test_fx_graph_runnable": 119.2249984741211, "dynamo/test_fx_passes_pre_grad": 4.289999961853027, "dynamo/test_generator": 3.130000039935112, "dynamo/test_global": 5.61299991607666, "dynamo/test_graph_deduplication": 8.170000076293945, "dynamo/test_graph_region_tracker": 2.2170000076293945, "dynamo/test_guard_manager": 3.7799999862909317, "dynamo/test_guard_serialization": 10.36000020604115, "dynamo/test_higher_order_ops": 55.44300103187561, "dynamo/test_hooks": 20.916000366210938, "dynamo/test_inline_and_install": 126.09400177001953, "dynamo/test_input_attr_tracking": 6.444000244140625, "dynamo/test_install_free_tensors": 35.039000511169434, "dynamo/test_interop": 0.7549999952316284, "dynamo/test_list": 2.578000068664551, "dynamo/test_logging": 25.645000457763672, "dynamo/test_metrics_context": 0.3019999861717224, "dynamo/test_minifier": 2.8569998741149902, "dynamo/test_misc": 185.52000081539154, "dynamo/test_model_output": 0.005000000121071935, "dynamo/test_modes": 13.521999835968018, "dynamo/test_modules": 20.9620001912117, "dynamo/test_nested_graph_breaks": 8.10099983215332, "dynamo/test_nops": 0.621999979019165, "dynamo/test_optimizers": 2.1019999980926514, "dynamo/test_package": 50.12900161743164, "dynamo/test_pgo": 22.280000686645508, "dynamo/test_pre_dispatch": 0.7599999904632568, "dynamo/test_precompile_context": 2.5380001068115234, "dynamo/test_profiler": 11.404000282287598, "dynamo/test_python_autograd": 0.8640000224113464, "dynamo/test_python_dispatcher": 0.800000011920929, "dynamo/test_recompiles": 9.664999961853027, "dynamo/test_reconstruct": 1.3830000162124634, "dynamo/test_regional_inductor": 15.593999862670898, "dynamo/test_reorder_logs": 1.351999968290329, "dynamo/test_repros": 166.98600178956985, "dynamo/test_resume": 0.6779999732971191, "dynamo/test_sdpa": 1.8730000257492065, "dynamo/test_sets": 7.312000010162592, "dynamo/test_skip_guard_eval_unsafe": 6.081999778747559, "dynamo/test_skip_non_tensor": 1.156000018119812, "dynamo/test_sources": 3.2990000247955322, "dynamo/test_structured_trace": 25.457000732421875, "dynamo/test_subclasses": 53.13100051879883, "dynamo/test_subgraphs": 9.963000297546387, "dynamo/test_trace_rules": 1.7530000284314156, "dynamo/test_unittest": 0.3269999921321869, "dynamo/test_unspec": 44.15399929881096, "dynamo/test_utils": 25.614999946206808, "dynamo/test_verify_correctness": 0.7630000114440918, "dynamo/test_view": 1.055999994277954, "export/test_converter": 13.62399959564209, "export/test_cpp_serdes": 79.73300170898438, "export/test_db": 21.125999450683594, "export/test_draft_export": 9.302000045776367, "export/test_dynamic_shapes": 0.2930000126361847, "export/test_experimental": 9.027999877929688, "export/test_export": 69.96899837255478, "export/test_export_opinfo": 42.72700119018555, "export/test_export_strict": 328.8269958496094, "export/test_export_training_ir_to_run_decomp": 596.3110046386719, "export/test_export_with_inline_and_install": 324.95798778533936, "export/test_functionalized_assertions": 0.29499998688697815, "export/test_hop": 21.30699920654297, "export/test_lift_unlift": 0.22099999687634408, "export/test_nativert": 0, "export/test_package": 0.5830000042915344, "export/test_pass_infra": 6.394999980926514, "export/test_passes": 42.242000579833984, "export/test_retraceability": 471.127003967762, "export/test_schema": 0.6850000023841858, "export/test_serdes": 418.8460131287575, "export/test_serialize": 60.488998115062714, "export/test_sparse": 401.72100830078125, "export/test_strict_export_v2": 328.7839922904968, "export/test_swap": 9.337999820709229, "export/test_tools": 2.1489999294281006, "export/test_torchbind": 19.4570005456917, "export/test_tree_utils": 0.296999990940094, "export/test_unflatten": 18.427000045776367, "export/test_unflatten_training_ir": 22.382999420166016, "export/test_upgrader": 0.006000000052154064, "export/test_verifier": 7.866000175476074, "functorch/dim/test_getsetitem": 0.019999999552965164, "functorch/dim/test_split": 0.18799999356269836, "functorch/test_ac": 21.687999725341797, "functorch/test_ac_knapsack": 0.3089999994263053, "functorch/test_ac_logging": 0.010999999940395355, "functorch/test_aot_joint_with_descriptors": 9.706000328063965, "functorch/test_aotdispatch": 119.36299800872803, "functorch/test_control_flow": 2571.141009107232, "functorch/test_dims": 36.13499927520752, "functorch/test_eager_transforms": 6.538000019267201, "functorch/test_logging": 0.34599998593330383, "functorch/test_memory_efficient_fusion": 6.629999998956919, "functorch/test_minifier": 0.44999998807907104, "functorch/test_ops": 3612.8349609375, "functorch/test_parsing": 0.2050000042654574, "functorch/test_rearrange": 0.25, "functorch/test_vmap": 393.7730033956468, "functorch/test_vmap_registrations": 2.0739998817443848, "higher_order_ops/test_invoke_quant": 6.7450001537799835, "higher_order_ops/test_invoke_subgraph": 59.42899880558252, "higher_order_ops/test_local_map": 9.970999717712402, "higher_order_ops/test_with_effects": 11.91100025177002, "inductor/test_alignment": 7.1539998054504395, "inductor/test_analysis": 183.23599462909624, "inductor/test_aot_inductor": 2855.1939971010434, "inductor/test_aot_inductor_arrayref": 1025.8320007324219, "inductor/test_aot_inductor_custom_ops": 184.76400470733643, "inductor/test_aot_inductor_package": 569.5109939575195, "inductor/test_aot_inductor_windows": 0.004000000189989805, "inductor/test_async_compile": 35.60599899291992, "inductor/test_augmented_graph_helper": 0.017999999225139618, "inductor/test_auto_functionalize": 30.132999420166016, "inductor/test_benchmark_fusion": 26.97099931340199, "inductor/test_benchmarking": 1.0740000009536743, "inductor/test_best_config": 1.8559999465942383, "inductor/test_binary_folding": 73.8499984741211, "inductor/test_block_analysis": 0.20600000023841858, "inductor/test_cache": 47.647999584674835, "inductor/test_caching": 33.95999904163182, "inductor/test_ck_backend": 0.004999999888241291, "inductor/test_codecache": 432.6780125675723, "inductor/test_codegen_triton": 0.07199999690055847, "inductor/test_combo_kernels": 44.15700006484985, "inductor/test_compile": 11.470000267028809, "inductor/test_compile_subprocess": 978.2160205841064, "inductor/test_compile_worker": 17.37700080871582, "inductor/test_compiled_autograd": 1414.3700082302094, "inductor/test_config": 5.695000171661377, "inductor/test_control_deps": 1.7920000553131104, "inductor/test_control_flow": 3412.1290315648075, "inductor/test_cooperative_reductions": 80.88899993896484, "inductor/test_coordinate_descent_tuner": 1.940999984741211, "inductor/test_cpp_wrapper_hipify": 0.38999998569488525, "inductor/test_cpu_repro": 1779.3569641113281, "inductor/test_cuda_repro": 110.41899871826172, "inductor/test_cuda_select_algorithm": 0.009999999776482582, "inductor/test_cudacodecache": 1.3289999961853027, "inductor/test_cudagraph_trees": 144.46900415420532, "inductor/test_cudagraph_trees_expandable_segments": 145.73199462890625, "inductor/test_custom_lowering": 2.560999870300293, "inductor/test_custom_partitioner_fn": 2.2230000495910645, "inductor/test_custom_post_grad_passes": 6.336999893188477, "inductor/test_cutedsl_template": 0.0010000000474974513, "inductor/test_cutlass_evt": 0.0020000000949949026, "inductor/test_debug_trace": 8.970999717712402, "inductor/test_decompose_mem_bound_mm": 28.018999099731445, "inductor/test_dependencies": 0.2199999988079071, "inductor/test_deterministic": 6.973999977111816, "inductor/test_device_assert": 4.046999931335449, "inductor/test_device_info": 0.31200000643730164, "inductor/test_distributed_patterns": 19.784000396728516, "inductor/test_efficient_conv_bn_eval": 0.0020000000949949026, "inductor/test_extension_backend": 2.1430001258850098, "inductor/test_external_callables": 10.666000366210938, "inductor/test_flex_attention": 3455.3819652609527, "inductor/test_flex_decoding": 1887.9339599609375, "inductor/test_flex_flash": 0, "inductor/test_foreach": 496.9460144042969, "inductor/test_fp8": 85.23700012173504, "inductor/test_fused_attention": 231.00500297546387, "inductor/test_fuzzer": 3.618000030517578, "inductor/test_fx_fusion": 0.3869999945163727, "inductor/test_fxir_backend": 51.343998819589615, "inductor/test_gpu_cpp_wrapper": 739.0960083007812, "inductor/test_graph_transform_observer": 0.004000000189989805, "inductor/test_group_batch_fusion": 49.96800156310201, "inductor/test_helion_kernels": 0.0020000000949949026, "inductor/test_indexing": 10.004999693483114, "inductor/test_inductor_annotations": 1.6600000858306885, "inductor/test_inductor_freezing": 37.017001152038574, "inductor/test_inductor_scheduler": 12.277000427246094, "inductor/test_inductor_utils": 0.7860000133514404, "inductor/test_inplace_padding": 11.095999717712402, "inductor/test_inplacing_pass": 8.3149995803833, "inductor/test_kernel_benchmark": 185.2830047607422, "inductor/test_kernel_optimization": 5.418000221252441, "inductor/test_loop_ordering": 28.329000011086464, "inductor/test_mem_estimation": 0.4670000094920397, "inductor/test_memory": 8.885000228881836, "inductor/test_memory_planning": 22.95199966430664, "inductor/test_metrics": 2.0420000553131104, "inductor/test_minifier": 78.2750015258789, "inductor/test_minifier_isolate": 0.0020000000949949026, "inductor/test_minifier_utils": 3.2720000743865967, "inductor/test_mkldnn_pattern_matcher": 976.4669990539551, "inductor/test_mmdecomp": 16.839000701904297, "inductor/test_move_constructors_to_cuda": 5.296999931335449, "inductor/test_multi_kernel": 43.27299880981445, "inductor/test_native_matmul": 243.36599731445312, "inductor/test_needs_exact_strides": 1.9089999198913574, "inductor/test_online_softmax": 20.961999893188477, "inductor/test_op_completeness": 0.20399999618530273, "inductor/test_op_dtype_prop": 380.47601318359375, "inductor/test_ordered_set": 1.6030000183964148, "inductor/test_pad_mm": 49.29899978637695, "inductor/test_padding": 47.078999425983056, "inductor/test_pattern_matcher": 17.83300018310547, "inductor/test_pcache": 5.473999831825495, "inductor/test_perf": 38.021000385284424, "inductor/test_profiler": 4.289999961853027, "inductor/test_provenance_tracing": 47.06799950404093, "inductor/test_quantization": 7.5980000495910645, "inductor/test_remote_cache": 0.2919999957084656, "inductor/test_scatter_optimization": 6.927000045776367, "inductor/test_segmented_tree": 0.5870000123977661, "inductor/test_snode_runtime": 9.721000075340271, "inductor/test_split_cat_fx_aten_passes": 4.941000074148178, "inductor/test_split_cat_fx_passes": 51.279998779296875, "inductor/test_static_cuda_launcher": 7.056999921798706, "inductor/test_subgraph_choice": 4.460999965667725, "inductor/test_template_heuristics_registry": 0.20900000631809235, "inductor/test_torchbind": 34.472999572753906, "inductor/test_torchinductor": 901.9660029523075, "inductor/test_torchinductor_codegen_config_overrides": 3.9679999351501465, "inductor/test_torchinductor_codegen_dynamic_shapes": 3515.731979370117, "inductor/test_torchinductor_dynamic_shapes": 4412.284980773926, "inductor/test_torchinductor_opinfo": 8189.532043457031, "inductor/test_torchinductor_strided_blocks": 44.47099905414507, "inductor/test_triton_heuristics": 10.328999757766724, "inductor/test_triton_kernels": 231.87299239635468, "inductor/test_triton_syntax": 9.480999946594238, "inductor/test_triton_wrapper": 9.765000343322754, "inductor/test_unbacked_symints": 26.81100082397461, "inductor/test_utils": 0.2529999911785126, "lazy/test_bindings": 0, "lazy/test_debug_util": 0.33399999141693115, "lazy/test_functionalization": 0.3400000035762787, "lazy/test_generator": 0.34299999475479126, "lazy/test_reuse_ir": 0.5120000243186951, "lazy/test_step_closures": 2.2869999408721924, "lazy/test_ts_opinfo": 0.5120000094175339, "nn/test_convolution": 1702.4699582755566, "nn/test_dropout": 0.613999992609024, "nn/test_embedding": 10.995999991893768, "nn/test_init": 3.7139999866485596, "nn/test_lazy_modules": 0.5189999938011169, "nn/test_load_state_dict": 0.6689999885857105, "nn/test_module_hooks": 0.19100000336766243, "nn/test_multihead_attention": 17.214000701904297, "nn/test_packed_sequence": 0.5950000286102295, "nn/test_parametrization": 1.1380000114440918, "nn/test_pooling": 6.312000095844269, "nn/test_pruning": 0.18199999630451202, "profiler/test_cpp_thread": 0.50799998245202, "profiler/test_execution_trace": 3.427000045776367, "profiler/test_kineto": 0.19300000369548798, "profiler/test_memory_profiler": 3.780000027269125, "profiler/test_profiler": 20.67099967203103, "profiler/test_profiler_tree": 0.49399998784065247, "profiler/test_python_tracer": 3.943000078201294, "profiler/test_record_function": 0.35899999737739563, "profiler/test_torch_tidy": 4.067999839782715, "test_accelerator": 0.7400000095367432, "test_ao_sparsity": 8.240000064950436, "test_appending_byte_serializer": 0.29499998688697815, "test_autocast": 1.0549999861977994, "test_autograd": 78.55200040293857, "test_autograd_fallback": 0.3970000147819519, "test_autoload": 0.5820000171661377, "test_binary_ufuncs": 254.6580047607422, "test_bundled_inputs": 0.9879999756813049, "test_comparison_utils": 0.2980000078678131, "test_compile_benchmark_util": 2.861999988555908, "test_complex": 0.11800000071525574, "test_content_store": 5.673999786376953, "test_cpp_api_parity": 10.085000038146973, "test_cpp_extensions_aot_ninja": 0.41299998899921775, "test_cpp_extensions_aot_no_ninja": 0.412000001873821, "test_cpp_extensions_mtia_backend": 0.0010000000474974513, "test_cpp_extensions_open_device_registration": 2.3310000896453857, "test_cpp_extensions_stream_and_event": 0.0010000000474974513, "test_cuda": 133.1099991798401, "test_cuda_expandable_segments": 107.0909972190857, "test_cuda_multigpu": 0.6209999844431877, "test_cuda_nvml_based_avail": 0.3770000021904707, "test_cuda_primary_ctx": 0.14399999380111694, "test_cuda_sanitizer": 0.527000012807548, "test_cuda_trace": 1.8819999694824219, "test_custom_ops": 28.68699938710779, "test_dataloader": 343.66299870831426, "test_datapipe": 11.850000287173316, "test_deploy": 0.27650000154972076, "test_dispatch": 25.51399916037917, "test_dlpack": 0.41999998688697815, "test_dynamic_shapes": 69.46800006832927, "test_expanded_weights": 15.930999502539635, "test_extension_utils": 0.2939999997615814, "test_fake_tensor": 20.06300002615899, "test_file_check": 1.819000005722046, "test_flop_counter": 1.9459999799728394, "test_foreach": 881.7079772949219, "test_function_schema": 0.5490000247955322, "test_functional_autograd_benchmark": 21.583999633789062, "test_functional_optim": 0.36500000953674316, "test_functionalization": 4.353000044822693, "test_functionalization_of_rng_ops": 5.672999858856201, "test_futures": 0.9229999780654907, "test_fx_experimental": 13.46499977260828, "test_fx_passes": 0.32599999010562897, "test_fx_reinplace_pass": 0.6639999747276306, "test_hop_infra": 0.004000000189989805, "test_import_stats": 3.4749999046325684, "test_indexing": 18.7389996945858, "test_itt": 0.1940000057220459, "test_jit_autocast": 20.711999893188477, "test_jit_disabled": 0.375, "test_jit_fuser_te": 264.84100392088294, "test_jit_llga_fuser": 0.02900000079534948, "test_jiterator": 25.881999969482422, "test_legacy_vmap": 1.9139999747276306, "test_libtorch": 65.08199952915311, "test_license": 0.2930000126361847, "test_linalg": 202.31500244140625, "test_logging": 2.3359999656677246, "test_masked": 28.641000747680664, "test_maskedtensor": 99.53800307959318, "test_mkl_verbose": 3.621000051498413, "test_mkldnn_fusion": 13.20199966430664, "test_mkldnn_verbose": 3.5739998817443848, "test_mobile_optimizer": 2.1440000534057617, "test_model_exports_to_core_aten": 0.2840000092983246, "test_module_tracker": 0.3009999990463257, "test_modules": 2401.9200134277344, "test_monitor": 0.4060000106692314, "test_multiprocessing": 120.80799865722656, "test_multiprocessing_spawn": 132.92699780664407, "test_namedtensor": 0.859000027179718, "test_namedtuple_return_api": 1.722000002861023, "test_native_functions": 0.3919999897480011, "test_native_mha": 0.7860000133514404, "test_nestedtensor": 1898.6019760031486, "test_nn": 621.2339841912035, "test_numa_binding": 5.218999862670898, "test_numba_integration": 0.36399999260902405, "test_numpy_interop": 0.5260000228881836, "test_opaque_obj": 0.6150000095367432, "test_opaque_obj_v2": 0.3050000071525574, "test_openmp": 3.7319998741149902, "test_openreg": 1.1644999906420708, "test_ops_fwd_gradients": 7818.394073486328, "test_ops_gradients": 7557.278076171875, "test_optim": 264.6430037021637, "test_out_dtype_op": 4.264999866485596, "test_overrides": 1.9130000286968425, "test_package": 1.9260000046342611, "test_per_overload_api": 0.29600000381469727, "test_prims": 0.5629999935626984, "test_privateuseone_python_backend": 0.19699999690055847, "test_proxy_tensor": 11.909999652765691, "test_pruning_op": 0.4569999873638153, "test_public_bindings": 6.857999801635742, "test_python_dispatch": 3.3849999019876122, "test_pytree": 2.08500006981194, "test_reductions": 158.80099487304688, "test_rename_privateuse1_to_existing_device": 0.2919999957084656, "test_scaled_matmul_cuda": 0.1080000028014183, "test_scatter_gather_ops": 10.107999801635742, "test_schema_check": 714.0369887724519, "test_segment_reductions": 2.9100000858306885, "test_serialization": 45.549000307917595, "test_set_default_mobile_cpu_allocator": 0.1940000057220459, "test_shape_ops": 1.1929999589920044, "test_show_pickle": 0.29899999499320984, "test_sort_and_select": 3.5950000286102295, "test_sparse": 796.2330167684704, "test_sparse_csr": 1585.973995923996, "test_sparse_semi_structured": 27.11400008201599, "test_spectral_ops": 19.746000289916992, "test_stateless": 5.258999884128571, "test_subclass": 0.5189999938011169, "test_sympy_utils": 23.379000127897598, "test_tensor_creation_ops": 92.82200128398836, "test_tensorboard": 0.778999995207414, "test_tensorexpr": 35.334999084472656, "test_tensorexpr_pybind": 0.12799999956041574, "test_testing": 41.92100054142065, "test_torch": 78.40800361405127, "test_torchfuzz_repros": 7.77400016784668, "test_transformers": 172.92599993944168, "test_transformers_privateuse1": 0.045499999076128006, "test_type_hints": 0.28999999165534973, "test_type_info": 0.2980000078678131, "test_type_promotion": 10.019000053405762, "test_typing": 64.1719970703125, "test_unary_ufuncs": 437.96099853515625, "test_utils": 22.523000204004347, "test_utils_config_module": 0.32199999690055847, "test_utils_filelock": 0.4000000059604645, "test_varlen_attention": 0.4569999873638153, "test_view_ops": 13.974999904632568, "test_vulkan": 0, "test_weak": 3.7449999870732427, "test_xnnpack_integration": 8.269000079249963, "torch_np/numpy_tests/core/test_dlpack": 0.0020000000949949026, "torch_np/numpy_tests/core/test_dtype": 0.42599998763762414, "torch_np/numpy_tests/core/test_einsum": 11.965999893378466, "torch_np/numpy_tests/core/test_getlimits": 0.3419999957550317, "torch_np/numpy_tests/core/test_indexing": 0.45800001232419163, "torch_np/numpy_tests/core/test_multiarray": 24.96299976471346, "torch_np/numpy_tests/core/test_numeric": 3.913000020198524, "torch_np/numpy_tests/core/test_numerictypes": 0.3450000014854595, "torch_np/numpy_tests/core/test_scalar_ctors": 0.38499998953193426, "torch_np/numpy_tests/core/test_scalar_methods": 0.0010000000474974513, "torch_np/numpy_tests/core/test_scalarinherit": 0.0010000000474974513, "torch_np/numpy_tests/core/test_scalarmath": 21.842999968561344, "torch_np/numpy_tests/core/test_shape_base": 0.5189999886788428, "torch_np/numpy_tests/fft/test_helper": 5.103000183124095, "torch_np/numpy_tests/fft/test_pocketfft": 2.809000015258789, "torch_np/numpy_tests/lib/test_arraypad": 0.3310000002384186, "torch_np/numpy_tests/lib/test_arraysetops": 0.44500000576954335, "torch_np/numpy_tests/lib/test_function_base": 1.6470000145491213, "torch_np/numpy_tests/lib/test_histograms": 0.5379999950528145, "torch_np/numpy_tests/lib/test_index_tricks": 0.38799999200273305, "torch_np/numpy_tests/lib/test_shape_base_": 0.6599999989848584, "torch_np/numpy_tests/lib/test_twodim_base": 0.5020000031217933, "torch_np/numpy_tests/lib/test_type_check": 0.3970000148983672, "torch_np/numpy_tests/linalg/test_linalg": 7.3870000776369125, "torch_np/test_basic": 0.9639999957289547, "torch_np/test_binary_ufuncs": 0.3709999918937683, "torch_np/test_dtype": 0.3580000102519989, "torch_np/test_function_base": 0.29499998688697815, "torch_np/test_indexing": 2.4140000343322754, "torch_np/test_ndarray_methods": 3.53500004846137, "torch_np/test_nep50_examples": 0.011999999987892807, "torch_np/test_random": 0.2459999960847199, "torch_np/test_reductions": 2.182999967597425, "torch_np/test_scalars_0D_arrays": 0.3410000093281269, "torch_np/test_ufuncs_basic": 0.8529999922029674, "torch_np/test_unary_ufuncs": 0.38199999928474426, "typing/test_python_operators": 0.6230000257492065 } }, "linux-jammy-cuda12.8-py3.10-gcc11": { "default": { "backends/xeon/test_launch": 1.7423333326975505, "benchmark_utils/test_benchmark_utils": 1.0400000015894573, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 0.17233332991600037, "cpp_extensions/python_agnostic_extension/test/test_python_agnostic": 4.297000090281169, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 5.980666637420654, "distributions/test_distributions": 50.477668263949454, "dynamo/test_activation_checkpointing": 24.06166648864746, "dynamo/test_after_aot": 4.9726667404174805, "dynamo/test_aot_autograd": 51.86066818237305, "dynamo/test_aot_autograd_cache": 149.97733314832053, "dynamo/test_aot_compile": 9.880333264668783, "dynamo/test_autograd_function": 9.040000279744467, "dynamo/test_backends": 6.679999990272336, "dynamo/test_backward_higher_order_ops": 8.995333353678385, "dynamo/test_base_hop": 2.3386666774749756, "dynamo/test_base_output": 0.0016666667458290856, "dynamo/test_buffers_override": 5.036999861399333, "dynamo/test_bytecode_utils": 4.847999970118205, "dynamo/test_callback": 4.135666688283284, "dynamo/test_compile": 5.654333418623234, "dynamo/test_compiler_bisector": 6.523999849955241, "dynamo/test_comptime": 7.972333272298177, "dynamo/test_config": 3.2666666507720947, "dynamo/test_ctx_manager": 8.378999988238016, "dynamo/test_cudagraphs": 2.4066666762034097, "dynamo/test_cudagraphs_expandable_segments": 2.080333391825358, "dynamo/test_debug_utils": 0.26366667201121646, "dynamo/test_decorators": 12.133333206176758, "dynamo/test_deque_reconstruct": 0.6626666585604349, "dynamo/test_deviceguard": 0.015333333751186728, "dynamo/test_dicts": 14.843999849011501, "dynamo/test_dynamic_shapes": 1622.0226554075878, "dynamo/test_einops": 0.0016666667458290856, "dynamo/test_error_messages": 7.798999945322673, "dynamo/test_exc": 2.951666752497355, "dynamo/test_exceptions": 6.369666576385498, "dynamo/test_export": 101.79399959246318, "dynamo/test_export_mutations": 3.081000010172526, "dynamo/test_fake_distributed": 4.706999937693278, "dynamo/test_flat_apply": 0.6119999885559082, "dynamo/test_frame_init": 0.26733333865801495, "dynamo/test_functions": 62.73666540781657, "dynamo/test_fx_annotate": 1.1983333428700764, "dynamo/test_fx_graph_runnable": 114.51499938964844, "dynamo/test_fx_passes_pre_grad": 4.079333384831746, "dynamo/test_generator": 2.985666653762261, "dynamo/test_global": 5.0920000076293945, "dynamo/test_graph_deduplication": 7.677666664123535, "dynamo/test_graph_region_tracker": 2.1666666666666665, "dynamo/test_guard_manager": 3.7259999563296637, "dynamo/test_guard_serialization": 9.369000030565076, "dynamo/test_higher_order_ops": 46.835999290148415, "dynamo/test_hooks": 19.734333038330078, "dynamo/test_inline_and_install": 112.55099741617839, "dynamo/test_input_attr_tracking": 5.884000142415364, "dynamo/test_install_free_tensors": 32.698666413625084, "dynamo/test_interop": 0.6856666604677836, "dynamo/test_list": 2.4356667200724282, "dynamo/test_logging": 23.890000025431316, "dynamo/test_metrics_context": 0.2839999993642171, "dynamo/test_minifier": 2.432000001271566, "dynamo/test_misc": 169.0620049138864, "dynamo/test_model_output": 0.005333333509042859, "dynamo/test_modes": 12.740000089009603, "dynamo/test_modules": 19.880999838312466, "dynamo/test_nested_graph_breaks": 7.8473334312438965, "dynamo/test_nops": 0.562666674455007, "dynamo/test_optimizers": 2.0220000743865967, "dynamo/test_package": 46.515333811442055, "dynamo/test_pgo": 21.491999944051106, "dynamo/test_pre_dispatch": 0.7096666693687439, "dynamo/test_precompile_context": 2.2216666539510093, "dynamo/test_profiler": 10.35966682434082, "dynamo/test_python_autograd": 0.7856666644414266, "dynamo/test_python_dispatcher": 0.6143333315849304, "dynamo/test_recompile_ux": 4.675333340962728, "dynamo/test_recompiles": 7.7620002428690595, "dynamo/test_reconstruct": 1.3043332894643147, "dynamo/test_regional_inductor": 14.087666829427084, "dynamo/test_reorder_logs": 1.2433333198229473, "dynamo/test_repros": 142.08833442131677, "dynamo/test_resume": 0.6473333438237509, "dynamo/test_sdpa": 1.7293333212534587, "dynamo/test_sets": 6.931333268682162, "dynamo/test_skip_guard_eval_unsafe": 5.440999984741211, "dynamo/test_skip_non_tensor": 1.065999984741211, "dynamo/test_sources": 3.113333304723104, "dynamo/test_structured_trace": 23.7363338470459, "dynamo/test_subclasses": 49.05433336893717, "dynamo/test_subgraphs": 8.794666608174643, "dynamo/test_trace_rules": 1.554666670660178, "dynamo/test_unittest": 0.3000000019868215, "dynamo/test_unspec": 42.1426659549276, "dynamo/test_utils": 23.703999916402, "dynamo/test_verify_correctness": 0.6983333428700765, "dynamo/test_view": 0.996666669845581, "export/test_converter": 13.049333254496256, "export/test_cpp_serdes": 84.322998046875, "export/test_db": 21.94866689046224, "export/test_draft_export": 10.571666717529297, "export/test_dynamic_shapes": 0.27266667286554974, "export/test_experimental": 9.59333356221517, "export/test_export": 88.3433329264323, "export/test_export_opinfo": 41.699666341145836, "export/test_export_strict": 217.508329808712, "export/test_export_training_ir_to_run_decomp": 454.00766889254254, "export/test_export_with_inline_and_install": 236.50032554070154, "export/test_functionalized_assertions": 0.29499999682108563, "export/test_hop": 18.078332901000977, "export/test_lift_unlift": 0.21333333454094827, "export/test_nativert": 0, "export/test_package": 0.5766666730244955, "export/test_pass_infra": 4.517666657765706, "export/test_passes": 39.99233373006185, "export/test_retraceability": 358.58733266592026, "export/test_schema": 0.6026666760444641, "export/test_serdes": 374.4883371392886, "export/test_serialize": 57.279999136924744, "export/test_sparse": 370.99267578125, "export/test_strict_export_v2": 290.8606643676758, "export/test_swap": 9.806666612625122, "export/test_tools": 2.633999983469645, "export/test_torchbind": 17.97333341728275, "export/test_tree_utils": 0.2676666776339213, "export/test_unflatten": 13.845333576202393, "export/test_unflatten_training_ir": 17.105000178019207, "export/test_upgrader": 0.006000000052154064, "export/test_verifier": 7.732333501180013, "functorch/dim/test_getsetitem": 0.019999999552965164, "functorch/dim/test_split": 0.031000000114242237, "functorch/test_ac": 21.377666473388672, "functorch/test_ac_knapsack": 0.2920000134035945, "functorch/test_ac_logging": 0.009333333000540733, "functorch/test_aot_joint_with_descriptors": 10.094333330790201, "functorch/test_aotdispatch": 111.68200015028317, "functorch/test_control_flow": 2313.5626798228673, "functorch/test_dims": 33.83566697438558, "functorch/test_eager_transforms": 8.804666626267135, "functorch/test_logging": 0.3229999939600627, "functorch/test_memory_efficient_fusion": 5.82333330065012, "functorch/test_minifier": 0.4106666644414266, "functorch/test_ops": 3259.8529663085938, "functorch/test_parsing": 0.17200000320250788, "functorch/test_rearrange": 0.20933333039283752, "functorch/test_vmap": 286.4189990007629, "functorch/test_vmap_registrations": 2.051666736602783, "higher_order_ops/test_invoke_quant": 3.893000066280365, "higher_order_ops/test_invoke_subgraph": 57.42466708086431, "higher_order_ops/test_local_map": 9.272666613260904, "higher_order_ops/test_with_effects": 11.114333152770996, "inductor/test_alignment": 6.390999952952067, "inductor/test_analysis": 76.99566833504166, "inductor/test_aot_inductor": 2604.918021325255, "inductor/test_aot_inductor_arrayref": 978.4346618652344, "inductor/test_aot_inductor_custom_ops": 175.61300039291382, "inductor/test_aot_inductor_package": 528.2970072428385, "inductor/test_aot_inductor_windows": 0.0033333334140479565, "inductor/test_async_compile": 34.42766571044922, "inductor/test_augmented_graph_helper": 0.01666666753590107, "inductor/test_auto_functionalize": 28.896999994913738, "inductor/test_benchmark_fusion": 15.201000123478783, "inductor/test_benchmarking": 0.9536666671435038, "inductor/test_best_config": 1.631666660308838, "inductor/test_binary_folding": 71.01800028483073, "inductor/test_block_analysis": 0.27300000190734863, "inductor/test_cache": 41.06800064444542, "inductor/test_caching": 33.7513329985862, "inductor/test_codecache": 405.1789991436526, "inductor/test_codegen_triton": 0.07233333339293797, "inductor/test_combo_kernels": 49.48433367411295, "inductor/test_compile": 10.461666425069174, "inductor/test_compile_subprocess": 955.1423341674963, "inductor/test_compile_worker": 16.66933314005534, "inductor/test_compiled_autograd": 1336.7183264965813, "inductor/test_compiled_optimizers": 1272.092997233073, "inductor/test_config": 5.089333375295003, "inductor/test_control_deps": 1.6473333438237507, "inductor/test_control_flow": 3314.0753361072857, "inductor/test_cooperative_reductions": 71.35800075531006, "inductor/test_coordinate_descent_tuner": 1.96833332379659, "inductor/test_cpp_wrapper_hipify": 0.35766667127609253, "inductor/test_cpu_repro": 1655.2286580403645, "inductor/test_cuda_repro": 89.44099934895833, "inductor/test_cuda_select_algorithm": 12.120000203450521, "inductor/test_cudacodecache": 1.2779999574025471, "inductor/test_cudagraph_trees": 144.33133165041605, "inductor/test_cudagraph_trees_expandable_segments": 141.2953338623047, "inductor/test_custom_lowering": 2.3613332907358804, "inductor/test_custom_partitioner_fn": 1.908666690190633, "inductor/test_custom_post_grad_passes": 5.697666645050049, "inductor/test_cutedsl_template": 0, "inductor/test_cutlass_evt": 0.0013333333966632683, "inductor/test_debug_trace": 10.911666552225748, "inductor/test_decompose_mem_bound_mm": 26.508333206176758, "inductor/test_dependencies": 0.24166666467984518, "inductor/test_deterministic": 3.5786666870117188, "inductor/test_device_assert": 3.641666571299235, "inductor/test_device_info": 0.30399999022483826, "inductor/test_distributed_patterns": 17.69800059000651, "inductor/test_efficient_conv_bn_eval": 0.0020000000949949026, "inductor/test_extension_backend": 1.9206666549046834, "inductor/test_external_callables": 6.848999977111816, "inductor/test_flex_attention": 3061.592300415039, "inductor/test_flex_decoding": 1763.3286539713542, "inductor/test_flex_flash": 0.0003333333491658171, "inductor/test_foreach": 441.7346700032552, "inductor/test_fp8": 144.35133139292398, "inductor/test_fused_attention": 218.02999941507974, "inductor/test_fuzzer": 3.256333271662394, "inductor/test_fx_fusion": 0.3776666720708211, "inductor/test_fxir_backend": 47.28900038450956, "inductor/test_gpu_cpp_wrapper": 650.1846669514974, "inductor/test_graph_transform_observer": 0.004000000189989805, "inductor/test_group_batch_fusion": 70.13499950245023, "inductor/test_helion_kernels": 0.0020000000949949026, "inductor/test_indexing": 9.866333425045013, "inductor/test_inductor_annotations": 1.396999994913737, "inductor/test_inductor_freezing": 43.383666038513184, "inductor/test_inductor_scheduler": 2.893333355585734, "inductor/test_inductor_utils": 0.628333330154419, "inductor/test_inplace_padding": 12.417667071024576, "inductor/test_inplacing_pass": 7.718000094095866, "inductor/test_kernel_benchmark": 134.73299662272134, "inductor/test_kernel_optimization": 5.296666622161865, "inductor/test_loop_ordering": 31.548332897325356, "inductor/test_mem_estimation": 0.33499999282260734, "inductor/test_memory": 8.195666948954264, "inductor/test_memory_planning": 17.893999735514324, "inductor/test_metrics": 1.8996666272481282, "inductor/test_minifier": 69.88333384195964, "inductor/test_minifier_isolate": 0.0020000000949949026, "inductor/test_minifier_utils": 3.005333344141642, "inductor/test_mkldnn_pattern_matcher": 909.9563213984171, "inductor/test_mmdecomp": 15.59499994913737, "inductor/test_move_constructors_to_cuda": 5.9989997545878095, "inductor/test_multi_kernel": 20.324000040690105, "inductor/test_native_matmul": 208.97266642252603, "inductor/test_needs_exact_strides": 1.7973333199818928, "inductor/test_online_softmax": 19.097666422526043, "inductor/test_op_completeness": 0.17033333082993826, "inductor/test_op_dtype_prop": 408.4090067545573, "inductor/test_ordered_set": 1.5426666868928198, "inductor/test_pad_mm": 0.035999998450279236, "inductor/test_padding": 49.591332366379596, "inductor/test_pattern_matcher": 16.382333755493164, "inductor/test_pcache": 4.882999950088561, "inductor/test_perf": 34.59300021330515, "inductor/test_profiler": 3.2160000006357827, "inductor/test_provenance_tracing": 43.284000592927136, "inductor/test_quantization": 7.018999894460042, "inductor/test_remote_cache": 0.27833332618077594, "inductor/test_scatter_optimization": 7.2820000648498535, "inductor/test_segmented_tree": 0.5286666750907898, "inductor/test_snode_runtime": 8.815999912718931, "inductor/test_split_cat_fx_aten_passes": 4.755333438515663, "inductor/test_split_cat_fx_passes": 48.50833384195963, "inductor/test_static_cuda_launcher": 6.585333347320557, "inductor/test_subgraph_choice": 5.118333180745442, "inductor/test_template_heuristics_registry": 0.17299999793370566, "inductor/test_torchbind": 32.4946657816569, "inductor/test_torchinductor": 808.2556621711701, "inductor/test_torchinductor_codegen_config_overrides": 4.803666750590007, "inductor/test_torchinductor_codegen_dynamic_shapes": 3277.3206888834634, "inductor/test_torchinductor_dynamic_shapes": 4140.257713953654, "inductor/test_torchinductor_opinfo": 7577.6897379557295, "inductor/test_torchinductor_strided_blocks": 44.3903325603654, "inductor/test_triton_heuristics": 11.151666720708212, "inductor/test_triton_kernels": 222.6946662068367, "inductor/test_triton_syntax": 9.073333104451498, "inductor/test_triton_wrapper": 9.288333257039389, "inductor/test_unbacked_symints": 27.116999944051106, "inductor/test_utils": 0.07333333293596904, "lazy/test_bindings": 0.0010000000474974513, "lazy/test_debug_util": 0.3139999906222026, "lazy/test_functionalization": 0.3343333303928375, "lazy/test_generator": 0.31733333071072894, "lazy/test_reuse_ir": 0.5346666673819224, "lazy/test_step_closures": 2.1633333365122476, "lazy/test_ts_opinfo": 0.45133333404858905, "nn/test_convolution": 27.128666559855144, "nn/test_dropout": 0.5873333389560381, "nn/test_embedding": 11.342000097036362, "nn/test_init": 3.2036666870117188, "nn/test_lazy_modules": 0.42800000309944153, "nn/test_load_state_dict": 0.6563333198428154, "nn/test_module_hooks": 0.1673333322008451, "nn/test_multihead_attention": 17.385999997456867, "nn/test_packed_sequence": 0.43699999650319415, "nn/test_parametrization": 0.8633333345254263, "nn/test_pooling": 6.124000037709872, "nn/test_pruning": 0.19833333293596903, "profiler/test_cpp_thread": 0.37933333318990964, "profiler/test_execution_trace": 3.2886666456858316, "profiler/test_kineto": 0.1623333344856898, "profiler/test_memory_profiler": 3.178333381190896, "profiler/test_profiler": 19.007000042009167, "profiler/test_profiler_tree": 0.35333333412806195, "profiler/test_python_tracer": 3.736999988555908, "profiler/test_record_function": 0.3343333303928375, "profiler/test_torch_tidy": 4.297666549682617, "test_accelerator": 0.6209999918937683, "test_ao_sparsity": 6.661666758203258, "test_appending_byte_serializer": 0.2800000011920929, "test_autocast": 0.8509999900124967, "test_autograd": 53.45166740411272, "test_autograd_fallback": 0.34933332602183026, "test_autoload": 0.5043333371480306, "test_binary_ufuncs": 159.54200236002603, "test_bundled_inputs": 0.8446666598320007, "test_comparison_utils": 0.2743333379427592, "test_compile_benchmark_util": 2.5666666825612388, "test_complex": 0.10366666813691457, "test_content_store": 5.813000043233235, "test_cpp_api_parity": 8.217000007629395, "test_cpp_extensions_aot_ninja": 0.34366666451872635, "test_cpp_extensions_aot_no_ninja": 0.34366666824401665, "test_cpp_extensions_jit": 60.03200149536133, "test_cpp_extensions_mtia_backend": 0.0003333333491658171, "test_cpp_extensions_open_device_registration": 2.730666716893514, "test_cpp_extensions_stream_and_event": 0, "test_cuda": 96.48966734476078, "test_cuda_expandable_segments": 83.60133234659831, "test_cuda_multigpu": 0.6560000041499734, "test_cuda_nvml_based_avail": 0.23733333125710487, "test_cuda_primary_ctx": 0.10733333230018616, "test_cuda_sanitizer": 0.4003333365544677, "test_cuda_trace": 1.412000020345052, "test_custom_ops": 28.965999788449455, "test_dataloader": 329.43700193598244, "test_datapipe": 11.64233348503088, "test_decomp": 8452.446701105995, "test_deploy": 0.32266666491826373, "test_dispatch": 18.282000177850325, "test_dlpack": 0.3103333314259847, "test_dynamic_shapes": 62.36866735294461, "test_expanded_weights": 11.877333323160807, "test_extension_utils": 0.26633332173029584, "test_fake_tensor": 16.823333151017625, "test_file_check": 1.690000017484029, "test_flop_counter": 1.7326666911443074, "test_foreach": 248.30700174967447, "test_function_schema": 0.4806666672229767, "test_functional_autograd_benchmark": 20.49799982706706, "test_functional_optim": 0.33366666237513226, "test_functionalization": 4.101333260536194, "test_functionalization_of_rng_ops": 4.7769999504089355, "test_futures": 0.9120000203450521, "test_fx": 182.20299565419555, "test_fx_experimental": 12.312000088393688, "test_fx_passes": 0.5423333247502645, "test_fx_reinplace_pass": 0.6570000052452087, "test_hop_infra": 0.004000000189989805, "test_hub": 10.571666717529297, "test_import_stats": 3.2843333085378013, "test_indexing": 15.623999959478775, "test_itt": 0.17266666889190674, "test_jit": 85.53666630344621, "test_jit_autocast": 24.315000295639038, "test_jit_disabled": 0.34199999769528705, "test_jit_fuser_te": 190.6436647363007, "test_jit_llga_fuser": 0.04100000000714014, "test_jiterator": 21.07966677347819, "test_legacy_vmap": 1.6679999927679698, "test_license": 0.22899999717871347, "test_linalg": 226.9606679280599, "test_logging": 2.143333355585734, "test_masked": 25.902999877929688, "test_maskedtensor": 8.646333370357752, "test_matmul_cuda": 155.34233822425207, "test_meta": 1826.0343492021784, "test_mkl_verbose": 3.953666607538859, "test_mkldnn_fusion": 12.692000071207682, "test_mkldnn_verbose": 3.235666592915853, "test_mobile_optimizer": 1.7013333241144817, "test_model_exports_to_core_aten": 0.2746666669845581, "test_module_tracker": 0.29133333762486774, "test_modules": 392.9146728515625, "test_monitor": 0.44766666491826373, "test_multiprocessing": 107.38599904378255, "test_multiprocessing_spawn": 127.2559983660855, "test_namedtensor": 0.7319999933242798, "test_namedtuple_return_api": 1.4240000247955322, "test_native_functions": 0.3619999984900157, "test_native_mha": 0.696999986966451, "test_nestedtensor": 1651.991346926894, "test_nn": 158.32833286991809, "test_numa_binding": 4.95033327738444, "test_numba_integration": 0.22866666813691458, "test_numpy_interop": 0.4763333300749461, "test_opaque_obj": 0.5910000006357828, "test_opaque_obj_v2": 0.26733332872390747, "test_openmp": 3.668333371480306, "test_openreg": 1.5840000013510387, "test_ops": 4320.248038545561, "test_ops_fwd_gradients": 758.6016540527344, "test_ops_gradients": 1030.7953389485676, "test_ops_jit": 761.034657796224, "test_optim": 257.20566099882126, "test_out_dtype_op": 4.167333285013835, "test_overrides": 1.868333327351138, "test_package": 1.6699999766424298, "test_per_overload_api": 0.2813333372275035, "test_prims": 0.37666666600853205, "test_privateuseone_python_backend": 0.17433332900206247, "test_proxy_tensor": 10.97733343516787, "test_pruning_op": 0.42133334279060364, "test_public_bindings": 6.489333311716716, "test_python_dispatch": 1.6259999664810796, "test_pytree": 1.98266670294106, "test_quantization": 2220.2350090301675, "test_reductions": 141.65600077311197, "test_rename_privateuse1_to_existing_device": 0.16533333559830984, "test_scaled_matmul_cuda": 5.218666712443034, "test_scatter_gather_ops": 9.585000038146973, "test_schema_check": 254.26500423252583, "test_segment_reductions": 1.9616666237513225, "test_serialization": 40.31166725916167, "test_set_default_mobile_cpu_allocator": 0.17100000381469727, "test_shape_ops": 1.04666668176651, "test_show_pickle": 0.27133333683013916, "test_sort_and_select": 3.1710000038146973, "test_sparse": 401.12933425108594, "test_sparse_csr": 1050.9949884215991, "test_sparse_semi_structured": 20.592666784922283, "test_spectral_ops": 16.25, "test_stateless": 4.812333409984906, "test_subclass": 0.5009999970595042, "test_sympy_utils": 20.20800000487361, "test_tensor_creation_ops": 76.21766578654449, "test_tensorboard": 0.5566666700566808, "test_tensorexpr": 24.753999710083008, "test_tensorexpr_pybind": 0.3129999948044618, "test_testing": 37.56399997090921, "test_torch": 70.45366652701826, "test_torchfuzz_repros": 7.1119998296101885, "test_transformers": 142.72666434633234, "test_transformers_privateuse1": 0.03500000014901161, "test_type_hints": 0.26633333166440326, "test_type_info": 0.27766666809717816, "test_type_promotion": 7.9216664632161455, "test_typing": 61.36733373006185, "test_unary_ufuncs": 308.85133870442706, "test_utils": 15.916333224158734, "test_utils_config_module": 0.3016666571299235, "test_utils_filelock": 0.40200000007947284, "test_varlen_attention": 0.41100000341733295, "test_view_ops": 11.61433353026708, "test_vulkan": 0.0003333333491658171, "test_weak": 3.8849999575565257, "test_xnnpack_integration": 9.551666643237695, "torch_np/numpy_tests/core/test_dlpack": 0.0010000000474974513, "torch_np/numpy_tests/core/test_dtype": 0.4086666639195755, "torch_np/numpy_tests/core/test_einsum": 10.840000124803433, "torch_np/numpy_tests/core/test_getlimits": 0.33733333418301, "torch_np/numpy_tests/core/test_indexing": 0.42866667134997744, "torch_np/numpy_tests/core/test_multiarray": 22.56066643524294, "torch_np/numpy_tests/core/test_numeric": 3.3263333591166884, "torch_np/numpy_tests/core/test_numerictypes": 0.32500000069073093, "torch_np/numpy_tests/core/test_scalar_ctors": 0.3646666646624605, "torch_np/numpy_tests/core/test_scalar_methods": 0.0016666667458290856, "torch_np/numpy_tests/core/test_scalarinherit": 0, "torch_np/numpy_tests/core/test_scalarmath": 18.49533342709765, "torch_np/numpy_tests/core/test_shape_base": 0.4636666673856477, "torch_np/numpy_tests/fft/test_helper": 4.618666695741315, "torch_np/numpy_tests/fft/test_pocketfft": 2.530666639407476, "torch_np/numpy_tests/lib/test_arraypad": 0.3146666685740153, "torch_np/numpy_tests/lib/test_arraysetops": 0.4493333362042904, "torch_np/numpy_tests/lib/test_function_base": 1.5393333251122385, "torch_np/numpy_tests/lib/test_histograms": 0.5253333325187365, "torch_np/numpy_tests/lib/test_index_tricks": 0.354333332235304, "torch_np/numpy_tests/lib/test_shape_base_": 0.599999998890174, "torch_np/numpy_tests/lib/test_twodim_base": 0.4736666676277916, "torch_np/numpy_tests/lib/test_type_check": 0.37366666295565665, "torch_np/numpy_tests/linalg/test_linalg": 7.00699999218341, "torch_np/test_basic": 0.8263333297412222, "torch_np/test_binary_ufuncs": 0.3643333315849304, "torch_np/test_dtype": 0.3423333366711934, "torch_np/test_function_base": 0.27033333977063495, "torch_np/test_indexing": 2.302000045776367, "torch_np/test_ndarray_methods": 3.168999984744005, "torch_np/test_nep50_examples": 0.012333333375863731, "torch_np/test_random": 0.21200000261887908, "torch_np/test_reductions": 1.852333329928418, "torch_np/test_scalars_0D_arrays": 0.3149999963740508, "torch_np/test_ufuncs_basic": 0.8133333165509006, "torch_np/test_unary_ufuncs": 0.37133334080378216, "typing/test_python_operators": 0.6196666757265726 }, "distributed": { "distributed/_composable/fsdp/test_fully_shard_autograd": 27.049000084400177, "distributed/_composable/fsdp/test_fully_shard_clip_grad_norm_": 17.63599952061971, "distributed/_composable/fsdp/test_fully_shard_comm": 168.96533358593783, "distributed/_composable/fsdp/test_fully_shard_compile": 350.36299260457355, "distributed/_composable/fsdp/test_fully_shard_extensions": 18.47166649500529, "distributed/_composable/fsdp/test_fully_shard_frozen": 29.266666412353516, "distributed/_composable/fsdp/test_fully_shard_grad_scaler": 7.578666687011719, "distributed/_composable/fsdp/test_fully_shard_ignore_params": 6.409666697184245, "distributed/_composable/fsdp/test_fully_shard_init": 8.094666657038033, "distributed/_composable/fsdp/test_fully_shard_memory": 11.387999852498373, "distributed/_composable/fsdp/test_fully_shard_mixed_precision": 28.47599999109904, "distributed/_composable/fsdp/test_fully_shard_overlap": 5.940333366394043, "distributed/_composable/fsdp/test_fully_shard_state": 0.4439999957879384, "distributed/_composable/fsdp/test_fully_shard_state_dict": 40.61533289154371, "distributed/_composable/fsdp/test_fully_shard_training": 417.8656710783641, "distributed/_composable/test_checkpoint": 0.5143333276112875, "distributed/_composable/test_composability/test_2d_composability": 121.93333419164021, "distributed/_composable/test_composability/test_pp_composability": 159.02833557128906, "distributed/_composable/test_contract": 0.34566666682561237, "distributed/_composable/test_replicate": 71.04466756184895, "distributed/_composable/test_replicate_mixed_precision": 38.16533366839091, "distributed/_composable/test_replicate_training": 160.00999949375787, "distributed/_composable/test_replicate_with_compiler": 173.1076640218574, "distributed/_composable/test_replicate_with_fsdp": 34.99199930826823, "distributed/_pycute/test_coalesce": 0.33933332562446594, "distributed/_pycute/test_complement": 0.335999995470047, "distributed/_pycute/test_composition": 0.34566666682561237, "distributed/_pycute/test_int_tuple": 0.35233333706855774, "distributed/_pycute/test_left_inverse": 0.33666666348775226, "distributed/_pycute/test_right_inverse": 0.33633334438006085, "distributed/_pycute/test_typing": 0.3293333351612091, "distributed/_shard/sharded_optim/test_sharded_optim": 12.198333422342936, "distributed/_shard/sharded_tensor/ops/test_binary_cmp": 38.29499944051107, "distributed/_shard/sharded_tensor/ops/test_embedding": 12.798999786376953, "distributed/_shard/sharded_tensor/ops/test_embedding_bag": 13.434333483378092, "distributed/_shard/sharded_tensor/ops/test_init": 28.968666712443035, "distributed/_shard/sharded_tensor/ops/test_tensor_ops": 30.0190003712972, "distributed/_shard/sharded_tensor/test_logger": 0.3333333333333333, "distributed/_shard/sharded_tensor/test_sharded_tensor": 561.9503339859657, "distributed/_shard/sharded_tensor/test_sharded_tensor_reshard": 12.26533317565918, "distributed/_shard/sharding_plan/test_sharding_plan": 18.048332850138348, "distributed/_shard/sharding_spec/test_sharding_spec": 23.972333798805874, "distributed/_shard/test_sharder": 12.332666714986166, "distributed/_tools/test_fake_collectives": 0.2803333302338918, "distributed/_tools/test_fsdp2_mem_tracker": 27.36833318074544, "distributed/_tools/test_mem_tracker": 0.9580000042915344, "distributed/_tools/test_memory_tracker": 0.8619999885559082, "distributed/_tools/test_mod_tracker": 0.2503333290417989, "distributed/_tools/test_runtime_estimator": 11.410000165303549, "distributed/_tools/test_sac_estimator": 3.3580000400543213, "distributed/_tools/test_sac_ilp": 8.08333326379458, "distributed/algorithms/ddp_comm_hooks/test_ddp_hooks": 31.314666112263996, "distributed/algorithms/quantization/test_quantization": 67.8346659342448, "distributed/algorithms/test_join": 52.84000015258789, "distributed/checkpoint/_experimental/test_barriers": 0.2363333354393641, "distributed/checkpoint/_experimental/test_builder": 3.5070000489552817, "distributed/checkpoint/_experimental/test_checkpoint_process": 29.679666017803054, "distributed/checkpoint/_experimental/test_checkpoint_reader": 0.3763333261013031, "distributed/checkpoint/_experimental/test_checkpoint_writer": 0.25133333293100196, "distributed/checkpoint/_experimental/test_checkpointer": 33.3149995803833, "distributed/checkpoint/_experimental/test_staging": 0.351666659116745, "distributed/checkpoint/_experimental/test_types": 0.24300000071525574, "distributed/checkpoint/e2e/test_e2e_save_and_load": 158.55399576822916, "distributed/checkpoint/e2e/test_fine_tuning": 6.875666777292888, "distributed/checkpoint/e2e/test_fsdp_ep": 5.039999961853027, "distributed/checkpoint/fsdp/test_fsdp_dsd": 44.583666483561196, "distributed/checkpoint/test_async_process_executor": 13.389999707539877, "distributed/checkpoint/test_checkpoint": 42.7613328297933, "distributed/checkpoint/test_compatibility": 0.5426666537920634, "distributed/checkpoint/test_consolidate_hf_safetensors": 36.27133305867513, "distributed/checkpoint/test_dedup_tensors": 0.23499999940395355, "distributed/checkpoint/test_dtensor_checkpoint": 6.308333396911621, "distributed/checkpoint/test_dtensor_resharding": 78.51233291625977, "distributed/checkpoint/test_file_system_checkpoint": 40.613999684651695, "distributed/checkpoint/test_file_system_checkpoint_cpu": 41.10266528775295, "distributed/checkpoint/test_format_utils": 16.507333755493164, "distributed/checkpoint/test_fsdp_model_state": 13.060333251953125, "distributed/checkpoint/test_fsdp_optim_state": 12.526333491007486, "distributed/checkpoint/test_fsdp_tp_checkpoint_conversion": 6.309333324432373, "distributed/checkpoint/test_fsspec": 10.736666834602753, "distributed/checkpoint/test_hf_safetensor_e2e": 36.14200068513552, "distributed/checkpoint/test_hf_storage": 0.5216666658719381, "distributed/checkpoint/test_hsdp_checkpoint": 27.634666442871094, "distributed/checkpoint/test_nested_dict": 0.23800000548362732, "distributed/checkpoint/test_pg_transport": 10.397666660758356, "distributed/checkpoint/test_planner": 0.6779999968906244, "distributed/checkpoint/test_quantized_hf_storage": 0.01133333332836628, "distributed/checkpoint/test_save_load_api": 10.421000162760416, "distributed/checkpoint/test_state_dict": 172.56566635767618, "distributed/checkpoint/test_state_dict_stager": 31.25100001692772, "distributed/checkpoint/test_state_dict_utils": 41.614000956217446, "distributed/checkpoint/test_tp_checkpoint": 12.461000442504883, "distributed/checkpoint/test_traverse": 0.24699999392032623, "distributed/checkpoint/test_utils": 30.331332890006404, "distributed/elastic/events/lib_test": 0.3776666782796383, "distributed/elastic/metrics/api_test": 0.33633333444595337, "distributed/elastic/multiprocessing/api_test": 27.807666823345546, "distributed/elastic/multiprocessing/test_api": 0.031000000114242237, "distributed/elastic/test_control_plane": 0.42866666118303937, "distributed/elastic/timer/local_timer_example": 15.211999893188477, "distributed/elastic/timer/local_timer_test": 5.36833340426286, "distributed/elastic/utils/distributed_test": 6.360666592915853, "distributed/elastic/utils/logging_test": 0.3686666587988536, "distributed/elastic/utils/util_test": 0.4989999992152055, "distributed/flight_recorder/test_fr_analysis": 0.34066665863307816, "distributed/fsdp/test_checkpoint_wrapper": 0.5366666714350382, "distributed/fsdp/test_distributed_checkpoint": 14.595333099365234, "distributed/fsdp/test_fsdp_apply": 20.720666885375977, "distributed/fsdp/test_fsdp_backward_prefetch": 6.607999960581462, "distributed/fsdp/test_fsdp_checkpoint": 116.40599981943767, "distributed/fsdp/test_fsdp_clip_grad_norm": 49.19200007120768, "distributed/fsdp/test_fsdp_comm": 86.31100050608318, "distributed/fsdp/test_fsdp_comm_hooks": 182.54367065429688, "distributed/fsdp/test_fsdp_core": 1156.9230194091797, "distributed/fsdp/test_fsdp_dtensor_state_dict": 136.85299682617188, "distributed/fsdp/test_fsdp_exec_order": 71.08500162760417, "distributed/fsdp/test_fsdp_fine_tune": 36.34166717529297, "distributed/fsdp/test_fsdp_flatten_params": 62.6903330485026, "distributed/fsdp/test_fsdp_freezing_weights": 190.02733357747397, "distributed/fsdp/test_fsdp_fx": 0.859333336353302, "distributed/fsdp/test_fsdp_grad_acc": 41.56133270263672, "distributed/fsdp/test_fsdp_hybrid_shard": 55.44599914550781, "distributed/fsdp/test_fsdp_ignored_modules": 40.571667989095054, "distributed/fsdp/test_fsdp_input": 10.922666549682617, "distributed/fsdp/test_fsdp_memory": 12.594333330790201, "distributed/fsdp/test_fsdp_meta": 40.00833384195963, "distributed/fsdp/test_fsdp_misc": 69.61633154501517, "distributed/fsdp/test_fsdp_mixed_precision": 338.91100819905597, "distributed/fsdp/test_fsdp_multiple_wrapping": 8.957666714986166, "distributed/fsdp/test_fsdp_optim_state": 386.04766845703125, "distributed/fsdp/test_fsdp_overlap": 13.380999883015951, "distributed/fsdp/test_fsdp_pure_fp16": 18.516333262125652, "distributed/fsdp/test_fsdp_sharded_grad_scaler": 126.22766536474228, "distributed/fsdp/test_fsdp_state_dict": 894.6923441886902, "distributed/fsdp/test_fsdp_tp_integration": 24.32266680399577, "distributed/fsdp/test_fsdp_traversal": 6.937333265940349, "distributed/fsdp/test_fsdp_uneven": 8.877666791280111, "distributed/fsdp/test_fsdp_unshard_params": 75.49733384450276, "distributed/fsdp/test_fsdp_use_orig_params": 468.0309934814771, "distributed/fsdp/test_hsdp_dtensor_state_dict": 79.38199869791667, "distributed/fsdp/test_shard_utils": 10.287999788920084, "distributed/fsdp/test_utils": 0.856333335240682, "distributed/fsdp/test_wrap": 151.70233391597867, "distributed/launcher/test_api": 0.04966666673620542, "distributed/launcher/test_run": 41.612667083740234, "distributed/nn/jit/test_instantiator": 0.35100000103314716, "distributed/optim/test_zero_redundancy_optimizer": 243.9520009358724, "distributed/pipelining/test_backward": 0.9766666690508524, "distributed/pipelining/test_microbatch": 26.4586664835612, "distributed/pipelining/test_pipe": 0.7853333353996277, "distributed/pipelining/test_schedule": 55.740333812621735, "distributed/pipelining/test_schedule_multiproc": 16.62333329518636, "distributed/pipelining/test_stage": 19.851333141326904, "distributed/pipelining/test_transformer": 1.1790000200271606, "distributed/pipelining/test_unflatten": 1.250333348910014, "distributed/rpc/cuda/test_tensorpipe_agent": 726.4823360443115, "distributed/rpc/test_share_memory": 4.192666530609131, "distributed/tensor/debug/test_comm_mode": 0.5683333277702332, "distributed/tensor/debug/test_comm_mode_features": 24.06000010172526, "distributed/tensor/debug/test_debug_mode": 8.946333249409994, "distributed/tensor/debug/test_op_coverage": 0.3436666627724965, "distributed/tensor/experimental/test_local_map": 32.8153330485026, "distributed/tensor/experimental/test_register_sharding": 12.727333068847656, "distributed/tensor/experimental/test_tp_transform": 48.80500030517578, "distributed/tensor/parallel/test_micro_pipeline_tp": 12.821666638056437, "distributed/tensor/parallel/test_parallelize_api": 96.11299896240234, "distributed/tensor/parallel/test_tp_examples": 110.71133168538411, "distributed/tensor/parallel/test_tp_random_state": 6.511333465576172, "distributed/tensor/parallel/test_tp_style": 54.3836669921875, "distributed/tensor/test_api": 54.954332987467446, "distributed/tensor/test_attention": 39.0386670291579, "distributed/tensor/test_common_rules": 5.102333227793376, "distributed/tensor/test_convolution_ops": 43.82866668701172, "distributed/tensor/test_dtensor": 314.52566448847455, "distributed/tensor/test_dtensor_compile": 276.33466720581055, "distributed/tensor/test_dtensor_dispatch_overhead": 6.342000166575114, "distributed/tensor/test_dtensor_export": 15.275333404541016, "distributed/tensor/test_dtensor_testbase": 9.152333577473959, "distributed/tensor/test_dynamic": 45.269667307535805, "distributed/tensor/test_embedding_ops": 24.295666376749676, "distributed/tensor/test_experimental_ops": 15.299666404724121, "distributed/tensor/test_fake": 0.4010000030199687, "distributed/tensor/test_init": 41.75133434931437, "distributed/tensor/test_math_ops": 129.1376698811849, "distributed/tensor/test_matrix_ops": 77.43099975585938, "distributed/tensor/test_op_schema": 0.24199999868869781, "distributed/tensor/test_op_strategy": 66.24666641652584, "distributed/tensor/test_optimizers": 75.75133260091145, "distributed/tensor/test_pointwise_ops": 0.9816666642824808, "distributed/tensor/test_random_ops": 76.71266587575276, "distributed/tensor/test_redistribute": 160.06833362579346, "distributed/tensor/test_tensor_ops": 330.57066980997723, "distributed/tensor/test_utils": 79.9823334167401, "distributed/tensor/test_view_ops": 91.1163330078125, "distributed/tensor/test_xla_integration": 0.23800000548362732, "distributed/test_aten_comm_compute_reordering": 301.81700134277344, "distributed/test_backends": 0.8019999861717224, "distributed/test_c10d_common": 116.51800016562144, "distributed/test_c10d_functional_native": 279.06166938940686, "distributed/test_c10d_gloo": 1123.651663593948, "distributed/test_c10d_logger": 10.230000178019205, "distributed/test_c10d_nccl": 1488.7266709159205, "distributed/test_c10d_object_collectives": 80.96466573079427, "distributed/test_c10d_ops_nccl": 9.353999773661295, "distributed/test_c10d_pypg": 2.6876666943232217, "distributed/test_c10d_spawn_gloo": 40.64633329709371, "distributed/test_c10d_spawn_nccl": 53.27633285522461, "distributed/test_c10d_spawn_ucc": 0.006000000052154064, "distributed/test_collective_utils": 32.90966757386923, "distributed/test_composability": 14.523333231608072, "distributed/test_compute_comm_reordering": 122.26766713460286, "distributed/test_control_collectives": 0.3799999952316284, "distributed/test_cupy_as_tensor": 0, "distributed/test_data_parallel": 3.1926666125655174, "distributed/test_device_mesh": 292.549335329483, "distributed/test_dist2": 141.00000095367432, "distributed/test_distributed_spawn": 4992.3013102213545, "distributed/test_dynamo_distributed": 624.2590090433756, "distributed/test_fake_pg": 0.9423333406448364, "distributed/test_functional_api": 168.80666789241755, "distributed/test_inductor_collectives": 326.60066715876263, "distributed/test_launcher": 1.34333332379659, "distributed/test_local_tensor": 1.5549999962871273, "distributed/test_multi_threaded_pg": 0.6763333181540171, "distributed/test_nccl": 1.396666654618457, "distributed/test_nvshmem": 0.00233333344416072, "distributed/test_nvshmem_triton": 14.919666608174643, "distributed/test_p2p_ipc": 0, "distributed/test_pg_wrapper": 91.3719991048177, "distributed/test_run": 0.05166666706403097, "distributed/test_serialization": 0.404666672150294, "distributed/test_store": 65.99099965781595, "distributed/test_symmetric_memory": 0.24766666550810137, "test_linalg": 0.6413333415985107 }, "jit_legacy": { "test_jit_fuser_legacy": 0.013000000268220901, "test_jit_legacy": 124.24699863430578 }, "nogpu_AVX512": { "backends/xeon/test_launch": 1.8359999656677246, "benchmark_utils/test_benchmark_utils": 0.5109999775886536, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 6.581999778747559, "distributions/test_distributions": 58.43299880437553, "dynamo/test_after_aot": 9.505999565124512, "dynamo/test_aot_autograd": 63.98500061035156, "dynamo/test_aot_autograd_cache": 63.88599944114685, "dynamo/test_aot_compile": 15.864999771118164, "dynamo/test_autograd_function": 7.697000026702881, "dynamo/test_backends": 8.120000136899762, "dynamo/test_backward_higher_order_ops": 14.800000190734863, "dynamo/test_base_hop": 2.744999885559082, "dynamo/test_base_output": 0.003000000026077032, "dynamo/test_buffers_override": 8.309000015258789, "dynamo/test_bytecode_utils": 8.076000094413757, "dynamo/test_callback": 0.00800000037997961, "dynamo/test_compile": 9.418999816989526, "dynamo/test_compiler_bisector": 0, "dynamo/test_comptime": 10.508999824523926, "dynamo/test_config": 5.386000156402588, "dynamo/test_ctx_manager": 7.846999883651733, "dynamo/test_decorators": 16.659000396728516, "dynamo/test_deque_reconstruct": 0.6869999766349792, "dynamo/test_deviceguard": 0.018000000971369445, "dynamo/test_dicts": 19.036999486386776, "dynamo/test_dynamic_shapes": 1630.34504032135, "dynamo/test_einops": 0.0010000000474974513, "dynamo/test_error_messages": 8.501999855041504, "dynamo/test_exc": 4.4070000648498535, "dynamo/test_exceptions": 10.413000106811523, "dynamo/test_export": 119.78900146484375, "dynamo/test_export_mutations": 5.301000118255615, "dynamo/test_fake_distributed": 6.920000076293945, "dynamo/test_flat_apply": 0.6579999923706055, "dynamo/test_frame_init": 0.3310000002384186, "dynamo/test_functions": 76.96000289916992, "dynamo/test_fx_annotate": 0.5460000038146973, "dynamo/test_fx_graph_runnable": 135.8489990234375, "dynamo/test_fx_passes_pre_grad": 6.008999824523926, "dynamo/test_generator": 3.677000053226948, "dynamo/test_global": 8.204999923706055, "dynamo/test_graph_deduplication": 11.484999656677246, "dynamo/test_graph_region_tracker": 2.4010000228881836, "dynamo/test_guard_manager": 5.793999932706356, "dynamo/test_guard_serialization": 11.830999923753552, "dynamo/test_higher_order_ops": 46.31000089645386, "dynamo/test_hooks": 26.007999420166016, "dynamo/test_inline_and_install": 117.36599731445312, "dynamo/test_input_attr_tracking": 9.604000091552734, "dynamo/test_install_free_tensors": 37.27199935913086, "dynamo/test_interop": 0.7799999713897705, "dynamo/test_list": 2.8890000581741333, "dynamo/test_logging": 24.201000213623047, "dynamo/test_metrics_context": 0.296999990940094, "dynamo/test_minifier": 1.8109999895095825, "dynamo/test_misc": 187.67100018262863, "dynamo/test_model_output": 0.008000000147148967, "dynamo/test_modes": 9.492000102996826, "dynamo/test_modules": 23.979000091552734, "dynamo/test_nested_graph_breaks": 10.371999740600586, "dynamo/test_nops": 0.609000027179718, "dynamo/test_optimizers": 2.253999948501587, "dynamo/test_package": 32.64400100708008, "dynamo/test_pgo": 25.732999801635742, "dynamo/test_pre_dispatch": 0.7400000095367432, "dynamo/test_precompile_context": 0.003000000026077032, "dynamo/test_profiler": 14.333999633789062, "dynamo/test_python_autograd": 0.8600000143051147, "dynamo/test_python_dispatcher": 0.5410000085830688, "dynamo/test_recompile_ux": 1.7969999313354492, "dynamo/test_recompiles": 11.593000411987305, "dynamo/test_reconstruct": 1.5169999599456787, "dynamo/test_regional_inductor": 9.529000282287598, "dynamo/test_reorder_logs": 1.4189999997615814, "dynamo/test_repros": 166.05800195317715, "dynamo/test_resume": 0.6990000009536743, "dynamo/test_sdpa": 1.875999927520752, "dynamo/test_sets": 8.197999946773052, "dynamo/test_skip_guard_eval_unsafe": 8.809000015258789, "dynamo/test_skip_non_tensor": 1.152999997138977, "dynamo/test_sources": 5.031000137329102, "dynamo/test_structured_trace": 23.898000717163086, "dynamo/test_subclasses": 55.512001037597656, "dynamo/test_subgraphs": 12.505999565124512, "dynamo/test_trace_rules": 1.6959999725222588, "dynamo/test_unittest": 0.32100000977516174, "dynamo/test_unspec": 42.23400115966797, "dynamo/test_utils": 30.513000259175897, "dynamo/test_verify_correctness": 0.753000020980835, "dynamo/test_view": 1.0800000429153442, "export/test_converter": 14.706000328063965, "export/test_cpp_serdes": 75.15599822998047, "export/test_db": 10.277000427246094, "export/test_draft_export": 11.253999710083008, "export/test_dynamic_shapes": 0.2720000147819519, "export/test_experimental": 10.89900016784668, "export/test_export": 75.2820029258728, "export/test_export_strict": 301.8939962387085, "export/test_export_training_ir_to_run_decomp": 597.4119956493378, "export/test_export_with_inline_and_install": 317.8669943809509, "export/test_functionalized_assertions": 0.1850000023841858, "export/test_lift_unlift": 0.22799999616108835, "export/test_nativert": 0.0010000000474974513, "export/test_package": 0.5899999737739563, "export/test_pass_infra": 8.263999938964844, "export/test_passes": 41.465999603271484, "export/test_retraceability": 395.64199966192245, "export/test_schema": 0.7459999918937683, "export/test_serdes": 176.9559981226921, "export/test_serialize": 59.97199958562851, "export/test_sparse": 449.3009948730469, "export/test_strict_export_v2": 327.6379942893982, "export/test_swap": 11.654000282287598, "export/test_tools": 4.882999897003174, "export/test_torchbind": 20.835000328253955, "export/test_tree_utils": 0.28200000524520874, "export/test_unflatten": 21.12700080871582, "export/test_unflatten_training_ir": 21.413000106811523, "export/test_upgrader": 0.006000000052154064, "export/test_verifier": 10.456000328063965, "functorch/dim/test_getsetitem": 0.01899999938905239, "functorch/dim/test_split": 0.03400000184774399, "functorch/test_ac_knapsack": 0.2909999880939722, "functorch/test_ac_logging": 0.012000000104308128, "functorch/test_aot_joint_with_descriptors": 11.232999801635742, "functorch/test_aotdispatch": 111.66599968075752, "functorch/test_control_flow": 173.88399648666382, "functorch/test_dims": 40.845001220703125, "functorch/test_eager_transforms": 0.09300000034272671, "functorch/test_logging": 0.34700000286102295, "functorch/test_memory_efficient_fusion": 5.901000156998634, "functorch/test_minifier": 0.46000000834465027, "functorch/test_parsing": 0.17899999395012856, "functorch/test_rearrange": 0.2290000021457672, "functorch/test_vmap": 3.1529999375343323, "functorch/test_vmap_registrations": 2.3889999389648438, "higher_order_ops/test_invoke_quant": 5.628000110387802, "higher_order_ops/test_invoke_subgraph": 60.31600037869066, "higher_order_ops/test_local_map": 12.496000289916992, "higher_order_ops/test_with_effects": 15.258999824523926, "inductor/test_analysis": 0.006000000052154064, "inductor/test_aot_inductor_arrayref": 1098.9290161132812, "inductor/test_async_compile": 0.004000000189989805, "inductor/test_augmented_graph_helper": 0.017999999225139618, "inductor/test_auto_functionalize": 36.47700119018555, "inductor/test_benchmark_fusion": 10.795999526977539, "inductor/test_benchmarking": 0.2939999997615814, "inductor/test_binary_folding": 54.9010009765625, "inductor/test_block_analysis": 0.24400000274181366, "inductor/test_cache": 40.63299971818924, "inductor/test_caching": 36.30499977059662, "inductor/test_codecache": 134.7439968168037, "inductor/test_codegen_triton": 0.24199999868869781, "inductor/test_combo_kernels": 0.007000000216066837, "inductor/test_compile": 11.269000053405762, "inductor/test_compile_worker": 23.514999389648438, "inductor/test_compiled_autograd": 767.48100261949, "inductor/test_compiled_optimizers": 137.88800048828125, "inductor/test_config": 6.046999931335449, "inductor/test_control_flow": 0.6410000089090317, "inductor/test_cpp_wrapper_hipify": 0.37299999594688416, "inductor/test_cpu_repro": 2957.0900268554688, "inductor/test_custom_lowering": 0.009999999776482582, "inductor/test_custom_post_grad_passes": 7.7139997482299805, "inductor/test_cutedsl_template": 0, "inductor/test_cutlass_evt": 0.004999999888241291, "inductor/test_debug_trace": 8.711000442504883, "inductor/test_decompose_mem_bound_mm": 0.0020000000949949026, "inductor/test_device_assert": 4.195000171661377, "inductor/test_device_info": 0.3199999928474426, "inductor/test_distributed_patterns": 18.01099967956543, "inductor/test_efficient_conv_bn_eval": 0.0010000000474974513, "inductor/test_extension_backend": 2.127000093460083, "inductor/test_external_callables": 11.336000442504883, "inductor/test_foreach": 15.927000045776367, "inductor/test_fp8": 88.4970022579655, "inductor/test_fused_attention": 121.64299774169922, "inductor/test_fuzzer": 2.2829999923706055, "inductor/test_fx_fusion": 0.39399999380111694, "inductor/test_graph_transform_observer": 0.004000000189989805, "inductor/test_group_batch_fusion": 0.026000000070780516, "inductor/test_helion_kernels": 0.0020000000949949026, "inductor/test_indexing": 0.4469999894499779, "inductor/test_inductor_annotations": 0.0020000000949949026, "inductor/test_inductor_freezing": 29.718000411987305, "inductor/test_kernel_optimization": 0.0010000000474974513, "inductor/test_mem_estimation": 0.3560000006109476, "inductor/test_minifier": 47.2130012512207, "inductor/test_minifier_isolate": 0.003000000026077032, "inductor/test_minifier_utils": 5.114999771118164, "inductor/test_mkldnn_pattern_matcher": 1382.6479797363281, "inductor/test_op_completeness": 0.1770000010728836, "inductor/test_ordered_set": 1.9189999620430171, "inductor/test_pcache": 4.955999925732613, "inductor/test_provenance_tracing": 25.472000007866882, "inductor/test_remote_cache": 0.27000001072883606, "inductor/test_segmented_tree": 0.6230000257492065, "inductor/test_split_cat_fx_aten_passes": 2.4249999313615263, "inductor/test_static_cuda_launcher": 0.0010000000474974513, "inductor/test_template_heuristics_registry": 0.1809999942779541, "inductor/test_torchbind": 35.005001068115234, "inductor/test_torchinductor_codegen_config_overrides": 3.9100000858306885, "inductor/test_torchinductor_codegen_dynamic_shapes": 1807.10498046875, "inductor/test_torchinductor_dynamic_shapes": 1880.4730224609375, "inductor/test_triton_kernels": 0.06200000084936619, "inductor/test_utils": 0.3479999899864197, "lazy/test_bindings": 0.0010000000474974513, "lazy/test_debug_util": 0.21699999272823334, "lazy/test_functionalization": 0.23100000619888306, "lazy/test_generator": 0.2549999952316284, "lazy/test_reuse_ir": 0.5189999938011169, "lazy/test_step_closures": 2.2760000228881836, "lazy/test_ts_opinfo": 0.5179999954998493, "nn/test_convolution": 13.53499984741211, "nn/test_dropout": 0.0729999989271164, "nn/test_embedding": 0.1080000028014183, "nn/test_init": 4.669000148773193, "nn/test_lazy_modules": 0.46799999475479126, "nn/test_load_state_dict": 0.7509999834001064, "nn/test_module_hooks": 0.2150000035762787, "nn/test_multihead_attention": 9.020999908447266, "nn/test_packed_sequence": 0.4569999873638153, "nn/test_parametrization": 0.9309999942779541, "nn/test_pooling": 0.5480000078678131, "nn/test_pruning": 0.25699999928474426, "profiler/test_cpp_thread": 0.005000000121071935, "profiler/test_kineto": 0.17100000381469727, "profiler/test_memory_profiler": 3.721999972127378, "profiler/test_profiler": 14.312999662826769, "profiler/test_profiler_tree": 0.3230000138282776, "profiler/test_python_tracer": 4.01200008392334, "profiler/test_record_function": 0.33899998664855957, "profiler/test_torch_tidy": 4.198999881744385, "test_ao_sparsity": 6.60700001148507, "test_appending_byte_serializer": 0.1720000058412552, "test_autocast": 0.590999978594482, "test_autograd": 64.1190004281234, "test_autograd_fallback": 0.38499999046325684, "test_autoload": 0.49799999594688416, "test_bundled_inputs": 1.0260000228881836, "test_comparison_utils": 0.28200000524520874, "test_compile_benchmark_util": 0.0010000000474974513, "test_cpp_api_parity": 3.4019999504089355, "test_cpp_extensions_aot_ninja": 0.15699999337084591, "test_cpp_extensions_aot_no_ninja": 0.15300000389106572, "test_cpp_extensions_jit": 45.145999908447266, "test_cpp_extensions_mtia_backend": 1.2630000114440918, "test_cpp_extensions_open_device_registration": 2.4179999828338623, "test_cpp_extensions_stream_and_event": 1.3559999465942383, "test_cuda": 0.0070000000996515155, "test_custom_ops": 32.42299954406917, "test_dataloader": 223.85800162050873, "test_datapipe": 14.112000337801874, "test_decomp": 0.20399999618530273, "test_deploy": 0.278999999165535, "test_dispatch": 22.283000199124217, "test_dynamic_shapes": 72.8289982220158, "test_extension_utils": 0.16599999368190765, "test_fake_tensor": 4.0870000049471855, "test_file_check": 1.878999948501587, "test_flop_counter": 0.6230000257492065, "test_function_schema": 0.5400000214576721, "test_functional_autograd_benchmark": 26.58099937438965, "test_functional_optim": 0.3700000047683716, "test_functionalization": 4.687000036239624, "test_futures": 0.9369999766349792, "test_fx": 234.6499931551516, "test_fx_experimental": 13.42499977350235, "test_fx_passes": 0.6840000078082085, "test_fx_reinplace_pass": 0.6759999990463257, "test_hop_infra": 0.007000000216066837, "test_hub": 10.399999618530273, "test_import_stats": 3.6560001373291016, "test_itt": 0.16500000655651093, "test_jit": 91.6999991890043, "test_jit_autocast": 9.39199984818697, "test_jit_disabled": 0.23600000143051147, "test_jit_fuser_te": 163.39599963277578, "test_jit_llga_fuser": 5.218000017106533, "test_legacy_vmap": 1.628000020980835, "test_license": 0.17000000178813934, "test_logging": 2.3589999675750732, "test_maskedtensor": 0.6730000004172325, "test_meta": 0.04800000041723251, "test_mkl_verbose": 3.5910000801086426, "test_mkldnn_fusion": 15.071999549865723, "test_mkldnn_verbose": 3.626999855041504, "test_mobile_optimizer": 2.0959999561309814, "test_model_exports_to_core_aten": 0.27399998903274536, "test_module_tracker": 0.3889999985694885, "test_monitor": 0.40799999982118607, "test_multiprocessing": 54.34700012207031, "test_multiprocessing_spawn": 131.29800238809548, "test_namedtensor": 0.33399999141693115, "test_namedtuple_return_api": 1.624000072479248, "test_native_functions": 0.39100000262260437, "test_nestedtensor": 0.137000001501292, "test_nn": 48.99000173609238, "test_numa_binding": 6.163000106811523, "test_numba_integration": 0.004000000189989805, "test_opaque_obj": 0.6060000061988831, "test_opaque_obj_v2": 0.28600001335144043, "test_openmp": 3.8510000705718994, "test_openreg": 1.1749999895691872, "test_ops": 0.003000000026077032, "test_optim": 2.1999999284744263, "test_out_dtype_op": 5.776000022888184, "test_package": 2.1310000121593475, "test_per_overload_api": 0.296999990940094, "test_prims": 0.019999999552965164, "test_privateuseone_python_backend": 0.1889999955892563, "test_proxy_tensor": 12.407000297680497, "test_pruning_op": 0.6380000114440918, "test_public_bindings": 9.229999542236328, "test_python_dispatch": 0.5299999979324639, "test_pytree": 2.296999992802739, "test_quantization": 1651.2504981210222, "test_rename_privateuse1_to_existing_device": 0.164000004529953, "test_schema_check": 0.10199999809265137, "test_serialization": 49.454999785870314, "test_set_default_mobile_cpu_allocator": 0.17399999499320984, "test_show_pickle": 0.17000000178813934, "test_sparse": 3.4530000255908817, "test_sparse_csr": 0.4230000078678131, "test_sparse_semi_structured": 0.01800000062212348, "test_stateless": 5.75500014424324, "test_subclass": 0.5789999961853027, "test_sympy_utils": 25.020000589545816, "test_tensorboard": 0.6659999904222786, "test_tensorexpr": 17.389999389648438, "test_tensorexpr_pybind": 0.35099999513477087, "test_testing": 29.106000589206815, "test_torch": 2.6309999274089932, "test_torchfuzz_repros": 0.03700000047683716, "test_transformers_privateuse1": 0.042500000447034836, "test_type_hints": 0.3059999942779541, "test_type_info": 0.30399999022483826, "test_typing": 73.58399963378906, "test_utils": 3.6459999941289425, "test_utils_config_module": 0.33799999952316284, "test_utils_filelock": 0.4350000023841858, "test_vulkan": 0.0010000000474974513, "test_weak": 4.434000097215176, "test_xnnpack_integration": 8.837000157451257, "torch_np/numpy_tests/core/test_dlpack": 0.0010000000474974513, "torch_np/numpy_tests/core/test_dtype": 0.4410000081406906, "torch_np/numpy_tests/core/test_einsum": 13.077999954111874, "torch_np/numpy_tests/core/test_getlimits": 0.3239999938523397, "torch_np/numpy_tests/core/test_indexing": 0.4980000158539042, "torch_np/numpy_tests/core/test_multiarray": 24.703999967547134, "torch_np/numpy_tests/core/test_numeric": 3.9019999931333587, "torch_np/numpy_tests/core/test_numerictypes": 0.33200000307988375, "torch_np/numpy_tests/core/test_scalar_ctors": 0.38299999479204416, "torch_np/numpy_tests/core/test_scalar_methods": 0.0010000000474974513, "torch_np/numpy_tests/core/test_scalarinherit": 0, "torch_np/numpy_tests/core/test_scalarmath": 20.95899971271865, "torch_np/numpy_tests/core/test_shape_base": 0.5519999875687063, "torch_np/numpy_tests/fft/test_helper": 5.040000052656978, "torch_np/numpy_tests/fft/test_pocketfft": 3.5209999680519104, "torch_np/numpy_tests/lib/test_arraypad": 0.35499998927116394, "torch_np/numpy_tests/lib/test_arraysetops": 0.4319999902509153, "torch_np/numpy_tests/lib/test_function_base": 2.136000035330653, "torch_np/numpy_tests/lib/test_histograms": 0.5980000048875809, "torch_np/numpy_tests/lib/test_index_tricks": 0.3829999938607216, "torch_np/numpy_tests/lib/test_shape_base_": 0.6389999999664724, "torch_np/numpy_tests/lib/test_twodim_base": 0.5089999968186021, "torch_np/numpy_tests/lib/test_type_check": 0.42399999569170177, "torch_np/numpy_tests/linalg/test_linalg": 7.834000083617866, "torch_np/test_basic": 0.6449999925680459, "torch_np/test_binary_ufuncs": 0.38499999046325684, "torch_np/test_dtype": 0.3440000116825104, "torch_np/test_function_base": 0.3449999988079071, "torch_np/test_indexing": 2.619999885559082, "torch_np/test_ndarray_methods": 3.5689999666064978, "torch_np/test_nep50_examples": 0.03600000019650906, "torch_np/test_random": 0.23300000606104732, "torch_np/test_reductions": 2.268000042065978, "torch_np/test_scalars_0D_arrays": 0.34800000488758087, "torch_np/test_ufuncs_basic": 1.1409999774768949, "torch_np/test_unary_ufuncs": 0.4169999957084656, "typing/test_python_operators": 0.6449999809265137 }, "nogpu_NO_AVX2": { "backends/xeon/test_launch": 1.9649999141693115, "benchmark_utils/test_benchmark_utils": 0.48899999260902405, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 6.7729997634887695, "distributions/test_distributions": 59.42899919860065, "dynamo/test_after_aot": 9.00100040435791, "dynamo/test_aot_autograd": 62.62099838256836, "dynamo/test_aot_autograd_cache": 51.07699966430664, "dynamo/test_aot_compile": 14.687999725341797, "dynamo/test_autograd_function": 7.388000011444092, "dynamo/test_backends": 6.223999662208371, "dynamo/test_backward_higher_order_ops": 12.927000045776367, "dynamo/test_base_hop": 2.7760000228881836, "dynamo/test_base_output": 0.007000000216066837, "dynamo/test_buffers_override": 8.432000160217285, "dynamo/test_bytecode_utils": 7.977999985218048, "dynamo/test_callback": 0.008999999612569809, "dynamo/test_compile": 9.111000206088647, "dynamo/test_compiler_bisector": 0.0020000000949949026, "dynamo/test_comptime": 10.364999771118164, "dynamo/test_config": 4.425000190734863, "dynamo/test_ctx_manager": 7.557999849319458, "dynamo/test_decorators": 15.680000305175781, "dynamo/test_deque_reconstruct": 0.7129999995231628, "dynamo/test_deviceguard": 0.025000000256113708, "dynamo/test_dicts": 18.473000310361385, "dynamo/test_dynamic_shapes": 1461.1780030727386, "dynamo/test_einops": 0.003000000026077032, "dynamo/test_error_messages": 9.081999778747559, "dynamo/test_exc": 4.442999839782715, "dynamo/test_exceptions": 10.01200008392334, "dynamo/test_export": 78.41300201416016, "dynamo/test_export_mutations": 5.184000015258789, "dynamo/test_fake_distributed": 6.965000152587891, "dynamo/test_flat_apply": 0.6990000009536743, "dynamo/test_frame_init": 0.3070000112056732, "dynamo/test_functions": 63.6879997253418, "dynamo/test_fx_annotate": 0.5249999761581421, "dynamo/test_fx_graph_runnable": 133.23899841308594, "dynamo/test_fx_passes_pre_grad": 6.156000137329102, "dynamo/test_generator": 3.3429999947547913, "dynamo/test_global": 8.63599967956543, "dynamo/test_graph_deduplication": 11.416999816894531, "dynamo/test_graph_region_tracker": 2.372999906539917, "dynamo/test_guard_manager": 5.402000166475773, "dynamo/test_guard_serialization": 10.844000412034802, "dynamo/test_higher_order_ops": 44.834999799728394, "dynamo/test_hooks": 22.85700035095215, "dynamo/test_inline_and_install": 104.80699920654297, "dynamo/test_input_attr_tracking": 9.12600040435791, "dynamo/test_install_free_tensors": 35.55700063705444, "dynamo/test_interop": 0.7630000114440918, "dynamo/test_list": 2.940000057220459, "dynamo/test_logging": 22.148000717163086, "dynamo/test_metrics_context": 0.3089999854564667, "dynamo/test_minifier": 1.753999948501587, "dynamo/test_misc": 172.49199467897415, "dynamo/test_model_output": 0.006000000284984708, "dynamo/test_modes": 8.028000116348267, "dynamo/test_modules": 23.45800018310547, "dynamo/test_nested_graph_breaks": 9.810999870300293, "dynamo/test_nops": 0.6439999938011169, "dynamo/test_optimizers": 2.256999969482422, "dynamo/test_package": 26.79599952697754, "dynamo/test_pgo": 23.41900062561035, "dynamo/test_pre_dispatch": 0.7680000066757202, "dynamo/test_precompile_context": 0.003000000026077032, "dynamo/test_profiler": 13.515999794006348, "dynamo/test_python_autograd": 0.8830000162124634, "dynamo/test_python_dispatcher": 0.5220000147819519, "dynamo/test_recompile_ux": 1.6440000534057617, "dynamo/test_recompiles": 11.319000244140625, "dynamo/test_reconstruct": 1.5190000534057617, "dynamo/test_regional_inductor": 7.310999870300293, "dynamo/test_reorder_logs": 1.3930000066757202, "dynamo/test_repros": 151.46100183110684, "dynamo/test_resume": 0.7110000252723694, "dynamo/test_sdpa": 3.431999921798706, "dynamo/test_sets": 8.292000018060207, "dynamo/test_skip_guard_eval_unsafe": 8.923999786376953, "dynamo/test_skip_non_tensor": 1.2200000286102295, "dynamo/test_sources": 4.940000057220459, "dynamo/test_structured_trace": 20.378000259399414, "dynamo/test_subclasses": 47.717000007629395, "dynamo/test_subgraphs": 12.170000076293945, "dynamo/test_trace_rules": 1.6799999326467514, "dynamo/test_unittest": 0.32100000977516174, "dynamo/test_unspec": 40.1150016784668, "dynamo/test_utils": 28.23000026680529, "dynamo/test_verify_correctness": 0.7730000019073486, "dynamo/test_view": 1.0859999656677246, "export/test_converter": 15.63599967956543, "export/test_cpp_serdes": 82.03800201416016, "export/test_db": 22.792999267578125, "export/test_draft_export": 11.435999870300293, "export/test_dynamic_shapes": 0.2919999957084656, "export/test_experimental": 10.71399974822998, "export/test_export": 79.54200220108032, "export/test_export_strict": 100.05099904537201, "export/test_export_training_ir_to_run_decomp": 376.42601013183594, "export/test_export_with_inline_and_install": 291.3779950141907, "export/test_functionalized_assertions": 0.17599999904632568, "export/test_lift_unlift": 0.22099999687634408, "export/test_nativert": 0, "export/test_package": 0.6019999980926514, "export/test_pass_infra": 6.638000011444092, "export/test_passes": 43.492000579833984, "export/test_retraceability": 441.5850070118904, "export/test_schema": 0.6880000233650208, "export/test_serdes": 189.6899995803833, "export/test_serialize": 50.11599934101105, "export/test_sparse": 394.8179931640625, "export/test_strict_export_v2": 130.5829951763153, "export/test_swap": 10.957000255584717, "export/test_tools": 4.927999973297119, "export/test_torchbind": 19.006999305915087, "export/test_tree_utils": 0.29499998688697815, "export/test_unflatten": 10.5600004196167, "export/test_unflatten_training_ir": 23.909000396728516, "export/test_upgrader": 0.006000000052154064, "export/test_verifier": 8.083000183105469, "functorch/dim/test_getsetitem": 0.019999999552965164, "functorch/dim/test_split": 0.032999999821186066, "functorch/test_ac_knapsack": 0.3030000124126673, "functorch/test_ac_logging": 0.012000000104308128, "functorch/test_aot_joint_with_descriptors": 10.826000213623047, "functorch/test_aotdispatch": 106.76100143790245, "functorch/test_control_flow": 163.9029981046915, "functorch/test_dims": 39.39200019836426, "functorch/test_eager_transforms": 0.09699999913573265, "functorch/test_logging": 0.3499999940395355, "functorch/test_memory_efficient_fusion": 6.169000167399645, "functorch/test_minifier": 0.492000013589859, "functorch/test_parsing": 0.19800000078976154, "functorch/test_rearrange": 0.23399999737739563, "functorch/test_vmap": 3.091999888420105, "functorch/test_vmap_registrations": 2.122999906539917, "higher_order_ops/test_invoke_quant": 4.9319998025894165, "higher_order_ops/test_invoke_subgraph": 49.70700171776116, "higher_order_ops/test_local_map": 11.543000221252441, "higher_order_ops/test_with_effects": 14.303000450134277, "inductor/test_analysis": 0.007000000216066837, "inductor/test_aot_inductor_arrayref": 1063.197998046875, "inductor/test_async_compile": 0.006000000052154064, "inductor/test_augmented_graph_helper": 0.017999999225139618, "inductor/test_auto_functionalize": 32.042999267578125, "inductor/test_benchmark_fusion": 9.272000312805176, "inductor/test_benchmarking": 0.2919999957084656, "inductor/test_binary_folding": 52.00699996948242, "inductor/test_block_analysis": 0.2980000078678131, "inductor/test_cache": 41.459999680519104, "inductor/test_caching": 35.99299887381494, "inductor/test_codecache": 113.73799784772564, "inductor/test_codegen_triton": 0.2549999952316284, "inductor/test_combo_kernels": 0.007000000332482159, "inductor/test_compile": 7.784999847412109, "inductor/test_compile_worker": 24.194000244140625, "inductor/test_compiled_autograd": 721.0919876983389, "inductor/test_compiled_optimizers": 117.53600311279297, "inductor/test_config": 5.293000221252441, "inductor/test_control_flow": 0.6880000259261578, "inductor/test_cpp_wrapper_hipify": 0.38499999046325684, "inductor/test_cpu_repro": 2440.1400451660156, "inductor/test_custom_lowering": 0.008999999612569809, "inductor/test_custom_post_grad_passes": 5.88700008392334, "inductor/test_cutedsl_template": 0, "inductor/test_cutlass_evt": 0.004999999888241291, "inductor/test_debug_trace": 8.401000022888184, "inductor/test_decompose_mem_bound_mm": 0.0010000000474974513, "inductor/test_device_assert": 4.144000053405762, "inductor/test_device_info": 0.3160000145435333, "inductor/test_distributed_patterns": 15.402000427246094, "inductor/test_efficient_conv_bn_eval": 0.0010000000474974513, "inductor/test_extension_backend": 2.0169999599456787, "inductor/test_external_callables": 11.784000396728516, "inductor/test_foreach": 14.506999969482422, "inductor/test_fp8": 79.15000268630683, "inductor/test_fused_attention": 107.0109977722168, "inductor/test_fuzzer": 2.3269999027252197, "inductor/test_fx_fusion": 0.4059999883174896, "inductor/test_graph_transform_observer": 0.004000000189989805, "inductor/test_group_batch_fusion": 0.026000000070780516, "inductor/test_helion_kernels": 0.0020000000949949026, "inductor/test_indexing": 0.43299999833106995, "inductor/test_inductor_annotations": 0.0020000000949949026, "inductor/test_inductor_freezing": 20.66699981689453, "inductor/test_kernel_optimization": 0.0010000000474974513, "inductor/test_mem_estimation": 0.36999999918043613, "inductor/test_minifier": 42.58599853515625, "inductor/test_minifier_isolate": 0.003000000026077032, "inductor/test_minifier_utils": 5.086999893188477, "inductor/test_mkldnn_pattern_matcher": 1268.7760162353516, "inductor/test_op_completeness": 0.1809999942779541, "inductor/test_ordered_set": 1.9670000351034105, "inductor/test_pcache": 4.972000077366829, "inductor/test_provenance_tracing": 23.079999809502624, "inductor/test_remote_cache": 0.296999990940094, "inductor/test_segmented_tree": 0.6039999723434448, "inductor/test_split_cat_fx_aten_passes": 2.427999952342361, "inductor/test_static_cuda_launcher": 0.0010000000474974513, "inductor/test_template_heuristics_registry": 0.18799999356269836, "inductor/test_torchbind": 35.91999816894531, "inductor/test_torchinductor_codegen_config_overrides": 3.494999885559082, "inductor/test_torchinductor_codegen_dynamic_shapes": 1442.3360595703125, "inductor/test_torchinductor_dynamic_shapes": 1553.6640319824219, "inductor/test_triton_kernels": 0.14100000075995922, "inductor/test_utils": 0.3409999907016754, "lazy/test_bindings": 0.0010000000474974513, "lazy/test_debug_util": 0.22200000286102295, "lazy/test_functionalization": 0.22499999403953552, "lazy/test_generator": 0.22200000286102295, "lazy/test_reuse_ir": 0.5720000267028809, "lazy/test_step_closures": 2.2899999618530273, "lazy/test_ts_opinfo": 0.5109999999403954, "nn/test_convolution": 13.555000305175781, "nn/test_dropout": 0.10400000214576721, "nn/test_embedding": 0.05000000074505806, "nn/test_init": 4.136000156402588, "nn/test_lazy_modules": 0.4650000035762787, "nn/test_load_state_dict": 0.7700000032782555, "nn/test_module_hooks": 0.22699999436736107, "nn/test_multihead_attention": 9.23900032043457, "nn/test_packed_sequence": 0.4230000078678131, "nn/test_parametrization": 0.7960000038146973, "nn/test_pooling": 0.5480000078678131, "nn/test_pruning": 0.2029999941587448, "profiler/test_cpp_thread": 0.005000000121071935, "profiler/test_kineto": 0.17000000178813934, "profiler/test_memory_profiler": 3.9839998921379447, "profiler/test_profiler": 225.6340027161641, "profiler/test_profiler_tree": 0.3529999852180481, "profiler/test_python_tracer": 4.208000183105469, "profiler/test_record_function": 0.34700000286102295, "profiler/test_torch_tidy": 4.823999881744385, "test_ao_sparsity": 6.973000036086887, "test_appending_byte_serializer": 0.17599999904632568, "test_autocast": 0.5670000024838373, "test_autograd": 59.96500040288083, "test_autograd_fallback": 0.41200000047683716, "test_autoload": 0.5070000290870667, "test_bundled_inputs": 1.5770000219345093, "test_comparison_utils": 0.30399999022483826, "test_compile_benchmark_util": 0.0010000000474974513, "test_cpp_api_parity": 3.746999979019165, "test_cpp_extensions_aot_ninja": 0.17299999785609543, "test_cpp_extensions_aot_no_ninja": 0.15900000114925206, "test_cpp_extensions_jit": 48.6609992980957, "test_cpp_extensions_mtia_backend": 1.399999976158142, "test_cpp_extensions_open_device_registration": 2.4040000438690186, "test_cpp_extensions_stream_and_event": 1.3899999856948853, "test_cuda": 0.0070000000996515155, "test_custom_ops": 33.33000002335757, "test_dataloader": 219.77300389052834, "test_datapipe": 12.71399996522814, "test_decomp": 0.20600000023841858, "test_deploy": 0.2939999997615814, "test_dispatch": 22.502000061795115, "test_dynamic_shapes": 63.41200000233948, "test_extension_utils": 0.17000000178813934, "test_fake_tensor": 4.344000054523349, "test_file_check": 1.9620000123977661, "test_flop_counter": 0.7940000295639038, "test_function_schema": 0.5550000071525574, "test_functional_autograd_benchmark": 29.04199981689453, "test_functional_optim": 0.3790000081062317, "test_functionalization": 5.319999933242798, "test_futures": 0.9399999976158142, "test_fx": 272.08000588044524, "test_fx_experimental": 15.62599989771843, "test_fx_passes": 0.6320000141859055, "test_fx_reinplace_pass": 0.6949999928474426, "test_hop_infra": 0.007000000216066837, "test_hub": 10.265000343322754, "test_import_stats": 3.7890000343322754, "test_itt": 0.164000004529953, "test_jit": 95.52599941857625, "test_jit_autocast": 11.613999709486961, "test_jit_disabled": 0.2460000067949295, "test_jit_fuser_te": 161.25499316304922, "test_jit_llga_fuser": 6.596000159042887, "test_legacy_vmap": 1.5139999985694885, "test_license": 0.1720000058412552, "test_logging": 2.4590001106262207, "test_maskedtensor": 0.6220000088214874, "test_meta": 0.04899999871850014, "test_mkl_verbose": 3.7860000133514404, "test_mkldnn_fusion": 16.468000411987305, "test_mkldnn_verbose": 3.7909998893737793, "test_mobile_optimizer": 2.1529998779296875, "test_model_exports_to_core_aten": 0.2919999957084656, "test_module_tracker": 0.30799999833106995, "test_monitor": 0.4010000079870224, "test_multiprocessing": 56.18600082397461, "test_multiprocessing_spawn": 133.6749998589512, "test_namedtensor": 0.32899999618530273, "test_namedtuple_return_api": 1.684999942779541, "test_native_functions": 0.41200000047683716, "test_nestedtensor": 0.13600000133737922, "test_nn": 77.04500153462868, "test_numa_binding": 5.790999889373779, "test_numba_integration": 0.003000000026077032, "test_opaque_obj": 0.8709999918937683, "test_opaque_obj_v2": 0.296999990940094, "test_openmp": 3.4660000801086426, "test_openreg": 1.2114999666810036, "test_ops": 0.003000000026077032, "test_optim": 2.177000030875206, "test_out_dtype_op": 5.683000087738037, "test_package": 2.4709999868646264, "test_per_overload_api": 0.2770000100135803, "test_prims": 0.019999999552965164, "test_privateuseone_python_backend": 0.19300000369548798, "test_proxy_tensor": 13.917999824509025, "test_pruning_op": 0.46000000834465027, "test_public_bindings": 8.670999526977539, "test_python_dispatch": 0.5589999952353537, "test_pytree": 2.3000000435858965, "test_quantization": 1882.4979950229172, "test_rename_privateuse1_to_existing_device": 0.17299999296665192, "test_schema_check": 0.11100000143051147, "test_serialization": 62.156999710947275, "test_set_default_mobile_cpu_allocator": 0.1679999977350235, "test_show_pickle": 0.17499999701976776, "test_sparse": 3.647999990498647, "test_sparse_csr": 0.42800000309944153, "test_sparse_semi_structured": 0.015000000363215804, "test_stateless": 5.7380000948905945, "test_subclass": 0.5550000071525574, "test_sympy_utils": 24.448999765794724, "test_tensorboard": 0.6610000120708719, "test_tensorexpr": 17.43199920654297, "test_tensorexpr_pybind": 0.3139999946579337, "test_testing": 28.792999991681427, "test_torch": 2.6760000037029386, "test_torchfuzz_repros": 0.03700000047683716, "test_transformers_privateuse1": 0.0755000002682209, "test_type_hints": 0.29100000858306885, "test_type_info": 0.29499998688697815, "test_typing": 73.93699645996094, "test_utils": 3.9199999161064625, "test_utils_config_module": 0.32600000500679016, "test_utils_filelock": 0.3970000147819519, "test_vulkan": 0.0010000000474974513, "test_weak": 4.4319997653365135, "test_xnnpack_integration": 8.85599985322915, "torch_np/numpy_tests/core/test_dlpack": 0.0020000000949949026, "torch_np/numpy_tests/core/test_dtype": 0.4080000031972304, "torch_np/numpy_tests/core/test_einsum": 13.16600025165826, "torch_np/numpy_tests/core/test_getlimits": 0.3420000005280599, "torch_np/numpy_tests/core/test_indexing": 0.4740000049350783, "torch_np/numpy_tests/core/test_multiarray": 24.940999279962853, "torch_np/numpy_tests/core/test_numeric": 3.94899998488836, "torch_np/numpy_tests/core/test_numerictypes": 0.3549999927636236, "torch_np/numpy_tests/core/test_scalar_ctors": 0.38699998799711466, "torch_np/numpy_tests/core/test_scalar_methods": 0.0020000000949949026, "torch_np/numpy_tests/core/test_scalarinherit": 0.0010000000474974513, "torch_np/numpy_tests/core/test_scalarmath": 20.633999717189, "torch_np/numpy_tests/core/test_shape_base": 0.5410000118426979, "torch_np/numpy_tests/fft/test_helper": 5.008999915327877, "torch_np/numpy_tests/fft/test_pocketfft": 3.218000113964081, "torch_np/numpy_tests/lib/test_arraypad": 0.34700000286102295, "torch_np/numpy_tests/lib/test_arraysetops": 0.4490000098012388, "torch_np/numpy_tests/lib/test_function_base": 1.7869999837130308, "torch_np/numpy_tests/lib/test_histograms": 0.5499999970197678, "torch_np/numpy_tests/lib/test_index_tricks": 0.4110000131186098, "torch_np/numpy_tests/lib/test_shape_base_": 0.8600000035949051, "torch_np/numpy_tests/lib/test_twodim_base": 0.5230000098235905, "torch_np/numpy_tests/lib/test_type_check": 0.4050000093411654, "torch_np/numpy_tests/linalg/test_linalg": 7.823000098578632, "torch_np/test_basic": 0.6119999840157107, "torch_np/test_binary_ufuncs": 0.4050000011920929, "torch_np/test_dtype": 0.367000013589859, "torch_np/test_function_base": 0.3499999940395355, "torch_np/test_indexing": 2.5869998931884766, "torch_np/test_ndarray_methods": 4.0830000166315585, "torch_np/test_nep50_examples": 0.011999999987892807, "torch_np/test_random": 0.24299999652430415, "torch_np/test_reductions": 2.4169999230653048, "torch_np/test_scalars_0D_arrays": 0.4180000051856041, "torch_np/test_ufuncs_basic": 1.2090000258758664, "torch_np/test_unary_ufuncs": 0.414000004529953, "typing/test_python_operators": 0.6660000085830688 } }, "linux-jammy-cuda12.8-py3.10-gcc11-sm86": { "slow": { "backends/xeon/test_launch": 1.974666714668274, "benchmark_utils/test_benchmark_utils": 316.4709981282552, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 0.03833333278695742, "cpp_extensions/python_agnostic_extension/test/test_python_agnostic": 4.6810000737508135, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 0.17866667111714682, "distributions/test_distributions": 0.24199999868869781, "dynamo/test_activation_checkpointing": 0.03400000184774399, "dynamo/test_after_aot": 0.28166666626930237, "dynamo/test_aot_autograd": 0.2280000001192093, "dynamo/test_aot_autograd_cache": 0.10233333644767602, "dynamo/test_aot_compile": 0.2916666666666667, "dynamo/test_autograd_function": 0.03999999910593033, "dynamo/test_backends": 0.021000000298954546, "dynamo/test_backward_higher_order_ops": 0.2833333412806193, "dynamo/test_base_hop": 0.2889999945958455, "dynamo/test_base_output": 0.002333333366550505, "dynamo/test_buffers_override": 0.27700000007947284, "dynamo/test_bytecode_utils": 0.3010000020343189, "dynamo/test_callback": 0.004000000189989805, "dynamo/test_compile": 0.29699999392808724, "dynamo/test_compiler_bisector": 0.00800000037997961, "dynamo/test_comptime": 0.30399999022483826, "dynamo/test_config": 0.2776666780312856, "dynamo/test_ctx_manager": 1.6500000084439914, "dynamo/test_cudagraphs": 0.29733333985010785, "dynamo/test_cudagraphs_expandable_segments": 0.018333332613110542, "dynamo/test_debug_utils": 0.004000000189989805, "dynamo/test_decorators": 0.2480000009139379, "dynamo/test_deque_reconstruct": 0.2783333361148834, "dynamo/test_deviceguard": 0.014000000199303031, "dynamo/test_dicts": 0.41066665439090383, "dynamo/test_dynamic_shapes": 759.5796598405577, "dynamo/test_einops": 0.0016666667458290856, "dynamo/test_error_messages": 0.32199999690055847, "dynamo/test_exc": 0.014000000432133675, "dynamo/test_exceptions": 0.32700000206629437, "dynamo/test_export": 0.18800000241026282, "dynamo/test_export_mutations": 0.28200000524520874, "dynamo/test_fake_distributed": 5.406999905904134, "dynamo/test_flat_apply": 0.2850000063578288, "dynamo/test_frame_init": 0.2736666699250539, "dynamo/test_functions": 0.4726666671534379, "dynamo/test_fx_annotate": 0.004999999888241291, "dynamo/test_fx_graph_runnable": 0.014999999664723873, "dynamo/test_fx_passes_pre_grad": 0.28600000341733295, "dynamo/test_generator": 0.37566666631028056, "dynamo/test_global": 0.29266666372617084, "dynamo/test_graph_deduplication": 0.2919999957084656, "dynamo/test_graph_region_tracker": 0.28966666261355084, "dynamo/test_guard_manager": 0.9943333074528103, "dynamo/test_guard_serialization": 0.05600000099123766, "dynamo/test_higher_order_ops": 0.23699999724825224, "dynamo/test_hooks": 0.3073333303133647, "dynamo/test_inline_and_install": 0.1850000023841858, "dynamo/test_input_attr_tracking": 0.2846666673819224, "dynamo/test_install_free_tensors": 0.30299999720106524, "dynamo/test_interop": 0.281333327293396, "dynamo/test_list": 0.3156666662544012, "dynamo/test_logging": 0.05766666680574417, "dynamo/test_metrics_context": 0.28966667254765827, "dynamo/test_minifier": 0.01566666706154744, "dynamo/test_misc": 0.7583333312456185, "dynamo/test_model_output": 0.00766666679798315, "dynamo/test_modes": 13.927333341057723, "dynamo/test_modules": 0.13400000135879964, "dynamo/test_nested_graph_breaks": 0.2959999938805898, "dynamo/test_nops": 0.27666667103767395, "dynamo/test_optimizers": 0.2809999982515971, "dynamo/test_package": 0.05933333436648051, "dynamo/test_pgo": 0.28700000047683716, "dynamo/test_pre_dispatch": 0.2843333383401235, "dynamo/test_precompile_context": 0.003000000026077032, "dynamo/test_profiler": 0.2849999964237213, "dynamo/test_python_autograd": 0.27666666110356647, "dynamo/test_python_dispatcher": 0.016000000449518364, "dynamo/test_recompile_ux": 0.3056666652361552, "dynamo/test_recompiles": 0.2916666666666667, "dynamo/test_reconstruct": 0.015333333363135656, "dynamo/test_regional_inductor": 0.006000000052154064, "dynamo/test_reorder_logs": 0.3143333373591304, "dynamo/test_repros": 0.3433333396290739, "dynamo/test_resume": 0.2759999930858612, "dynamo/test_sdpa": 0.27666667103767395, "dynamo/test_sets": 0.4096666647819802, "dynamo/test_skip_guard_eval_unsafe": 0.2786666651566823, "dynamo/test_skip_non_tensor": 0.2796666622161865, "dynamo/test_sources": 0.2839999894301097, "dynamo/test_structured_trace": 0.028999999165534973, "dynamo/test_subclasses": 0.13300000255306563, "dynamo/test_subgraphs": 0.32633333404858905, "dynamo/test_trace_rules": 0.2906666626610483, "dynamo/test_unittest": 0.31433332959810895, "dynamo/test_unspec": 0.05100000079255551, "dynamo/test_utils": 0.29566666088066995, "dynamo/test_verify_correctness": 0.2913333276907603, "dynamo/test_view": 0.2846666673819224, "export/test_converter": 14.126333236694336, "export/test_cpp_serdes": 0.4269999861717224, "export/test_db": 0.31433332959810895, "export/test_draft_export": 0.3149999976158142, "export/test_dynamic_shapes": 0.27399999896685284, "export/test_experimental": 0.2956666648387909, "export/test_export": 3.9590000100433826, "export/test_export_opinfo": 0.008999999612569809, "export/test_export_strict": 0.43400001153349876, "export/test_export_training_ir_to_run_decomp": 0.8680000230669975, "export/test_export_with_inline_and_install": 0.43400001153349876, "export/test_functionalized_assertions": 0.2773333291212718, "export/test_hop": 0.04500000178813934, "export/test_lift_unlift": 0.26633333197484416, "export/test_nativert": 0, "export/test_package": 0.28966666261355084, "export/test_pass_infra": 0.28700000047683716, "export/test_passes": 0.18566666543483734, "export/test_retraceability": 0.872666689256827, "export/test_schema": 0.30166666706403095, "export/test_serdes": 0.874333344399929, "export/test_serialize": 0.11566666564128052, "export/test_sparse": 0.4806666672229767, "export/test_strict_export_v2": 0.43400001153349876, "export/test_swap": 0.3063333425670862, "export/test_tools": 0.2736666699250539, "export/test_torchbind": 19.931000132268917, "export/test_tree_utils": 0.28200000524520874, "export/test_unflatten": 0.304666668176651, "export/test_unflatten_training_ir": 0.3026666541894277, "export/test_upgrader": 0.006000000052154064, "export/test_verifier": 0.29899999499320984, "functorch/dim/test_getsetitem": 0.019999999552965164, "functorch/dim/test_split": 0.03533333291610082, "functorch/test_ac": 0.010333333164453506, "functorch/test_ac_knapsack": 0.289000002356867, "functorch/test_ac_logging": 0.012000000104308128, "functorch/test_aot_joint_with_descriptors": 0.2900000015894572, "functorch/test_aotdispatch": 0.5410000011324883, "functorch/test_control_flow": 204.64066568637887, "functorch/test_dims": 0.34300000096360844, "functorch/test_eager_transforms": 0.36000000196509063, "functorch/test_logging": 0.28300000230471295, "functorch/test_memory_efficient_fusion": 0.3129999974820142, "functorch/test_minifier": 0.2813333372275035, "functorch/test_ops": 882.5719807942709, "functorch/test_parsing": 0.18833333548779288, "functorch/test_rearrange": 0.1879999985297521, "functorch/test_vmap": 4.530999945476651, "functorch/test_vmap_registrations": 2.2236666679382324, "higher_order_ops/test_invoke_quant": 0.014000000432133675, "higher_order_ops/test_invoke_subgraph": 0.07000000095771004, "higher_order_ops/test_local_map": 10.520666440327963, "higher_order_ops/test_with_effects": 13.615667025248209, "inductor/test_alignment": 0.012000000104308128, "inductor/test_analysis": 0.02833333401940763, "inductor/test_aot_inductor": 273.85699906378676, "inductor/test_aot_inductor_arrayref": 71.99533335367839, "inductor/test_aot_inductor_custom_ops": 0.04833333349476258, "inductor/test_aot_inductor_package": 0.08799999952316284, "inductor/test_aot_inductor_windows": 0.0010000000474974513, "inductor/test_async_compile": 0.00800000037997961, "inductor/test_augmented_graph_helper": 0.017999999846021335, "inductor/test_auto_functionalize": 0.3169999917348226, "inductor/test_benchmark_fusion": 103.3346665421268, "inductor/test_benchmarking": 0.012666666880249977, "inductor/test_best_config": 0.0013333333966632683, "inductor/test_binary_folding": 0.006000000052154064, "inductor/test_block_analysis": 0.18900000055631003, "inductor/test_cache": 1.003333310286204, "inductor/test_caching": 0.4113333358739813, "inductor/test_ck_backend": 0.014000000432133675, "inductor/test_codecache": 0.2196666611901795, "inductor/test_codegen_triton": 0.0010000000474974513, "inductor/test_combo_kernels": 0.021666666492819786, "inductor/test_compile": 0.008999999612569809, "inductor/test_compile_subprocess": 159.9143308106189, "inductor/test_compile_worker": 0.004999999888241291, "inductor/test_compiled_autograd": 737.1959816102559, "inductor/test_compiled_optimizers": 158.58666443824768, "inductor/test_config": 0.06366666530569394, "inductor/test_control_deps": 0.0010000000474974513, "inductor/test_control_flow": 0.7426666577036182, "inductor/test_cooperative_reductions": 0.16300000622868538, "inductor/test_coordinate_descent_tuner": 0.004999999888241291, "inductor/test_cpp_wrapper_hipify": 0.30933333436648053, "inductor/test_cpu_repro": 73.63133239746094, "inductor/test_cuda_repro": 0.08766666799783707, "inductor/test_cuda_select_algorithm": 0.05933333312471708, "inductor/test_cudacodecache": 0.003000000026077032, "inductor/test_cudagraph_trees": 0.15933333399395147, "inductor/test_cudagraph_trees_expandable_segments": 0.1479999969402949, "inductor/test_custom_lowering": 0.006000000052154064, "inductor/test_custom_partitioner_fn": 0.0010000000474974513, "inductor/test_custom_post_grad_passes": 0.007333333604037762, "inductor/test_cutedsl_template": 0.0003333333491658171, "inductor/test_cutlass_backend": 0.0330000010629495, "inductor/test_cutlass_evt": 0.003333333491658171, "inductor/test_debug_trace": 0.003000000026077032, "inductor/test_decompose_mem_bound_mm": 0.035666665683190026, "inductor/test_dependencies": 0.004999999888241291, "inductor/test_deterministic": 0.0086666668454806, "inductor/test_device_assert": 0.00800000037997961, "inductor/test_device_info": 0.27000001072883606, "inductor/test_distributed_patterns": 0.02133333310484886, "inductor/test_efficient_conv_bn_eval": 407.3246663411458, "inductor/test_extension_backend": 2.2843333085378013, "inductor/test_external_callables": 0.014000000121692816, "inductor/test_flex_attention": 0.73599998280406, "inductor/test_flex_decoding": 0.5793333252271017, "inductor/test_flex_flash": 0.0003333333491658171, "inductor/test_foreach": 0.5236666599909464, "inductor/test_fp8": 0.14066666861375174, "inductor/test_fused_attention": 0.107999999076128, "inductor/test_fuzzer": 0.012000000104308128, "inductor/test_fx_fusion": 0.1836666613817215, "inductor/test_fxir_backend": 0.06800000183284283, "inductor/test_gpu_cpp_wrapper": 0.2963333378235499, "inductor/test_graph_transform_observer": 0.0010000000474974513, "inductor/test_group_batch_fusion": 0.011000000522471964, "inductor/test_helion_kernels": 0.0020000000949949026, "inductor/test_indexing": 0.02199999988079071, "inductor/test_inductor_annotations": 0.0020000000949949026, "inductor/test_inductor_freezing": 0.04800000041723251, "inductor/test_inductor_scheduler": 0.0063333334401249886, "inductor/test_inductor_utils": 0.2929999927679698, "inductor/test_inplace_padding": 0.01066666655242443, "inductor/test_inplacing_pass": 0.022333333268761635, "inductor/test_kernel_benchmark": 0.017999999225139618, "inductor/test_kernel_optimization": 0.0010000000474974513, "inductor/test_loop_ordering": 0.07500000111758709, "inductor/test_max_autotune": 0.1506666676917424, "inductor/test_mem_estimation": 0.2833333373224984, "inductor/test_memory": 0.00800000037997961, "inductor/test_memory_planning": 0.004000000189989805, "inductor/test_metrics": 0.006000000052154064, "inductor/test_minifier": 0.014000000432133675, "inductor/test_minifier_isolate": 135.20366923014322, "inductor/test_minifier_utils": 0.2813333372275035, "inductor/test_mkldnn_pattern_matcher": 0.2910000132396817, "inductor/test_mmdecomp": 0.028333333631356556, "inductor/test_move_constructors_to_cuda": 0.00800000037997961, "inductor/test_multi_kernel": 0.020999999716877937, "inductor/test_native_matmul": 0.00800000037997961, "inductor/test_needs_exact_strides": 0.0020000000949949026, "inductor/test_online_softmax": 0.03099999949336052, "inductor/test_op_completeness": 0.1816666672627131, "inductor/test_op_dtype_prop": 0.7510000069936117, "inductor/test_ordered_set": 1.1096666749799624, "inductor/test_pad_mm": 0.01899999938905239, "inductor/test_padding": 0.04900000197812915, "inductor/test_pattern_matcher": 0.04800000041723251, "inductor/test_pcache": 0.27066665949920815, "inductor/test_perf": 0.06733333280620475, "inductor/test_profiler": 0.007000000216066837, "inductor/test_provenance_tracing": 0.011000000173225999, "inductor/test_quantization": 0.0033333334140479565, "inductor/test_remote_cache": 0.27299999197324115, "inductor/test_scatter_optimization": 0.00800000037997961, "inductor/test_segmented_tree": 0.28333333134651184, "inductor/test_select_algorithm": 0.022999999928288162, "inductor/test_snode_runtime": 0.022000000113621354, "inductor/test_split_cat_fx_aten_passes": 0.0050000002374872565, "inductor/test_split_cat_fx_passes": 0.010999999940395355, "inductor/test_static_cuda_launcher": 0.01699999999254942, "inductor/test_subgraph_choice": 0.0020000000949949026, "inductor/test_template_heuristics_registry": 0.18933332959810892, "inductor/test_torchbind": 0.01600000075995922, "inductor/test_torchinductor": 468.5153286571537, "inductor/test_torchinductor_codegen_config_overrides": 0.006000000052154064, "inductor/test_torchinductor_codegen_dynamic_shapes": 922.9993285735449, "inductor/test_torchinductor_dynamic_shapes": 1203.5129929619532, "inductor/test_torchinductor_opinfo": 6568.6824951171875, "inductor/test_torchinductor_strided_blocks": 0.10166666489870597, "inductor/test_triton_heuristics": 0.011000000406056643, "inductor/test_triton_kernels": 0.36533334602912265, "inductor/test_triton_syntax": 0.0010000000474974513, "inductor/test_triton_wrapper": 0.0010000000474974513, "inductor/test_unbacked_symints": 0.032666667054096855, "inductor/test_utils": 0.008333333457509676, "lazy/test_bindings": 0.0006666666983316342, "lazy/test_debug_util": 0.25200000405311584, "lazy/test_functionalization": 0.2929999927679698, "lazy/test_generator": 0.303333322207133, "lazy/test_reuse_ir": 0.2906666696071625, "lazy/test_step_closures": 0.27833332618077594, "lazy/test_ts_opinfo": 0.01000000024214387, "nn/test_convolution": 0.6609999872744083, "nn/test_dropout": 0.009000000078231096, "nn/test_embedding": 0.15600000135600567, "nn/test_init": 0.41333333651224774, "nn/test_lazy_modules": 0.1706666648387909, "nn/test_load_state_dict": 0.14566666850199303, "nn/test_module_hooks": 0.06133333407342434, "nn/test_multihead_attention": 0.02000000048428774, "nn/test_packed_sequence": 0.32099999984105426, "nn/test_parametrization": 0.05966666565897564, "nn/test_pooling": 26.07000033557415, "nn/test_pruning": 0.14366666972637177, "profiler/test_cpp_thread": 0.3879999975518634, "profiler/test_execution_trace": 0.013333333656191826, "profiler/test_kineto": 0.17933333416779837, "profiler/test_memory_profiler": 0.03466666714909176, "profiler/test_profiler": 0.08799999909630667, "profiler/test_profiler_tree": 0.29266666372617084, "profiler/test_python_tracer": 0.2800000011920929, "profiler/test_record_function": 0.2823333442211151, "profiler/test_torch_tidy": 0.3216666678587596, "test_accelerator": 0.3006666700045268, "test_ao_sparsity": 0.38133334209366393, "test_appending_byte_serializer": 0.2786666651566823, "test_autocast": 0.01699999999254942, "test_autograd": 4.765000151392694, "test_autograd_fallback": 0.3213333288828532, "test_autoload": 0.5690000007549921, "test_binary_ufuncs": 37.796000162760414, "test_bundled_inputs": 0.28966667254765827, "test_comparison_utils": 0.2836666703224182, "test_compile_benchmark_util": 0.27433332800865173, "test_complex": 0.014999999664723873, "test_content_store": 0.0043333334227403, "test_cpp_api_parity": 0.4909999966621399, "test_cpp_extensions_aot_ninja": 0.1283333325991407, "test_cpp_extensions_aot_no_ninja": 0.12666666752193123, "test_cpp_extensions_jit": 119.27566528320312, "test_cpp_extensions_mtia_backend": 0.0010000000474974513, "test_cpp_extensions_open_device_registration": 2.4110000133514404, "test_cpp_extensions_stream_and_event": 0.0010000000474974513, "test_cuda": 22.350333190096233, "test_cuda_expandable_segments": 21.923666519423325, "test_cuda_multigpu": 0.25366666323194903, "test_cuda_nvml_based_avail": 0.009000000078231096, "test_cuda_primary_ctx": 0.11466666807730992, "test_cuda_sanitizer": 0.3100000039363901, "test_cuda_trace": 1.5106666882832844, "test_custom_ops": 0.28533333353698254, "test_dataloader": 644.3326662607336, "test_datapipe": 0.3843333341258888, "test_decomp": 9163.848237793116, "test_deploy": 0.2539999932050705, "test_dispatch": 0.3223333368077874, "test_dlpack": 0.15600000321865082, "test_dynamic_shapes": 0.5436666617169976, "test_expanded_weights": 0.21800000127404928, "test_extension_utils": 0.2926666537920634, "test_fake_tensor": 0.28600000543519855, "test_file_check": 0.1840000053246816, "test_flop_counter": 0.020999999716877937, "test_foreach": 3.83133331934611, "test_function_schema": 0.30933333436648053, "test_functional_autograd_benchmark": 96.25900014241536, "test_functional_optim": 0.2893333335717519, "test_functionalization": 0.3840000008543332, "test_functionalization_of_rng_ops": 0.012000000104308128, "test_futures": 0.30100000898043316, "test_fx": 203.58266257091114, "test_fx_experimental": 0.8826666769261161, "test_fx_passes": 0.3273333292454481, "test_fx_reinplace_pass": 0.2900000015894572, "test_hop_infra": 0.003000000026077032, "test_hub": 0.30300000309944153, "test_import_stats": 0.22266666094462076, "test_indexing": 0.1879999954253435, "test_itt": 0.17866667111714682, "test_jit": 24.991333446154993, "test_jit_autocast": 0.05733333434909582, "test_jit_disabled": 0.2930000027020772, "test_jit_fuser_te": 94.83933249414743, "test_jit_llga_fuser": 0.006666666789290805, "test_jiterator": 0.29100000858306885, "test_legacy_vmap": 0.12533333400885263, "test_license": 0.25599999725818634, "test_linalg": 416.29901123046875, "test_logging": 0.18133333325386047, "test_masked": 0.1420000046491623, "test_maskedtensor": 0.9590000137686729, "test_matmul_cuda": 1.3009999851540972, "test_meta": 144.60133756448826, "test_mkl_verbose": 0.18200000127156576, "test_mkldnn_fusion": 80.91799926757812, "test_mkldnn_verbose": 0.18099999924500784, "test_mobile_optimizer": 0.2800000111262004, "test_model_exports_to_core_aten": 0.27666667103767395, "test_module_tracker": 0.2759999930858612, "test_modules": 1035.1730143229167, "test_monitor": 0.402666670580705, "test_multiprocessing": 35.60199991861979, "test_multiprocessing_spawn": 909.5913249512669, "test_namedtensor": 0.08799999952316284, "test_namedtuple_return_api": 0.28333333134651184, "test_native_functions": 0.28733332951863605, "test_native_mha": 0.054666666934887566, "test_nestedtensor": 1.6579999859289576, "test_nn": 2.5833332708183057, "test_numa_binding": 0.2980000078678131, "test_numba_integration": 0.11266666650772095, "test_numpy_interop": 0.045333334555228554, "test_opaque_obj": 1.9630000193913777, "test_opaque_obj_v2": 0.2770000100135803, "test_openmp": 0.27800000707308453, "test_openreg": 0.28566666940848034, "test_ops": 209.51699776749592, "test_ops_fwd_gradients": 103.5989990234375, "test_ops_gradients": 202.14800008138022, "test_ops_jit": 78.35033416748047, "test_optim": 22.438999979446333, "test_out_dtype_op": 0.02199999988079071, "test_overrides": 1.7960000012535602, "test_package": 0.410333328647539, "test_per_overload_api": 0.2800000011920929, "test_prims": 0.02600000030361116, "test_privateuseone_python_backend": 0.2919999957084656, "test_proxy_tensor": 0.176333330765677, "test_pruning_op": 0.18099999924500784, "test_public_bindings": 0.28833332657814026, "test_python_dispatch": 0.1189999986672774, "test_pytree": 0.3673333413898945, "test_quantization": 2120.8643278969685, "test_reductions": 4.713666598002116, "test_rename_privateuse1_to_existing_device": 0.1770000010728836, "test_scaled_matmul_cuda": 0.08600000043710072, "test_scatter_gather_ops": 0.08500000089406967, "test_schema_check": 7.809333547949791, "test_segment_reductions": 0.07500000049670537, "test_serialization": 0.1973333362645159, "test_set_default_mobile_cpu_allocator": 0.1843333293994268, "test_shape_ops": 0.10100000103314717, "test_show_pickle": 0.2603333393732707, "test_sort_and_select": 0.11500000208616257, "test_sparse": 267.05133023885236, "test_sparse_csr": 786.320644928026, "test_sparse_semi_structured": 16.321333665555965, "test_spectral_ops": 0.3499999940395355, "test_stateless": 0.1546666711801663, "test_subclass": 0.3826666673024495, "test_sympy_utils": 0.21100000489968807, "test_tensor_creation_ops": 0.6439999866609772, "test_tensorboard": 22.078000430677395, "test_tensorexpr": 0.34300000468889874, "test_tensorexpr_pybind": 0.28900000751794624, "test_testing": 9.577000018868906, "test_torch": 304.47900946007576, "test_torchfuzz_repros": 8.47166633605957, "test_transformers": 13.465333473092565, "test_transformers_privateuse1": 0.01366666704416275, "test_type_hints": 0.2800000011920929, "test_type_info": 0.28333332141240436, "test_type_promotion": 0.43699999650319415, "test_typing": 66.72866566975911, "test_unary_ufuncs": 27.686333338419598, "test_utils": 6.77566654564968, "test_utils_config_module": 0.29333333174387616, "test_utils_filelock": 0.28200000524520874, "test_varlen_attention": 0.006000000052154064, "test_view_ops": 0.30700000127156574, "test_vulkan": 0, "test_weak": 0.3159999946753184, "test_xnnpack_integration": 307.2509990215767, "torch_np/numpy_tests/core/test_dlpack": 0.003000000103687247, "torch_np/numpy_tests/core/test_dtype": 0.31066666818999994, "torch_np/numpy_tests/core/test_einsum": 0.3129999995386849, "torch_np/numpy_tests/core/test_getlimits": 0.2893333319419374, "torch_np/numpy_tests/core/test_indexing": 0.3403333355284606, "torch_np/numpy_tests/core/test_multiarray": 695.5673550327386, "torch_np/numpy_tests/core/test_numeric": 0.5263333468077084, "torch_np/numpy_tests/core/test_numerictypes": 0.32666666452617693, "torch_np/numpy_tests/core/test_scalar_ctors": 0.3859999997075647, "torch_np/numpy_tests/core/test_scalar_methods": 0.0016666667458290856, "torch_np/numpy_tests/core/test_scalarinherit": 0, "torch_np/numpy_tests/core/test_scalarmath": 46.642000328710616, "torch_np/numpy_tests/core/test_shape_base": 0.3833333309739828, "torch_np/numpy_tests/fft/test_helper": 0.29833333593948436, "torch_np/numpy_tests/fft/test_pocketfft": 0.3633333365432918, "torch_np/numpy_tests/lib/test_arraypad": 0.2856666644414266, "torch_np/numpy_tests/lib/test_arraysetops": 0.33166666065032285, "torch_np/numpy_tests/lib/test_function_base": 0.704333333337369, "torch_np/numpy_tests/lib/test_histograms": 0.5659999872247378, "torch_np/numpy_tests/lib/test_index_tricks": 0.3373333386455973, "torch_np/numpy_tests/lib/test_shape_base_": 0.35166666730462265, "torch_np/numpy_tests/lib/test_twodim_base": 0.3149999964904661, "torch_np/numpy_tests/lib/test_type_check": 0.3240000023506582, "torch_np/numpy_tests/linalg/test_linalg": 2.178000003565103, "torch_np/test_basic": 0.4553333333072563, "torch_np/test_binary_ufuncs": 0.31433333953221637, "torch_np/test_dtype": 0.3216666678587596, "torch_np/test_function_base": 0.28733332951863605, "torch_np/test_indexing": 0.2886666754881541, "torch_np/test_ndarray_methods": 0.6276666662888601, "torch_np/test_nep50_examples": 0.01799999976841112, "torch_np/test_random": 0.2286666649937009, "torch_np/test_reductions": 1.2823333422032495, "torch_np/test_scalars_0D_arrays": 0.31866667543848354, "torch_np/test_ufuncs_basic": 0.6296666603690634, "torch_np/test_unary_ufuncs": 0.3200000027815501, "typing/test_python_operators": 0.5956666469573975 } }, "linux-jammy-cuda12.8-py3.10-gcc9": { "multigpu": { "distributed/_composable/fsdp/test_fully_shard_training": 21.68199920654297, "distributed/_composable/test_composability/test_2d_composability": 111.12800025939941, "distributed/_composable/test_composability/test_pp_composability": 143.62100219726562, "distributed/_shard/sharded_tensor/test_sharded_tensor": 456.55800352594815, "distributed/_shard/sharded_tensor/test_sharded_tensor_reshard": 11.052000045776367, "distributed/_shard/sharding_plan/test_sharding_plan": 16.2450008392334, "distributed/_shard/sharding_spec/test_sharding_spec": 19.853000700473785, "distributed/checkpoint/test_checkpoint": 38.584999084472656, "distributed/checkpoint/test_file_system_checkpoint": 37.616000175476074, "distributed/fsdp/test_checkpoint_wrapper": 0.5699999928474426, "distributed/fsdp/test_distributed_checkpoint": 12.534000396728516, "distributed/fsdp/test_fsdp_apply": 17.969999313354492, "distributed/fsdp/test_fsdp_backward_prefetch": 6.298999786376953, "distributed/fsdp/test_fsdp_checkpoint": 97.67200088500977, "distributed/fsdp/test_fsdp_clip_grad_norm": 41.297000885009766, "distributed/fsdp/test_fsdp_comm": 69.47300052642822, "distributed/fsdp/test_fsdp_comm_hooks": 145.76100158691406, "distributed/fsdp/test_fsdp_core": 1127.4829668998718, "distributed/fsdp/test_fsdp_dtensor_state_dict": 107.08899688720703, "distributed/fsdp/test_fsdp_exec_order": 57.44599914550781, "distributed/fsdp/test_fsdp_fine_tune": 30.3799991607666, "distributed/fsdp/test_fsdp_flatten_params": 60.41600036621094, "distributed/fsdp/test_fsdp_freezing_weights": 170.74400329589844, "distributed/fsdp/test_fsdp_fx": 0.578000009059906, "distributed/fsdp/test_fsdp_grad_acc": 39.96900177001953, "distributed/fsdp/test_fsdp_hybrid_shard": 52.79600143432617, "distributed/fsdp/test_fsdp_ignored_modules": 37.77299880981445, "distributed/fsdp/test_fsdp_input": 10.225000381469727, "distributed/fsdp/test_fsdp_memory": 10.506999969482422, "distributed/fsdp/test_fsdp_meta": 37.47800064086914, "distributed/fsdp/test_fsdp_misc": 64.77800210565329, "distributed/fsdp/test_fsdp_mixed_precision": 316.1220088005066, "distributed/fsdp/test_fsdp_multiple_forward": 5.313000202178955, "distributed/fsdp/test_fsdp_multiple_wrapping": 7.119999885559082, "distributed/fsdp/test_fsdp_optim_state": 345.07000732421875, "distributed/fsdp/test_fsdp_overlap": 21.868000030517578, "distributed/fsdp/test_fsdp_pure_fp16": 15.17300033569336, "distributed/fsdp/test_fsdp_sharded_grad_scaler": 114.36000218987465, "distributed/fsdp/test_fsdp_state_dict": 831.8520302772522, "distributed/fsdp/test_fsdp_tp_integration": 22.94300079345703, "distributed/fsdp/test_fsdp_traversal": 5.703999996185303, "distributed/fsdp/test_fsdp_uneven": 7.21999979019165, "distributed/fsdp/test_fsdp_unshard_params": 70.94800186157227, "distributed/fsdp/test_fsdp_use_orig_params": 412.42398957908154, "distributed/fsdp/test_hsdp_dtensor_state_dict": 65.16000366210938, "distributed/fsdp/test_shard_utils": 9.50600004196167, "distributed/fsdp/test_utils": 0.6000000238418579, "distributed/fsdp/test_wrap": 133.33100508525968, "distributed/rpc/cuda/test_tensorpipe_agent": 638.2699909508228, "distributed/tensor/parallel/test_tp_examples": 97.03500366210938, "distributed/tensor/parallel/test_tp_random_state": 5.951000213623047, "distributed/tensor/test_dtensor_compile": 226.49200820922852, "distributed/tensor/test_random_ops": 67.889000415802, "distributed/tensor/test_utils": 72.42800010740757, "distributed/test_aten_comm_compute_reordering": 239.14099884033203, "distributed/test_c10d_common": 110.92400097846985, "distributed/test_c10d_gloo": 1035.9249882772565, "distributed/test_c10d_nccl": 1312.371981328004, "distributed/test_c10d_spawn_gloo": 36.303000807762146, "distributed/test_c10d_spawn_nccl": 49.25299835205078, "distributed/test_compute_comm_reordering": 99.08000183105469, "distributed/test_device_mesh": 263.25799812283367, "distributed/test_functional_api": 132.09599845064804, "distributed/test_pg_wrapper": 86.00600051879883, "distributed/test_store": 66.41699934890494, "distributed/test_symmetric_memory": 0.24000000359956175, "test_cuda_multigpu": 6.453000009059906, "test_cuda_primary_ctx": 1.9670000076293945, "test_foreach": 0.49399998784065247, "test_optim": 12.905999571084976 } }, "linux-jammy-cuda12.8-py3.10-gcc9-debug": { "default": { "backends/xeon/test_launch": 2.367000102996826, "benchmark_utils/test_benchmark_utils": 2.242000102996826, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 0.2800000011920929, "cpp_extensions/python_agnostic_extension/test/test_python_agnostic": 6.508999824523926, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 8.482999801635742, "distributions/test_distributions": 99.6140028135851, "dynamo/test_activation_checkpointing": 12.836000442504883, "dynamo/test_after_aot": 13.20300006866455, "dynamo/test_aot_autograd": 94.05599975585938, "dynamo/test_aot_autograd_cache": 95.90199947357178, "dynamo/test_aot_compile": 18.288000106811523, "dynamo/test_autograd_function": 10.468000411987305, "dynamo/test_backends": 14.144999517011456, "dynamo/test_backward_higher_order_ops": 18.18600082397461, "dynamo/test_base_hop": 3.3910000324249268, "dynamo/test_base_output": 0.006000000052154064, "dynamo/test_buffers_override": 11.802999496459961, "dynamo/test_bytecode_utils": 11.472000300884247, "dynamo/test_callback": 0.009999999776482582, "dynamo/test_compile": 13.497000434901565, "dynamo/test_compiler_bisector": 0.0020000000949949026, "dynamo/test_comptime": 9.182999610900879, "dynamo/test_config": 3.4800000190734863, "dynamo/test_ctx_manager": 11.246000289916992, "dynamo/test_cudagraphs": 3.315999984741211, "dynamo/test_cudagraphs_expandable_segments": 3.2690000534057617, "dynamo/test_debug_utils": 0.35199999809265137, "dynamo/test_decorators": 22.659000396728516, "dynamo/test_deque_reconstruct": 0.9769999980926514, "dynamo/test_deviceguard": 0.02399999974295497, "dynamo/test_dicts": 25.498999387025833, "dynamo/test_dynamic_shapes": 2392.7659916877747, "dynamo/test_einops": 0.003000000026077032, "dynamo/test_error_messages": 11.96500015258789, "dynamo/test_exc": 9.230999946594238, "dynamo/test_exceptions": 14.244999885559082, "dynamo/test_export": 170.8170051574707, "dynamo/test_export_mutations": 3.559000015258789, "dynamo/test_fake_distributed": 7.2820000648498535, "dynamo/test_flat_apply": 0.9179999828338623, "dynamo/test_frame_init": 0.335999995470047, "dynamo/test_functions": 87.38100337982178, "dynamo/test_fx_annotate": 0.7590000033378601, "dynamo/test_fx_graph_runnable": 156.2239990234375, "dynamo/test_fx_passes_pre_grad": 5.567999839782715, "dynamo/test_generator": 4.246000021696091, "dynamo/test_global": 12.057999610900879, "dynamo/test_graph_deduplication": 15.967000007629395, "dynamo/test_graph_region_tracker": 3.296999931335449, "dynamo/test_guard_manager": 5.7770001739263535, "dynamo/test_guard_serialization": 19.2200004120823, "dynamo/test_higher_order_ops": 78.28600073419511, "dynamo/test_hooks": 35.49800109863281, "dynamo/test_inline_and_install": 183.17999267578125, "dynamo/test_input_attr_tracking": 14.045999526977539, "dynamo/test_install_free_tensors": 51.29899978637695, "dynamo/test_interop": 0.9610000252723694, "dynamo/test_list": 3.873999834060669, "dynamo/test_logging": 33.20600128173828, "dynamo/test_metrics_context": 0.40400001406669617, "dynamo/test_minifier": 3.9570000171661377, "dynamo/test_misc": 272.98500426113605, "dynamo/test_model_output": 0.017999999807216227, "dynamo/test_modes": 15.707000255584717, "dynamo/test_modules": 34.97499844431877, "dynamo/test_nested_graph_breaks": 11.630000114440918, "dynamo/test_nops": 0.7739999890327454, "dynamo/test_optimizers": 2.759999990463257, "dynamo/test_package": 46.31700134277344, "dynamo/test_pgo": 29.051000595092773, "dynamo/test_pre_dispatch": 0.9919999837875366, "dynamo/test_precompile_context": 0.003000000026077032, "dynamo/test_profiler": 20.677000045776367, "dynamo/test_python_autograd": 1.11899995803833, "dynamo/test_python_dispatcher": 0.8799999952316284, "dynamo/test_recompile_ux": 6.409999847412109, "dynamo/test_recompiles": 9.77299976348877, "dynamo/test_reconstruct": 1.8229999542236328, "dynamo/test_regional_inductor": 16.361000061035156, "dynamo/test_reorder_logs": 1.9200000166893005, "dynamo/test_repros": 261.3259997367859, "dynamo/test_resume": 0.9309999942779541, "dynamo/test_sdpa": 2.4809999465942383, "dynamo/test_sets": 10.184999875724316, "dynamo/test_skip_guard_eval_unsafe": 12.079999923706055, "dynamo/test_skip_non_tensor": 1.3050000667572021, "dynamo/test_sources": 4.4720001220703125, "dynamo/test_structured_trace": 36.224998474121094, "dynamo/test_subclasses": 75.79100036621094, "dynamo/test_subgraphs": 13.343000411987305, "dynamo/test_trace_rules": 2.486000046133995, "dynamo/test_unittest": 0.4169999957084656, "dynamo/test_unspec": 64.29099999368191, "dynamo/test_utils": 37.818001663312316, "dynamo/test_verify_correctness": 1.0529999732971191, "dynamo/test_view": 1.440000057220459, "export/test_converter": 20.424999237060547, "export/test_cpp_serdes": 105.60399627685547, "export/test_db": 30.547000885009766, "export/test_draft_export": 12.324000358581543, "export/test_dynamic_shapes": 0.3269999921321869, "export/test_experimental": 13.251999855041504, "export/test_export": 124.10799837112427, "export/test_export_opinfo": 56.57400131225586, "export/test_export_strict": 296.5620107650757, "export/test_export_training_ir_to_run_decomp": 832.2530184686184, "export/test_export_with_inline_and_install": 454.96098709106445, "export/test_functionalized_assertions": 0.39500001072883606, "export/test_hop": 29.36199951171875, "export/test_lift_unlift": 0.3069999902509153, "export/test_nativert": 0.0010000000474974513, "export/test_package": 0.828000009059906, "export/test_pass_infra": 9.071999549865723, "export/test_passes": 61.8390007019043, "export/test_retraceability": 651.1049883961678, "export/test_schema": 0.8769999742507935, "export/test_serdes": 412.63000786304474, "export/test_serialize": 57.26500129699707, "export/test_sparse": 502.5299987792969, "export/test_strict_export_v2": 435.88601303100586, "export/test_swap": 14.085999488830566, "export/test_tools": 2.9700000286102295, "export/test_torchbind": 29.875000290106982, "export/test_tree_utils": 0.3310000002384186, "export/test_unflatten": 34.145999908447266, "export/test_unflatten_training_ir": 35.97700119018555, "export/test_upgrader": 0.007000000216066837, "export/test_verifier": 12.232999801635742, "functorch/dim/test_getsetitem": 0.020999999716877937, "functorch/dim/test_split": 0.05000000074505806, "functorch/test_ac_knapsack": 0.417000001296401, "functorch/test_ac_logging": 0.017000000923871994, "functorch/test_aot_joint_with_descriptors": 18.389999389648438, "functorch/test_aotdispatch": 148.76200127601624, "functorch/test_control_flow": 343.3159956783056, "functorch/test_dims": 40.539000511169434, "functorch/test_eager_transforms": 20.19999966211617, "functorch/test_logging": 0.4309999942779541, "functorch/test_memory_efficient_fusion": 9.129000142216682, "functorch/test_minifier": 0.652999997138977, "functorch/test_ops": 7370.153015136719, "functorch/test_parsing": 0.2780000129714608, "functorch/test_rearrange": 0.36000001430511475, "functorch/test_vmap": 677.2200108394027, "functorch/test_vmap_registrations": 3.934000015258789, "higher_order_ops/test_invoke_quant": 10.140999913215637, "higher_order_ops/test_invoke_subgraph": 83.44900223985314, "higher_order_ops/test_local_map": 15.130000114440918, "higher_order_ops/test_with_effects": 21.770999908447266, "inductor/test_analysis": 0.043999998830258846, "inductor/test_aot_inductor_arrayref": 1422.4320373535156, "inductor/test_async_compile": 0.00800000037997961, "inductor/test_augmented_graph_helper": 0.020999999716877937, "inductor/test_auto_functionalize": 45.52199935913086, "inductor/test_benchmark_fusion": 16.937999725341797, "inductor/test_benchmarking": 0.30399999022483826, "inductor/test_binary_folding": 75.95600128173828, "inductor/test_block_analysis": 0.29100000858306885, "inductor/test_cache": 66.9040002822876, "inductor/test_caching": 39.096999794244766, "inductor/test_codecache": 175.4980019169161, "inductor/test_codegen_triton": 0.10400000214576721, "inductor/test_combo_kernels": 0.020999999716877937, "inductor/test_compile": 16.312000274658203, "inductor/test_compile_worker": 48.08700180053711, "inductor/test_compiled_autograd": 1049.5720067378134, "inductor/test_compiled_optimizers": 194.14199658483267, "inductor/test_config": 10.697000503540039, "inductor/test_control_flow": 1.473999950569123, "inductor/test_cpp_wrapper_hipify": 0.5019999742507935, "inductor/test_cpu_repro": 2540.14794921875, "inductor/test_cuda_select_algorithm": 3020.8479919433594, "inductor/test_cudacodecache": 0.003000000026077032, "inductor/test_custom_lowering": 0.010999999940395355, "inductor/test_custom_post_grad_passes": 13.670999526977539, "inductor/test_cutedsl_template": 0.003000000026077032, "inductor/test_cutlass_evt": 0.00800000037997961, "inductor/test_debug_trace": 21.135000228881836, "inductor/test_decompose_mem_bound_mm": 0.00800000037997961, "inductor/test_device_assert": 8.673999786376953, "inductor/test_device_info": 0.375, "inductor/test_distributed_patterns": 28.625, "inductor/test_efficient_conv_bn_eval": 0.0010000000474974513, "inductor/test_extension_backend": 31.57699966430664, "inductor/test_external_callables": 14.376999855041504, "inductor/test_flex_attention": 0.03200000151991844, "inductor/test_flex_flash": 0.007000000216066837, "inductor/test_foreach": 23.78499984741211, "inductor/test_fp8": 122.04000250250101, "inductor/test_fused_attention": 165.72999954223633, "inductor/test_fuzzer": 3.259999990463257, "inductor/test_fx_fusion": 0.44999998807907104, "inductor/test_graph_transform_observer": 0.004999999888241291, "inductor/test_group_batch_fusion": 0.04099999915342778, "inductor/test_helion_kernels": 0.0020000000949949026, "inductor/test_indexing": 0.6449999958276749, "inductor/test_inductor_annotations": 0.0020000000949949026, "inductor/test_inductor_freezing": 39.45399856567383, "inductor/test_inductor_scheduler": 0.014000000432133675, "inductor/test_inductor_utils": 0.6010000109672546, "inductor/test_kernel_optimization": 0.0010000000474974513, "inductor/test_mem_estimation": 0.5009999871253967, "inductor/test_minifier": 67.00299835205078, "inductor/test_minifier_isolate": 0.004000000189989805, "inductor/test_minifier_utils": 4.264999866485596, "inductor/test_mkldnn_pattern_matcher": 1422.685983657837, "inductor/test_mmdecomp": 0.050999999046325684, "inductor/test_op_completeness": 0.24799999594688416, "inductor/test_ordered_set": 2.4929999506566674, "inductor/test_pcache": 7.378999724984169, "inductor/test_provenance_tracing": 35.90900002315175, "inductor/test_remote_cache": 0.32600000500679016, "inductor/test_segmented_tree": 0.7509999871253967, "inductor/test_split_cat_fx_aten_passes": 6.179000190924853, "inductor/test_static_cuda_launcher": 0.004000000073574483, "inductor/test_template_heuristics_registry": 0.27399998903274536, "inductor/test_torchbind": 47.79499816894531, "inductor/test_torchinductor_codegen_config_overrides": 8.302000045776367, "inductor/test_torchinductor_codegen_dynamic_shapes": 2334.3770141601562, "inductor/test_torchinductor_dynamic_shapes": 2509.0550512690097, "inductor/test_torchinductor_opinfo": 3.8450000286102295, "inductor/test_triton_kernels": 0.3660000115633011, "inductor/test_unbacked_symints": 0.13300000131130219, "inductor/test_utils": 0.3659999966621399, "lazy/test_bindings": 0.0010000000474974513, "lazy/test_debug_util": 0.4000000059604645, "lazy/test_functionalization": 0.41200000047683716, "lazy/test_generator": 0.421999990940094, "lazy/test_reuse_ir": 0.6669999957084656, "lazy/test_step_closures": 2.25600004196167, "lazy/test_ts_opinfo": 0.7519999891519547, "nn/test_convolution": 52.89799880981445, "nn/test_dropout": 1.1940000355243683, "nn/test_embedding": 25.597999945282936, "nn/test_init": 4.744999885559082, "nn/test_lazy_modules": 0.6589999794960022, "nn/test_load_state_dict": 0.9470000267028809, "nn/test_module_hooks": 0.2970000058412552, "nn/test_multihead_attention": 88.84700298309326, "nn/test_packed_sequence": 0.6679999828338623, "nn/test_parametrization": 1.2960000187158585, "nn/test_pooling": 12.971000015735626, "nn/test_pruning": 0.26600000262260437, "profiler/test_cpp_thread": 0.5290000229142606, "profiler/test_execution_trace": 0.5130000114440918, "profiler/test_kineto": 0.24400000274181366, "profiler/test_memory_profiler": 5.452999837696552, "profiler/test_profiler": 24.56399932107888, "profiler/test_profiler_tree": 0.4690000116825104, "profiler/test_python_tracer": 4.986000061035156, "profiler/test_record_function": 0.4580000042915344, "profiler/test_torch_tidy": 4.3470001220703125, "test_accelerator": 0.7960000038146973, "test_ao_sparsity": 13.32499991543591, "test_appending_byte_serializer": 0.3319999873638153, "test_autocast": 1.7840000230353326, "test_autograd": 93.11900111753494, "test_autograd_fallback": 0.5120000243186951, "test_autoload": 0.777999997138977, "test_binary_ufuncs": 247.6999969482422, "test_bundled_inputs": 1.399999976158142, "test_comparison_utils": 0.3919999897480011, "test_compile_benchmark_util": 8.416000366210938, "test_complex": 0.1589999943971634, "test_content_store": 0.38499999046325684, "test_cpp_api_parity": 15.991000175476074, "test_cpp_extensions_aot_ninja": 0.4679999996442348, "test_cpp_extensions_aot_no_ninja": 0.4600000132340938, "test_cpp_extensions_jit": 537.0750122070312, "test_cpp_extensions_mtia_backend": 0.004999999888241291, "test_cpp_extensions_open_device_registration": 2.75600004196167, "test_cpp_extensions_stream_and_event": 0.0010000000474974513, "test_cuda": 287.9790057927603, "test_cuda_expandable_segments": 243.89800310134888, "test_cuda_multigpu": 0.9880000203847885, "test_cuda_nvml_based_avail": 0.23399999924004078, "test_cuda_primary_ctx": 0.12700000405311584, "test_cuda_sanitizer": 0.45100001338869333, "test_cuda_trace": 1.6759999990463257, "test_custom_ops": 43.407999362796545, "test_dataloader": 433.52700621890835, "test_datapipe": 16.552999678999186, "test_decomp": 18201.683103520423, "test_deploy": 0.32599999010562897, "test_dispatch": 36.13900109939277, "test_dlpack": 0.5389999747276306, "test_dynamic_shapes": 93.62700082734227, "test_expanded_weights": 25.02499958872795, "test_extension_utils": 0.3490000069141388, "test_fake_tensor": 31.060000375844538, "test_file_check": 2.630000114440918, "test_flop_counter": 0.8379999995231628, "test_foreach": 480.3219909667969, "test_function_schema": 0.8399999737739563, "test_functional_autograd_benchmark": 28.88800048828125, "test_functional_optim": 0.5440000295639038, "test_functionalization": 6.177000045776367, "test_functionalization_of_rng_ops": 7.140999794006348, "test_futures": 0.9909999966621399, "test_fx": 319.15899831429124, "test_fx_experimental": 19.128999084234238, "test_fx_passes": 0.8820000141859055, "test_fx_reinplace_pass": 0.8849999904632568, "test_hop_infra": 0.007000000216066837, "test_hub": 11.17300033569336, "test_import_stats": 5.369999885559082, "test_indexing": 29.976999267935753, "test_itt": 0.2460000067949295, "test_jit": 131.07300189894158, "test_jit_autocast": 36.5290002822876, "test_jit_disabled": 0.4650000035762787, "test_jit_fuser_te": 365.5680003538728, "test_jit_llga_fuser": 0.06500000122468919, "test_jiterator": 43.57600021362305, "test_legacy_vmap": 3.8910000920295715, "test_license": 0.25600001215934753, "test_linalg": 335.0589904785156, "test_logging": 3.3910000324249268, "test_masked": 48.757999420166016, "test_maskedtensor": 13.56899992376566, "test_matmul_cuda": 159.2300039062975, "test_meta": 4450.45199511759, "test_mkl_verbose": 5.677999973297119, "test_mkldnn_fusion": 16.51300048828125, "test_mkldnn_verbose": 5.4770002365112305, "test_mobile_optimizer": 3.0199999809265137, "test_model_exports_to_core_aten": 0.382999986410141, "test_module_tracker": 0.4090000092983246, "test_modules": 890.5360107421875, "test_monitor": 0.5499999970197678, "test_multiprocessing": 140.04100036621094, "test_multiprocessing_spawn": 148.32800164422952, "test_namedtensor": 1.1059999465942383, "test_namedtuple_return_api": 2.2200000286102295, "test_native_functions": 0.5540000200271606, "test_native_mha": 1.0829999446868896, "test_nestedtensor": 2531.6910170274787, "test_nn": 211.0510027606506, "test_numa_binding": 8.086999893188477, "test_numba_integration": 0.2849999964237213, "test_numpy_interop": 0.7070000171661377, "test_opaque_obj": 0.9070000052452087, "test_opaque_obj_v2": 0.32899999618530273, "test_openmp": 4.836999893188477, "test_openreg": 1.5969999730587006, "test_ops": 8272.674027286004, "test_ops_fwd_gradients": 1819.7430114746094, "test_ops_gradients": 2299.9200134277344, "test_ops_jit": 1471.9789733886719, "test_optim": 581.989006280899, "test_out_dtype_op": 6.010000228881836, "test_overrides": 3.535000011092052, "test_package": 2.904999910388142, "test_per_overload_api": 0.35199999809265137, "test_prims": 0.5629999879747629, "test_privateuseone_python_backend": 1.3510000705718994, "test_proxy_tensor": 18.392999976873398, "test_pruning_op": 0.7400000095367432, "test_public_bindings": 10.095999717712402, "test_python_dispatch": 2.648999967146665, "test_pytree": 3.1809999365359545, "test_quantization": 3548.9064846648253, "test_reductions": 151.61700439453125, "test_rename_privateuse1_to_existing_device": 0.23199999332427979, "test_scaled_matmul_cuda": 0.5899999737739563, "test_scatter_gather_ops": 26.26099967956543, "test_schema_check": 629.5610161162913, "test_segment_reductions": 5.142000198364258, "test_serialization": 61.47399910539389, "test_set_default_mobile_cpu_allocator": 0.23899999260902405, "test_shape_ops": 2.121000051498413, "test_show_pickle": 0.37299999594688416, "test_sort_and_select": 7.685999870300293, "test_sparse": 1050.9689920470119, "test_sparse_csr": 560.4639957174659, "test_sparse_semi_structured": 0.04200000036507845, "test_spectral_ops": 29.61199951171875, "test_stateless": 7.387999653816223, "test_subclass": 0.7009999752044678, "test_sympy_utils": 34.942998928250745, "test_tensor_creation_ops": 130.69099596329033, "test_tensorboard": 0.950999982887879, "test_tensorexpr": 51.2760009765625, "test_tensorexpr_pybind": 0.41700001433491707, "test_testing": 55.03899938007817, "test_torch": 136.47400613571517, "test_torchfuzz_repros": 14.430999755859375, "test_transformers": 76.52099817246199, "test_transformers_privateuse1": 0.054999999701976776, "test_type_hints": 0.38499999046325684, "test_type_info": 0.3490000069141388, "test_type_promotion": 16.405000686645508, "test_typing": 103.77999877929688, "test_unary_ufuncs": 743.7560119628906, "test_utils": 40.018000970594585, "test_utils_config_module": 0.4399999976158142, "test_utils_filelock": 0.5419999957084656, "test_varlen_attention": 0.006000000052154064, "test_view_ops": 25.0509991645813, "test_vulkan": 0.0010000000474974513, "test_weak": 5.179000040516257, "test_xnnpack_integration": 7.508999850368127, "torch_np/numpy_tests/core/test_dlpack": 0.004999999888241291, "torch_np/numpy_tests/core/test_dtype": 0.5669999950332567, "torch_np/numpy_tests/core/test_einsum": 21.582000503782183, "torch_np/numpy_tests/core/test_getlimits": 0.422999988659285, "torch_np/numpy_tests/core/test_indexing": 0.6640000186162069, "torch_np/numpy_tests/core/test_multiarray": 47.302000757306814, "torch_np/numpy_tests/core/test_numeric": 6.313000086694956, "torch_np/numpy_tests/core/test_numerictypes": 0.5319999937200919, "torch_np/numpy_tests/core/test_scalar_ctors": 0.5089999921619892, "torch_np/numpy_tests/core/test_scalar_methods": 0.011000000406056643, "torch_np/numpy_tests/core/test_scalarinherit": 0.003000000026077032, "torch_np/numpy_tests/core/test_scalarmath": 36.32299972092733, "torch_np/numpy_tests/core/test_shape_base": 0.6889999825507402, "torch_np/numpy_tests/fft/test_helper": 9.449000365566462, "torch_np/numpy_tests/fft/test_pocketfft": 4.776999890804291, "torch_np/numpy_tests/lib/test_arraypad": 0.3919999897480011, "torch_np/numpy_tests/lib/test_arraysetops": 0.61200001090765, "torch_np/numpy_tests/lib/test_function_base": 3.048999992548488, "torch_np/numpy_tests/lib/test_histograms": 0.8509999960660934, "torch_np/numpy_tests/lib/test_index_tricks": 0.5190000052098185, "torch_np/numpy_tests/lib/test_shape_base_": 0.9609999884851277, "torch_np/numpy_tests/lib/test_twodim_base": 0.6879999944940209, "torch_np/numpy_tests/lib/test_type_check": 0.5039999992586672, "torch_np/numpy_tests/linalg/test_linalg": 13.188999852631241, "torch_np/test_basic": 1.264999962062575, "torch_np/test_binary_ufuncs": 0.47999998927116394, "torch_np/test_dtype": 0.4699999988079071, "torch_np/test_function_base": 0.3869999945163727, "torch_np/test_indexing": 3.6640000343322754, "torch_np/test_ndarray_methods": 6.046999988844618, "torch_np/test_nep50_examples": 0.049000000115484, "torch_np/test_random": 0.3500000024214387, "torch_np/test_reductions": 3.756000081077218, "torch_np/test_scalars_0D_arrays": 0.41999999433755875, "torch_np/test_ufuncs_basic": 1.365000027231872, "torch_np/test_unary_ufuncs": 0.49300000071525574, "typing/test_python_operators": 0.968999981880188 } }, "linux-jammy-cuda12.8-py3.9-gcc9": { "multigpu": { "distributed/_composable/fsdp/test_fully_shard_training": 22.792999267578125, "distributed/_composable/test_composability/test_2d_composability": 128.5104992389679, "distributed/_composable/test_composability/test_pp_composability": 55.331499099731445, "distributed/_shard/sharded_tensor/test_sharded_tensor": 518.4465085116681, "distributed/_shard/sharded_tensor/test_sharded_tensor_reshard": 12.57450008392334, "distributed/_shard/sharding_plan/test_sharding_plan": 18.689499855041504, "distributed/_shard/sharding_spec/test_sharding_spec": 22.144499961286783, "distributed/checkpoint/test_checkpoint": 45.2064995765686, "distributed/checkpoint/test_file_system_checkpoint": 44.35799936950207, "distributed/fsdp/test_checkpoint_wrapper": 0.5805000066757202, "distributed/fsdp/test_distributed_checkpoint": 14.151999950408936, "distributed/fsdp/test_fsdp_apply": 20.498499870300293, "distributed/fsdp/test_fsdp_backward_prefetch": 7.2790000438690186, "distributed/fsdp/test_fsdp_checkpoint": 113.08850145339966, "distributed/fsdp/test_fsdp_clip_grad_norm": 44.79899978637695, "distributed/fsdp/test_fsdp_comm": 78.28399896621704, "distributed/fsdp/test_fsdp_comm_hooks": 169.80250549316406, "distributed/fsdp/test_fsdp_core": 1183.2284650802612, "distributed/fsdp/test_fsdp_dtensor_state_dict": 119.60000228881836, "distributed/fsdp/test_fsdp_exec_order": 64.65600204467773, "distributed/fsdp/test_fsdp_fine_tune": 34.02000045776367, "distributed/fsdp/test_fsdp_flatten_params": 73.21999740600586, "distributed/fsdp/test_fsdp_freezing_weights": 197.58100128173828, "distributed/fsdp/test_fsdp_fx": 0.5725000202655792, "distributed/fsdp/test_fsdp_grad_acc": 44.809499740600586, "distributed/fsdp/test_fsdp_hybrid_shard": 58.49800109863281, "distributed/fsdp/test_fsdp_ignored_modules": 44.719499588012695, "distributed/fsdp/test_fsdp_input": 12.176499843597412, "distributed/fsdp/test_fsdp_memory": 12.249500274658203, "distributed/fsdp/test_fsdp_meta": 44.119998931884766, "distributed/fsdp/test_fsdp_misc": 75.90999878942966, "distributed/fsdp/test_fsdp_mixed_precision": 372.4284987449646, "distributed/fsdp/test_fsdp_multiple_forward": 6.268500089645386, "distributed/fsdp/test_fsdp_multiple_wrapping": 8.122000217437744, "distributed/fsdp/test_fsdp_optim_state": 396.3990020751953, "distributed/fsdp/test_fsdp_overlap": 22.742499351501465, "distributed/fsdp/test_fsdp_pure_fp16": 16.90049934387207, "distributed/fsdp/test_fsdp_sharded_grad_scaler": 129.17249804735184, "distributed/fsdp/test_fsdp_state_dict": 985.0199921131134, "distributed/fsdp/test_fsdp_tp_integration": 24.910499572753906, "distributed/fsdp/test_fsdp_traversal": 6.67549991607666, "distributed/fsdp/test_fsdp_uneven": 8.071499824523926, "distributed/fsdp/test_fsdp_unshard_params": 84.1520004272461, "distributed/fsdp/test_fsdp_use_orig_params": 414.154005125165, "distributed/fsdp/test_hsdp_dtensor_state_dict": 71.86549758911133, "distributed/fsdp/test_shard_utils": 11.292999982833862, "distributed/fsdp/test_utils": 0.5814999938011169, "distributed/fsdp/test_wrap": 155.44049904542044, "distributed/rpc/cuda/test_tensorpipe_agent": 725.9285076707602, "distributed/tensor/parallel/test_tp_examples": 105.1155014038086, "distributed/tensor/parallel/test_tp_random_state": 6.885000228881836, "distributed/tensor/test_dtensor_compile": 193.00650310516357, "distributed/tensor/test_random_ops": 78.77849864959717, "distributed/tensor/test_utils": 77.03199914842844, "distributed/test_c10d_common": 125.25249934196472, "distributed/test_c10d_gloo": 1200.714997947216, "distributed/test_c10d_nccl": 1412.3310104325647, "distributed/test_c10d_spawn_gloo": 43.55949902534485, "distributed/test_c10d_spawn_nccl": 57.52350044250488, "distributed/test_compute_comm_reordering": 94.52299880981445, "distributed/test_device_mesh": 279.6734993457794, "distributed/test_functional_api": 132.8359970659949, "distributed/test_pg_wrapper": 97.09099960327148, "distributed/test_store": 48.49449964566156, "distributed/test_symmetric_memory": 0.20549999526701868, "test_cuda_multigpu": 6.477499932050705, "test_cuda_primary_ctx": 1.8125, "test_foreach": 0.48899999260902405, "test_optim": 12.431000001728535 } }, "linux-jammy-cuda13.0-py3.10-gcc11": { "jit_legacy": { "test_jit_fuser_legacy": 0.003000000026077032, "test_jit_legacy": 98.15199946030043 }, "nogpu_AVX512": { "backends/xeon/test_launch": 1.7929999828338623, "benchmark_utils/test_benchmark_utils": 0.47200000286102295, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 6.14900016784668, "distributions/test_distributions": 59.60200102441013, "dynamo/test_after_aot": 9.053999900817871, "dynamo/test_aot_autograd": 63.9119987487793, "dynamo/test_aot_autograd_cache": 63.55400025844574, "dynamo/test_aot_compile": 14.885000228881836, "dynamo/test_autograd_function": 7.928999900817871, "dynamo/test_backends": 7.43900017242413, "dynamo/test_backward_higher_order_ops": 12.793000221252441, "dynamo/test_base_hop": 2.6089999675750732, "dynamo/test_base_output": 0.006000000052154064, "dynamo/test_buffers_override": 8.255000114440918, "dynamo/test_bytecode_utils": 8.726999998092651, "dynamo/test_callback": 0.012000000104308128, "dynamo/test_compile": 8.936000015353784, "dynamo/test_compiler_bisector": 0, "dynamo/test_comptime": 10.241000175476074, "dynamo/test_config": 4.099999904632568, "dynamo/test_ctx_manager": 7.88100004196167, "dynamo/test_decorators": 17.6560001373291, "dynamo/test_deque_reconstruct": 0.7490000128746033, "dynamo/test_deviceguard": 0.015999999712221324, "dynamo/test_dicts": 18.58700031787157, "dynamo/test_dynamic_shapes": 1703.8209872245789, "dynamo/test_einops": 0.0020000000949949026, "dynamo/test_error_messages": 8.744000434875488, "dynamo/test_exc": 4.4070000648498535, "dynamo/test_exceptions": 9.906999588012695, "dynamo/test_export": 69.03700256347656, "dynamo/test_export_mutations": 5.445000171661377, "dynamo/test_fake_distributed": 6.749000072479248, "dynamo/test_flat_apply": 0.6669999957084656, "dynamo/test_frame_init": 0.2809999883174896, "dynamo/test_functions": 62.76599979400635, "dynamo/test_fx_annotate": 0.5199999809265137, "dynamo/test_fx_graph_runnable": 135.81100463867188, "dynamo/test_fx_passes_pre_grad": 5.913000106811523, "dynamo/test_generator": 3.352999947965145, "dynamo/test_global": 8.522000312805176, "dynamo/test_graph_deduplication": 11.359000205993652, "dynamo/test_graph_region_tracker": 2.361999988555908, "dynamo/test_guard_manager": 5.34800024330616, "dynamo/test_guard_serialization": 11.502000404405408, "dynamo/test_higher_order_ops": 52.84599870443344, "dynamo/test_hooks": 22.459999084472656, "dynamo/test_inline_and_install": 117.94999694824219, "dynamo/test_input_attr_tracking": 9.125, "dynamo/test_install_free_tensors": 37.235999584198, "dynamo/test_interop": 0.7609999775886536, "dynamo/test_list": 2.7929999828338623, "dynamo/test_logging": 23.3700008392334, "dynamo/test_metrics_context": 0.328000009059906, "dynamo/test_misc": 186.74499766528606, "dynamo/test_model_output": 0.006000000284984708, "dynamo/test_modes": 9.597000122070312, "dynamo/test_modules": 23.47599983215332, "dynamo/test_nested_graph_breaks": 9.911999702453613, "dynamo/test_nops": 0.621999979019165, "dynamo/test_optimizers": 2.2190001010894775, "dynamo/test_package": 32.446998596191406, "dynamo/test_pgo": 25.125999450683594, "dynamo/test_pre_dispatch": 0.7319999933242798, "dynamo/test_precompile_context": 0.003000000026077032, "dynamo/test_profiler": 14.33899974822998, "dynamo/test_python_autograd": 0.8510000109672546, "dynamo/test_python_dispatcher": 0.5220000147819519, "dynamo/test_recompile_ux": 1.7160000801086426, "dynamo/test_recompiles": 10.281999588012695, "dynamo/test_reconstruct": 1.4449999332427979, "dynamo/test_regional_inductor": 10.63700008392334, "dynamo/test_reorder_logs": 1.3830000162124634, "dynamo/test_repros": 161.5209993897006, "dynamo/test_resume": 0.699999988079071, "dynamo/test_sdpa": 1.9219999313354492, "dynamo/test_sets": 7.841000113636255, "dynamo/test_skip_guard_eval_unsafe": 9.602999687194824, "dynamo/test_skip_non_tensor": 1.1540000438690186, "dynamo/test_sources": 4.879000186920166, "dynamo/test_structured_trace": 22.88800048828125, "dynamo/test_subclasses": 52.93299961090088, "dynamo/test_subgraphs": 12.071000099182129, "dynamo/test_trace_rules": 1.7680000215768814, "dynamo/test_unittest": 0.3059999942779541, "dynamo/test_unspec": 42.68899917602539, "dynamo/test_utils": 30.479999717324972, "dynamo/test_verify_correctness": 0.7689999938011169, "dynamo/test_view": 1.0800000429153442, "export/test_converter": 14.428999900817871, "export/test_cpp_serdes": 82.80899810791016, "export/test_db": 24.35700035095215, "export/test_draft_export": 10.819999694824219, "export/test_dynamic_shapes": 0.32600000500679016, "export/test_experimental": 10.538000106811523, "export/test_export": 107.57200312614441, "export/test_export_strict": 308.8750033378601, "export/test_export_training_ir_to_run_decomp": 574.7999889850616, "export/test_export_with_inline_and_install": 303.712007522583, "export/test_functionalized_assertions": 0.17000000178813934, "export/test_lift_unlift": 0.2170000036712736, "export/test_nativert": 0.0010000000474974513, "export/test_package": 0.6209999918937683, "export/test_pass_infra": 7.9770002365112305, "export/test_passes": 41.01599884033203, "export/test_retraceability": 400.65799736976624, "export/test_schema": 0.6610000133514404, "export/test_serdes": 235.19799798727036, "export/test_serialize": 64.41999989748001, "export/test_sparse": 396.781005859375, "export/test_strict_export_v2": 300.59799003601074, "export/test_swap": 10.968999862670898, "export/test_tools": 4.735000133514404, "export/test_torchbind": 20.34799986286089, "export/test_tree_utils": 0.28299999237060547, "export/test_unflatten": 21.268999099731445, "export/test_unflatten_training_ir": 21.347000122070312, "export/test_upgrader": 0.006000000052154064, "export/test_verifier": 8.269000053405762, "functorch/dim/test_getsetitem": 0.020999999716877937, "functorch/dim/test_split": 0.03700000047683716, "functorch/test_ac_knapsack": 0.30199999548494816, "functorch/test_ac_logging": 0.023000000044703484, "functorch/test_aot_joint_with_descriptors": 10.819999694824219, "functorch/test_aotdispatch": 112.68099829554558, "functorch/test_control_flow": 168.96399565041065, "functorch/test_dims": 38.3489990234375, "functorch/test_eager_transforms": 0.08799999859184027, "functorch/test_logging": 0.3240000009536743, "functorch/test_memory_efficient_fusion": 5.809999816119671, "functorch/test_minifier": 0.4519999921321869, "functorch/test_parsing": 0.18099999614059925, "functorch/test_rearrange": 0.23000000417232513, "functorch/test_vmap": 3.1899999380111694, "functorch/test_vmap_registrations": 2.1019999980926514, "higher_order_ops/test_invoke_quant": 5.479000091552734, "higher_order_ops/test_invoke_subgraph": 60.92099805548787, "higher_order_ops/test_local_map": 12.465999603271484, "higher_order_ops/test_with_effects": 14.144000053405762, "inductor/test_analysis": 0.006000000052154064, "inductor/test_aot_inductor_arrayref": 1099.1809692382812, "inductor/test_async_compile": 0.004999999888241291, "inductor/test_augmented_graph_helper": 0.017999999225139618, "inductor/test_auto_functionalize": 34.75699996948242, "inductor/test_benchmark_fusion": 10.46399974822998, "inductor/test_benchmarking": 0.2930000126361847, "inductor/test_binary_folding": 55.236000061035156, "inductor/test_block_analysis": 0.23100000619888306, "inductor/test_cache": 40.79800093173981, "inductor/test_caching": 35.10800046287477, "inductor/test_codecache": 133.01200206868816, "inductor/test_codegen_triton": 0.24699999392032623, "inductor/test_combo_kernels": 0.006000000168569386, "inductor/test_compile": 10.947999954223633, "inductor/test_compile_worker": 23.773000717163086, "inductor/test_compiled_autograd": 770.4470050726086, "inductor/test_compiled_optimizers": 136.72999572753906, "inductor/test_config": 5.7729997634887695, "inductor/test_control_flow": 0.6490000009071082, "inductor/test_cpp_wrapper_hipify": 0.4350000023841858, "inductor/test_cpu_repro": 2941.6720275878906, "inductor/test_custom_lowering": 0.008999999612569809, "inductor/test_custom_post_grad_passes": 7.395999908447266, "inductor/test_cutedsl_template": 0, "inductor/test_cutlass_evt": 0.004000000189989805, "inductor/test_debug_trace": 8.720000267028809, "inductor/test_decompose_mem_bound_mm": 0.0020000000949949026, "inductor/test_device_assert": 4.169000148773193, "inductor/test_device_info": 0.4050000011920929, "inductor/test_distributed_patterns": 18.01300048828125, "inductor/test_efficient_conv_bn_eval": 0.0010000000474974513, "inductor/test_extension_backend": 2.2230000495910645, "inductor/test_external_callables": 11.126999855041504, "inductor/test_foreach": 15.920000076293945, "inductor/test_fp8": 89.26900231838226, "inductor/test_fused_attention": 117.73100280761719, "inductor/test_fuzzer": 2.191999912261963, "inductor/test_fx_fusion": 0.3889999985694885, "inductor/test_graph_transform_observer": 0.004000000189989805, "inductor/test_group_batch_fusion": 0.026000000070780516, "inductor/test_helion_kernels": 0.0020000000949949026, "inductor/test_indexing": 0.4530000016093254, "inductor/test_inductor_annotations": 0.0020000000949949026, "inductor/test_inductor_freezing": 27.5989990234375, "inductor/test_kernel_optimization": 0.0010000000474974513, "inductor/test_mem_estimation": 0.36299999989569187, "inductor/test_minifier": 46.279998779296875, "inductor/test_minifier_isolate": 0.003000000026077032, "inductor/test_minifier_utils": 4.789999961853027, "inductor/test_mkldnn_pattern_matcher": 1428.0540289878845, "inductor/test_op_completeness": 0.18000000715255737, "inductor/test_ordered_set": 1.8069999644067138, "inductor/test_pcache": 4.957999974489212, "inductor/test_provenance_tracing": 25.04400051140692, "inductor/test_remote_cache": 0.2800000011920929, "inductor/test_segmented_tree": 0.5730000138282776, "inductor/test_split_cat_fx_aten_passes": 2.4109999923966825, "inductor/test_static_cuda_launcher": 0.0010000000474974513, "inductor/test_template_heuristics_registry": 0.18199999630451202, "inductor/test_torchbind": 37.060001373291016, "inductor/test_torchinductor_codegen_config_overrides": 3.822000026702881, "inductor/test_torchinductor_codegen_dynamic_shapes": 1796.3469848632812, "inductor/test_torchinductor_dynamic_shapes": 1874.6510009765625, "inductor/test_triton_kernels": 0.09499999694526196, "lazy/test_bindings": 0.0010000000474974513, "lazy/test_debug_util": 0.2070000022649765, "lazy/test_functionalization": 0.2280000001192093, "lazy/test_generator": 0.20900000631809235, "lazy/test_reuse_ir": 0.5350000262260437, "lazy/test_step_closures": 2.2809998989105225, "lazy/test_ts_opinfo": 0.5130000114440918, "nn/test_convolution": 13.45199966430664, "nn/test_dropout": 0.07199999690055847, "nn/test_embedding": 0.05000000074505806, "nn/test_init": 4.873000144958496, "nn/test_lazy_modules": 0.44699999690055847, "nn/test_load_state_dict": 0.7180000022053719, "nn/test_module_hooks": 0.21500000171363354, "nn/test_multihead_attention": 9.147000312805176, "nn/test_packed_sequence": 0.4269999861717224, "nn/test_parametrization": 0.7850000262260437, "nn/test_pooling": 0.5440000146627426, "nn/test_pruning": 0.19900000095367432, "profiler/test_cpp_thread": 0.005000000121071935, "profiler/test_kineto": 0.16899999976158142, "profiler/test_memory_profiler": 3.8410000512376428, "profiler/test_profiler": 17.495999583858065, "profiler/test_profiler_tree": 0.33500000834465027, "profiler/test_python_tracer": 3.934000015258789, "profiler/test_record_function": 0.3109999895095825, "profiler/test_torch_tidy": 3.946000099182129, "test_ao_sparsity": 6.97899986570701, "test_appending_byte_serializer": 0.16699999570846558, "test_autocast": 0.5809999881312251, "test_autograd": 59.74000197718851, "test_autograd_fallback": 0.37400001287460327, "test_autoload": 0.49400000274181366, "test_bundled_inputs": 1.0360000133514404, "test_comparison_utils": 0.2919999957084656, "test_compile_benchmark_util": 0, "test_cpp_api_parity": 3.371999979019165, "test_cpp_extensions_aot_ninja": 0.14499999885447323, "test_cpp_extensions_aot_no_ninja": 0.13899999973364174, "test_cpp_extensions_jit": 44.90299987792969, "test_cpp_extensions_mtia_backend": 1.284999966621399, "test_cpp_extensions_stream_and_event": 1.2890000343322754, "test_cuda": 0.008999999961815774, "test_custom_ops": 31.848000870086253, "test_dataloader": 217.63000209385063, "test_datapipe": 12.755999854765832, "test_decomp": 0.2849999964237213, "test_dispatch": 22.119999541901052, "test_dynamic_shapes": 72.5530005833134, "test_extension_utils": 0.164000004529953, "test_fake_tensor": 4.011999923735857, "test_file_check": 1.9049999713897705, "test_flop_counter": 0.6159999966621399, "test_function_schema": 0.5820000171661377, "test_functional_autograd_benchmark": 25.88800048828125, "test_functional_optim": 0.3659999966621399, "test_functionalization": 4.666000127792358, "test_futures": 0.9160000085830688, "test_fx": 233.72900464385748, "test_fx_experimental": 12.984000146389008, "test_fx_passes": 0.6549999713897705, "test_fx_reinplace_pass": 0.6690000295639038, "test_hop_infra": 0.006000000052154064, "test_hub": 10.85099983215332, "test_import_stats": 3.5980000495910645, "test_itt": 0.16300000250339508, "test_jit": 93.83699846558738, "test_jit_autocast": 9.311999954283237, "test_jit_disabled": 0.23499999940395355, "test_jit_fuser_te": 161.12899749726057, "test_jit_llga_fuser": 5.173999898135662, "test_legacy_vmap": 1.4580000042915344, "test_license": 0.17000000178813934, "test_logging": 2.2200000286102295, "test_maskedtensor": 0.6929999887943268, "test_meta": 0.04600000008940697, "test_mkl_verbose": 3.4630000591278076, "test_mkldnn_fusion": 14.373000144958496, "test_mkldnn_verbose": 3.621999979019165, "test_mobile_optimizer": 2.0739998817443848, "test_model_exports_to_core_aten": 0.26899999380111694, "test_module_tracker": 0.2809999883174896, "test_monitor": 0.38999998569488525, "test_multiprocessing": 53.06800079345703, "test_multiprocessing_spawn": 129.81399741373025, "test_namedtensor": 0.3580000102519989, "test_namedtuple_return_api": 1.6169999837875366, "test_native_functions": 0.3700000047683716, "test_nestedtensor": 0.13499999744817615, "test_nn": 48.3509990851162, "test_numa_binding": 5.482999801635742, "test_numba_integration": 0.003000000026077032, "test_opaque_obj": 0.6430000066757202, "test_opaque_obj_v2": 0.2849999964237213, "test_openmp": 3.689000129699707, "test_openreg": 1.9300000369548798, "test_ops": 0.003000000026077032, "test_optim": 2.0239999890327454, "test_out_dtype_op": 6.35699987411499, "test_package": 2.2289999797940254, "test_per_overload_api": 0.27799999713897705, "test_prims": 0.01899999938905239, "test_privateuseone_python_backend": 0.18799999356269836, "test_proxy_tensor": 12.603000143542886, "test_pruning_op": 0.44999998807907104, "test_public_bindings": 8.994000434875488, "test_python_dispatch": 0.5250000027008355, "test_pytree": 2.08899992890656, "test_quantization": 2004.3040194632486, "test_rename_privateuse1_to_existing_device": 0.16899999976158142, "test_schema_check": 0.09700000286102295, "test_serialization": 48.35400050505996, "test_set_default_mobile_cpu_allocator": 0.17100000381469727, "test_show_pickle": 0.1720000058412552, "test_sparse": 3.361000090604648, "test_sparse_csr": 0.4269999861717224, "test_sparse_semi_structured": 0.012000000453554094, "test_stateless": 5.274000108242035, "test_subclass": 0.5289999842643738, "test_sympy_utils": 24.32100006006658, "test_tensorboard": 0.6929999967105687, "test_tensorexpr": 17.07699966430664, "test_tensorexpr_pybind": 0.30299998726695776, "test_testing": 29.10399977164343, "test_torch": 2.5649999426677823, "test_torchfuzz_repros": 0.039000000804662704, "test_transformers_privateuse1": 0.04600000008940697, "test_type_hints": 0.25999999046325684, "test_type_info": 0.27399998903274536, "test_typing": 71.43800354003906, "test_utils": 3.6329999957233667, "test_utils_config_module": 0.32899999618530273, "test_utils_filelock": 0.38199999928474426, "test_vulkan": 0.0010000000474974513, "test_weak": 4.102999769151211, "test_xnnpack_integration": 8.916999961948022, "torch_np/numpy_tests/core/test_dlpack": 0.004999999888241291, "torch_np/numpy_tests/core/test_dtype": 0.4129999984288588, "torch_np/numpy_tests/core/test_einsum": 13.249999885447323, "torch_np/numpy_tests/core/test_getlimits": 0.3239999938523397, "torch_np/numpy_tests/core/test_indexing": 0.4529999940423295, "torch_np/numpy_tests/core/test_multiarray": 25.143999191583134, "torch_np/numpy_tests/core/test_numeric": 4.424999975366518, "torch_np/numpy_tests/core/test_numerictypes": 0.32299999974202365, "torch_np/numpy_tests/core/test_scalar_ctors": 0.3709999853745103, "torch_np/numpy_tests/core/test_scalar_methods": 0.0020000000949949026, "torch_np/numpy_tests/core/test_scalarinherit": 0.0010000000474974513, "torch_np/numpy_tests/core/test_scalarmath": 20.75000069080852, "torch_np/numpy_tests/core/test_shape_base": 0.5280000022612512, "torch_np/numpy_tests/fft/test_helper": 5.163000125903636, "torch_np/numpy_tests/fft/test_pocketfft": 3.432999938726425, "torch_np/numpy_tests/lib/test_arraypad": 0.30799999833106995, "torch_np/numpy_tests/lib/test_arraysetops": 0.4629999955650419, "torch_np/numpy_tests/lib/test_function_base": 1.7599999953527004, "torch_np/numpy_tests/lib/test_histograms": 0.6080000028014183, "torch_np/numpy_tests/lib/test_index_tricks": 0.43799998878967017, "torch_np/numpy_tests/lib/test_shape_base_": 0.6609999942593277, "torch_np/numpy_tests/lib/test_twodim_base": 0.5119999912567437, "torch_np/numpy_tests/lib/test_type_check": 0.41099998797290027, "torch_np/numpy_tests/linalg/test_linalg": 8.446999707259238, "torch_np/test_basic": 0.5900000077672303, "torch_np/test_binary_ufuncs": 0.4050000011920929, "torch_np/test_dtype": 0.3479999899864197, "torch_np/test_function_base": 0.32600000500679016, "torch_np/test_indexing": 2.568000078201294, "torch_np/test_ndarray_methods": 3.588999991538003, "torch_np/test_nep50_examples": 0.017000000807456672, "torch_np/test_random": 0.22799999872222543, "torch_np/test_reductions": 2.3029999379068613, "torch_np/test_scalars_0D_arrays": 0.3309999853372574, "torch_np/test_ufuncs_basic": 1.1149999843910336, "torch_np/test_unary_ufuncs": 0.40400001406669617, "typing/test_python_operators": 0.6209999918937683 }, "nogpu_NO_AVX2": { "backends/xeon/test_launch": 1.7300000190734863, "benchmark_utils/test_benchmark_utils": 0.46700000762939453, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 6.110000133514404, "distributions/test_distributions": 58.7089986782521, "dynamo/test_after_aot": 8.604000091552734, "dynamo/test_aot_autograd": 62.9370002746582, "dynamo/test_aot_autograd_cache": 51.22400104999542, "dynamo/test_aot_compile": 14.10200023651123, "dynamo/test_autograd_function": 7.139999866485596, "dynamo/test_backends": 6.334000004339032, "dynamo/test_backward_higher_order_ops": 12.869000434875488, "dynamo/test_base_hop": 2.615999937057495, "dynamo/test_base_output": 0.003000000026077032, "dynamo/test_buffers_override": 7.928999900817871, "dynamo/test_bytecode_utils": 7.83899986743927, "dynamo/test_callback": 0.00800000037997961, "dynamo/test_compile": 8.822000244166702, "dynamo/test_compiler_bisector": 0, "dynamo/test_comptime": 9.361000061035156, "dynamo/test_config": 4.056000232696533, "dynamo/test_ctx_manager": 7.559999942779541, "dynamo/test_decorators": 15.574999809265137, "dynamo/test_deque_reconstruct": 0.671999990940094, "dynamo/test_deviceguard": 0.014000000432133675, "dynamo/test_dicts": 18.02099995315075, "dynamo/test_dynamic_shapes": 1452.7379801869392, "dynamo/test_einops": 0.0020000000949949026, "dynamo/test_error_messages": 9.008999824523926, "dynamo/test_exc": 4.355000019073486, "dynamo/test_exceptions": 9.911999702453613, "dynamo/test_export": 75.8270034790039, "dynamo/test_export_mutations": 4.710000038146973, "dynamo/test_fake_distributed": 6.560999870300293, "dynamo/test_flat_apply": 0.6700000166893005, "dynamo/test_frame_init": 0.30300000309944153, "dynamo/test_functions": 54.077999114990234, "dynamo/test_fx_annotate": 0.5230000019073486, "dynamo/test_fx_graph_runnable": 130.16600036621094, "dynamo/test_fx_passes_pre_grad": 5.697000026702881, "dynamo/test_generator": 3.4560000523924828, "dynamo/test_global": 8.166999816894531, "dynamo/test_graph_deduplication": 10.765000343322754, "dynamo/test_graph_region_tracker": 2.2699999809265137, "dynamo/test_guard_manager": 5.3169999197125435, "dynamo/test_guard_serialization": 10.85899980168324, "dynamo/test_higher_order_ops": 44.83999991416931, "dynamo/test_hooks": 22.5049991607666, "dynamo/test_inline_and_install": 105.0479965209961, "dynamo/test_input_attr_tracking": 8.664999961853027, "dynamo/test_install_free_tensors": 34.235999584198, "dynamo/test_interop": 0.7450000047683716, "dynamo/test_list": 2.708999991416931, "dynamo/test_logging": 21.948999404907227, "dynamo/test_metrics_context": 0.28999999165534973, "dynamo/test_misc": 173.97800481319427, "dynamo/test_model_output": 0.006000000284984708, "dynamo/test_modes": 8.568000078201294, "dynamo/test_modules": 22.30900001525879, "dynamo/test_nested_graph_breaks": 9.392999649047852, "dynamo/test_nops": 0.6320000290870667, "dynamo/test_optimizers": 2.244999885559082, "dynamo/test_package": 26.54599952697754, "dynamo/test_pgo": 22.207000732421875, "dynamo/test_pre_dispatch": 0.7379999756813049, "dynamo/test_precompile_context": 0.003000000026077032, "dynamo/test_profiler": 12.897000312805176, "dynamo/test_python_autograd": 0.8799999952316284, "dynamo/test_python_dispatcher": 0.5230000019073486, "dynamo/test_recompile_ux": 1.687999963760376, "dynamo/test_recompiles": 10.682000160217285, "dynamo/test_reconstruct": 1.4490000009536743, "dynamo/test_regional_inductor": 7.2860002517700195, "dynamo/test_reorder_logs": 1.4289999902248383, "dynamo/test_repros": 151.56700463872403, "dynamo/test_resume": 0.6499999761581421, "dynamo/test_sdpa": 3.4519999027252197, "dynamo/test_sets": 8.181000009179115, "dynamo/test_skip_guard_eval_unsafe": 8.432000160217285, "dynamo/test_skip_non_tensor": 1.128000020980835, "dynamo/test_sources": 4.734000205993652, "dynamo/test_structured_trace": 20.382999420166016, "dynamo/test_subclasses": 47.76399803161621, "dynamo/test_subgraphs": 11.600000381469727, "dynamo/test_trace_rules": 1.980000026524067, "dynamo/test_unittest": 0.335999995470047, "dynamo/test_unspec": 39.138999938964844, "dynamo/test_utils": 26.960999809205532, "dynamo/test_verify_correctness": 0.7670000195503235, "dynamo/test_view": 1.0700000524520874, "export/test_converter": 14.298999786376953, "export/test_cpp_serdes": 82.02200317382812, "export/test_db": 21.676000595092773, "export/test_draft_export": 10.861000061035156, "export/test_dynamic_shapes": 0.3059999942779541, "export/test_experimental": 10.85099983215332, "export/test_export": 78.86000144481659, "export/test_export_strict": 99.33200204372406, "export/test_export_training_ir_to_run_decomp": 376.5669903755188, "export/test_export_with_inline_and_install": 290.56401109695435, "export/test_functionalized_assertions": 0.16899999976158142, "export/test_lift_unlift": 0.2170000036712736, "export/test_nativert": 0, "export/test_package": 0.5569999814033508, "export/test_pass_infra": 6.729000091552734, "export/test_passes": 41.90299987792969, "export/test_retraceability": 441.03899723291397, "export/test_schema": 0.6740000247955322, "export/test_serdes": 187.93099611997604, "export/test_serialize": 50.37900137901306, "export/test_sparse": 370.4849853515625, "export/test_strict_export_v2": 129.87300741672516, "export/test_swap": 10.42799997329712, "export/test_tools": 4.51800012588501, "export/test_torchbind": 18.53999977512285, "export/test_tree_utils": 0.27300000190734863, "export/test_unflatten": 18.979999542236328, "export/test_unflatten_training_ir": 23.261999130249023, "export/test_upgrader": 0.006000000052154064, "export/test_verifier": 10.175000190734863, "functorch/dim/test_getsetitem": 0.019999999552965164, "functorch/dim/test_split": 0.032999999821186066, "functorch/test_ac_knapsack": 0.3209999892860651, "functorch/test_ac_logging": 0.012000000104308128, "functorch/test_aot_joint_with_descriptors": 11.145000457763672, "functorch/test_aotdispatch": 106.7419980764389, "functorch/test_control_flow": 163.4889976978302, "functorch/test_dims": 38.04399871826172, "functorch/test_eager_transforms": 0.09300000034272671, "functorch/test_logging": 0.33399999141693115, "functorch/test_memory_efficient_fusion": 5.658000148832798, "functorch/test_minifier": 0.4519999921321869, "functorch/test_parsing": 0.17899999395012856, "functorch/test_rearrange": 0.22699999809265137, "functorch/test_vmap": 3.0890000462532043, "functorch/test_vmap_registrations": 2.3550000190734863, "higher_order_ops/test_invoke_quant": 4.941999942064285, "higher_order_ops/test_invoke_subgraph": 50.00700047798455, "higher_order_ops/test_local_map": 11.416999816894531, "higher_order_ops/test_with_effects": 12.899999618530273, "inductor/test_analysis": 0.006000000052154064, "inductor/test_aot_inductor_arrayref": 1037.9079895019531, "inductor/test_async_compile": 0.003000000026077032, "inductor/test_augmented_graph_helper": 0.017999999225139618, "inductor/test_auto_functionalize": 32.12200164794922, "inductor/test_benchmark_fusion": 8.776000022888184, "inductor/test_benchmarking": 0.2919999957084656, "inductor/test_binary_folding": 49.45199966430664, "inductor/test_block_analysis": 0.25200000405311584, "inductor/test_cache": 40.89800047874451, "inductor/test_caching": 36.33499982766807, "inductor/test_codecache": 107.72699962428305, "inductor/test_codegen_triton": 0.23899999260902405, "inductor/test_combo_kernels": 0.006000000168569386, "inductor/test_compile": 7.569000244140625, "inductor/test_compile_worker": 23.099000930786133, "inductor/test_compiled_autograd": 703.0519977007061, "inductor/test_compiled_optimizers": 115.45099639892578, "inductor/test_config": 5.019999980926514, "inductor/test_control_flow": 0.6619999899994582, "inductor/test_cpp_wrapper_hipify": 0.36899998784065247, "inductor/test_cpu_repro": 2359.68701171875, "inductor/test_custom_lowering": 0.008999999612569809, "inductor/test_custom_post_grad_passes": 5.703999996185303, "inductor/test_cutedsl_template": 0.0010000000474974513, "inductor/test_cutlass_evt": 0.006000000052154064, "inductor/test_debug_trace": 8.182000160217285, "inductor/test_decompose_mem_bound_mm": 0.0010000000474974513, "inductor/test_device_assert": 4.047999858856201, "inductor/test_device_info": 0.3479999899864197, "inductor/test_distributed_patterns": 14.824999809265137, "inductor/test_efficient_conv_bn_eval": 0.0010000000474974513, "inductor/test_extension_backend": 2.046999931335449, "inductor/test_external_callables": 10.970999717712402, "inductor/test_foreach": 13.875, "inductor/test_fp8": 76.48800012283027, "inductor/test_fused_attention": 102.6140022277832, "inductor/test_fuzzer": 2.4079999923706055, "inductor/test_fx_fusion": 0.3930000066757202, "inductor/test_graph_transform_observer": 0.004000000189989805, "inductor/test_group_batch_fusion": 0.026000000070780516, "inductor/test_helion_kernels": 0.0020000000949949026, "inductor/test_indexing": 0.4430000111460686, "inductor/test_inductor_annotations": 0.0020000000949949026, "inductor/test_inductor_freezing": 20.56999969482422, "inductor/test_kernel_optimization": 0.0010000000474974513, "inductor/test_mem_estimation": 0.3429999928921461, "inductor/test_minifier": 40.749000549316406, "inductor/test_minifier_isolate": 0.003000000026077032, "inductor/test_minifier_utils": 4.702000141143799, "inductor/test_mkldnn_pattern_matcher": 1250.4120087623596, "inductor/test_op_completeness": 0.1770000010728836, "inductor/test_ordered_set": 1.7130000016186386, "inductor/test_pcache": 5.102999910712242, "inductor/test_provenance_tracing": 22.930999641655944, "inductor/test_remote_cache": 0.27399998903274536, "inductor/test_segmented_tree": 0.5809999704360962, "inductor/test_split_cat_fx_aten_passes": 2.4200000553391874, "inductor/test_static_cuda_launcher": 0.0020000000949949026, "inductor/test_template_heuristics_registry": 0.18000000715255737, "inductor/test_torchbind": 33.09400177001953, "inductor/test_torchinductor_codegen_config_overrides": 3.4600000381469727, "inductor/test_torchinductor_codegen_dynamic_shapes": 1431.8450012207031, "inductor/test_torchinductor_dynamic_shapes": 1510.1100158691406, "inductor/test_triton_kernels": 0.09499999694526196, "lazy/test_bindings": 0.0010000000474974513, "lazy/test_debug_util": 0.20900000631809235, "lazy/test_functionalization": 0.22599999606609344, "lazy/test_generator": 0.20999999344348907, "lazy/test_reuse_ir": 0.5210000276565552, "lazy/test_step_closures": 2.2860000133514404, "lazy/test_ts_opinfo": 0.5150000005960464, "nn/test_convolution": 13.121000289916992, "nn/test_dropout": 0.11100000143051147, "nn/test_embedding": 0.05000000074505806, "nn/test_init": 4.304999828338623, "nn/test_lazy_modules": 0.4440000057220459, "nn/test_load_state_dict": 0.7009999826550484, "nn/test_module_hooks": 0.21199999749660492, "nn/test_multihead_attention": 9.307999610900879, "nn/test_packed_sequence": 0.42800000309944153, "nn/test_parametrization": 0.7649999856948853, "nn/test_pooling": 0.5339999943971634, "nn/test_pruning": 0.20499999821186066, "profiler/test_cpp_thread": 0.005000000121071935, "profiler/test_kineto": 0.1770000010728836, "profiler/test_memory_profiler": 3.818000049330294, "profiler/test_profiler": 16.659000427345745, "profiler/test_profiler_tree": 0.328000009059906, "profiler/test_python_tracer": 3.884000062942505, "profiler/test_record_function": 0.31700000166893005, "profiler/test_torch_tidy": 4.486999988555908, "test_ao_sparsity": 6.549000027123839, "test_appending_byte_serializer": 0.16899999976158142, "test_autocast": 0.5550000248476863, "test_autograd": 60.6619987457525, "test_autograd_fallback": 0.3700000047683716, "test_autoload": 0.4869999885559082, "test_bundled_inputs": 1.7710000276565552, "test_comparison_utils": 0.2849999964237213, "test_compile_benchmark_util": 0.0010000000474974513, "test_cpp_api_parity": 3.371999979019165, "test_cpp_extensions_aot_ninja": 0.14500000071711838, "test_cpp_extensions_aot_no_ninja": 0.13200000231154263, "test_cpp_extensions_jit": 44.79999923706055, "test_cpp_extensions_mtia_backend": 1.2639999389648438, "test_cpp_extensions_stream_and_event": 1.2330000400543213, "test_cuda": 0.0070000000996515155, "test_custom_ops": 31.0589995784685, "test_dataloader": 218.02699981397018, "test_datapipe": 12.561000020243227, "test_decomp": 0.20800000429153442, "test_dispatch": 22.17599984817207, "test_dynamic_shapes": 63.12000152282417, "test_extension_utils": 0.16300000250339508, "test_fake_tensor": 4.067999981343746, "test_file_check": 1.7839999198913574, "test_flop_counter": 0.8209999799728394, "test_function_schema": 0.8930000066757202, "test_functional_autograd_benchmark": 27.44700050354004, "test_functional_optim": 0.3659999966621399, "test_functionalization": 4.924000024795532, "test_futures": 0.9229999780654907, "test_fx": 264.67199284769595, "test_fx_experimental": 15.362000048160553, "test_fx_passes": 0.6610000133514404, "test_fx_reinplace_pass": 0.6759999990463257, "test_hop_infra": 0.004999999888241291, "test_hub": 9.776000022888184, "test_import_stats": 3.689000129699707, "test_itt": 0.17100000381469727, "test_jit": 94.57800047006458, "test_jit_autocast": 10.468999914824963, "test_jit_disabled": 0.23399999737739563, "test_jit_fuser_te": 161.35000091418624, "test_jit_llga_fuser": 5.059999834746122, "test_legacy_vmap": 1.546999990940094, "test_license": 0.16699999570846558, "test_logging": 2.1480000019073486, "test_maskedtensor": 0.6220000088214874, "test_meta": 0.04800000041723251, "test_mkl_verbose": 3.876999855041504, "test_mkldnn_fusion": 16.375999450683594, "test_mkldnn_verbose": 3.4730000495910645, "test_mobile_optimizer": 2.177000045776367, "test_model_exports_to_core_aten": 0.2800000011920929, "test_module_tracker": 0.28999999165534973, "test_monitor": 0.4139999896287918, "test_multiprocessing": 52.417999267578125, "test_multiprocessing_spawn": 129.7290016671177, "test_namedtensor": 0.3230000138282776, "test_namedtuple_return_api": 1.6069999933242798, "test_native_functions": 0.3799999952316284, "test_nestedtensor": 0.1380000035278499, "test_nn": 76.25399675767403, "test_numa_binding": 6.435999870300293, "test_numba_integration": 0.004000000189989805, "test_opaque_obj": 0.6100000143051147, "test_opaque_obj_v2": 0.2879999876022339, "test_openmp": 3.618000030517578, "test_openreg": 1.9860000759363174, "test_ops": 0.003000000026077032, "test_optim": 2.0199999660253525, "test_out_dtype_op": 6.035999774932861, "test_package": 2.416999977082014, "test_per_overload_api": 0.2809999883174896, "test_prims": 0.019999999552965164, "test_privateuseone_python_backend": 0.18400000035762787, "test_proxy_tensor": 13.513000031933188, "test_pruning_op": 0.4580000042915344, "test_public_bindings": 9.581999778747559, "test_python_dispatch": 0.5299999979324639, "test_pytree": 2.128000082448125, "test_quantization": 1980.7910035641398, "test_rename_privateuse1_to_existing_device": 0.16599999368190765, "test_schema_check": 0.10100000351667404, "test_serialization": 61.20300059579313, "test_set_default_mobile_cpu_allocator": 0.1679999977350235, "test_show_pickle": 0.1679999977350235, "test_sparse": 3.425999909406528, "test_sparse_csr": 0.4269999861717224, "test_sparse_semi_structured": 0.013000000384636223, "test_stateless": 5.406000047922134, "test_subclass": 0.5329999923706055, "test_sympy_utils": 24.568000132218003, "test_tensorboard": 0.6759999901987612, "test_tensorexpr": 19.308000564575195, "test_tensorexpr_pybind": 0.2920000096783042, "test_testing": 27.65000088745728, "test_torch": 2.3639999674633145, "test_torchfuzz_repros": 0.03700000047683716, "test_transformers_privateuse1": 0.0860000029206276, "test_type_hints": 0.27000001072883606, "test_type_info": 0.2840000092983246, "test_typing": 70.24400329589844, "test_utils": 3.631000069901347, "test_utils_config_module": 0.30399999022483826, "test_utils_filelock": 0.375, "test_vulkan": 0, "test_weak": 4.1900001391768456, "test_xnnpack_integration": 8.959999706363305, "torch_np/numpy_tests/core/test_dlpack": 0.0010000000474974513, "torch_np/numpy_tests/core/test_dtype": 0.4089999977732077, "torch_np/numpy_tests/core/test_einsum": 13.242999915964901, "torch_np/numpy_tests/core/test_getlimits": 0.3379999924218282, "torch_np/numpy_tests/core/test_indexing": 0.46800000953953713, "torch_np/numpy_tests/core/test_multiarray": 25.035999285173602, "torch_np/numpy_tests/core/test_numeric": 3.8299999420996755, "torch_np/numpy_tests/core/test_numerictypes": 0.3329999902052805, "torch_np/numpy_tests/core/test_scalar_ctors": 0.6299999859184027, "torch_np/numpy_tests/core/test_scalar_methods": 0.003000000142492354, "torch_np/numpy_tests/core/test_scalarinherit": 0, "torch_np/numpy_tests/core/test_scalarmath": 20.77199991582893, "torch_np/numpy_tests/core/test_shape_base": 0.5300000193528831, "torch_np/numpy_tests/fft/test_helper": 4.969999809283763, "torch_np/numpy_tests/fft/test_pocketfft": 3.0590001344680786, "torch_np/numpy_tests/lib/test_arraypad": 0.5080000162124634, "torch_np/numpy_tests/lib/test_arraysetops": 0.41699999175034463, "torch_np/numpy_tests/lib/test_function_base": 1.983000005595386, "torch_np/numpy_tests/lib/test_histograms": 0.6060000136494637, "torch_np/numpy_tests/lib/test_index_tricks": 0.3759999852627516, "torch_np/numpy_tests/lib/test_shape_base_": 0.6360000004060566, "torch_np/numpy_tests/lib/test_twodim_base": 0.7149999802932143, "torch_np/numpy_tests/lib/test_type_check": 0.41300000878982246, "torch_np/numpy_tests/linalg/test_linalg": 7.529999899677932, "torch_np/test_basic": 0.624000008800067, "torch_np/test_binary_ufuncs": 0.3869999945163727, "torch_np/test_dtype": 0.3529999852180481, "torch_np/test_function_base": 0.2759999930858612, "torch_np/test_indexing": 2.75, "torch_np/test_ndarray_methods": 3.5309999641031027, "torch_np/test_nep50_examples": 0.022999999928288162, "torch_np/test_random": 0.22400000551715493, "torch_np/test_reductions": 2.296000050380826, "torch_np/test_scalars_0D_arrays": 0.3279999941587448, "torch_np/test_ufuncs_basic": 1.1360000120475888, "torch_np/test_unary_ufuncs": 0.4009999930858612, "typing/test_python_operators": 0.6290000081062317 } }, "linux-jammy-py3.10-clang12": { "crossref": { "backends/xeon/test_launch": 1.8556666771570842, "benchmark_utils/test_benchmark_utils": 0.6233333150545756, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 5.585999965667725, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 6.163666725158691, "distributions/test_constraints": 0.16899999976158142, "distributions/test_distributions": 62.324332642679416, "export/test_converter": 16.047666549682617, "export/test_db": 26.636999766031902, "export/test_draft_export": 23.11400032043457, "export/test_export": 125.34799993038177, "export/test_export_opinfo": 96.24400075276692, "export/test_functionalized_assertions": 0.21399999658266702, "export/test_hop": 19.672000249226887, "export/test_lift_unlift": 0.22633333108387887, "export/test_package": 0.6660000085830688, "export/test_pass_infra": 7.067333221435547, "export/test_passes": 48.09866714477539, "export/test_schema": 0.7826666633288065, "export/test_serialize": 79.37933272123337, "export/test_sparse": 492.35467529296875, "export/test_swap": 14.871666272481283, "export/test_tools": 5.935333410898845, "export/test_torchbind": 26.241666607093066, "export/test_tree_utils": 0.3643333315849304, "export/test_unflatten": 27.37299982706706, "export/test_verifier": 11.734999974568685, "functorch/dim/test_getsetitem": 0.02033333294093609, "functorch/dim/test_split": 0.05333333338300387, "functorch/test_ac_knapsack": 0.3953333192815383, "functorch/test_ac_logging": 0.012666666880249977, "functorch/test_aot_joint_with_descriptors": 12.584333419799805, "functorch/test_aotdispatch": 5842.437665147086, "functorch/test_control_flow": 182.96166460216045, "functorch/test_dims": 44.75999895731608, "functorch/test_eager_transforms": 26.497666814364493, "functorch/test_logging": 0.3670000036557515, "functorch/test_memory_efficient_fusion": 5.5666665732860565, "functorch/test_minifier": 0.5416666766007742, "functorch/test_ops": 4594.089436848958, "functorch/test_parsing": 0.184666668685774, "functorch/test_rearrange": 0.28866666555404663, "functorch/test_vmap": 804.0806487084677, "functorch/test_vmap_registrations": 2.806666612625122, "higher_order_ops/test_invoke_quant": 9.736666748921076, "higher_order_ops/test_invoke_subgraph": 86.42833487658451, "higher_order_ops/test_local_map": 15.566666920979818, "higher_order_ops/test_with_effects": 17.87233289082845, "inductor/test_analysis": 0.024333333286146324, "inductor/test_block_analysis": 0.28433332840601605, "inductor/test_device_info": 0.3659999966621399, "inductor/test_inductor_scheduler": 0.010999999629954496, "inductor/test_minifier_utils": 5.39900000890096, "inductor/test_mmdecomp": 0.5733333428700765, "inductor/test_utils": 0.11199999849001567, "lazy/test_bindings": 0.0003333333491658171, "lazy/test_debug_util": 0.23300000031789145, "lazy/test_functionalization": 0.2299999992052714, "lazy/test_generator": 0.24766666193803152, "lazy/test_reuse_ir": 0.8493333260218302, "lazy/test_step_closures": 2.1953333218892417, "lazy/test_ts_opinfo": 24.030666607121628, "nn/test_convolution": 20.1146666208903, "nn/test_dropout": 0.4506666585803032, "nn/test_embedding": 10.27100021392107, "nn/test_init": 5.654666582743327, "nn/test_lazy_modules": 0.6686666409174601, "nn/test_load_state_dict": 1.1590000069700181, "nn/test_module_hooks": 0.44599999487400055, "nn/test_multihead_attention": 23.87700017293294, "nn/test_packed_sequence": 0.5403333306312561, "nn/test_parametrization": 1.4060000230868657, "nn/test_pooling": 30.881666491429012, "nn/test_pruning": 0.22666666408379874, "profiler/test_cpp_thread": 0.005000000121071935, "profiler/test_execution_trace": 0.27933333317438763, "profiler/test_kineto": 0.1733333319425583, "profiler/test_memory_profiler": 5.403999910069008, "profiler/test_profiler": 21.448999911119852, "profiler/test_profiler_tree": 0.3916666607062022, "profiler/test_python_tracer": 4.534333388010661, "profiler/test_record_function": 0.4466666678587596, "profiler/test_torch_tidy": 5.653000036875407, "test_ao_sparsity": 11.743999955244362, "test_autocast": 0.7053333300476273, "test_autograd": 61.42333342825683, "test_autograd_fallback": 0.3896666665871938, "test_autoload": 0.5036666691303253, "test_binary_ufuncs": 111.54566701253255, "test_bundled_inputs": 1.4226666688919067, "test_comparison_utils": 0.3149999976158142, "test_compile_benchmark_util": 0.0010000000474974513, "test_complex": 0.09299999972184499, "test_content_store": 13.599666913350424, "test_cpp_api_parity": 3.7813332875569663, "test_cpp_extensions_aot_ninja": 0.15066666644997895, "test_cpp_extensions_aot_no_ninja": 0.15133333446768424, "test_cpp_extensions_jit": 33.02466710408529, "test_cpp_extensions_mtia_backend": 1.4543333450953166, "test_cpp_extensions_stream_and_event": 1.2553333441416423, "test_cuda": 0.008000000185954073, "test_custom_ops": 31.711333489666384, "test_dataloader": 239.7673351477133, "test_datapipe": 15.260333217680454, "test_decomp": 307.8416673950851, "test_dispatch": 24.06199980682383, "test_dlpack": 0.44566668073336285, "test_dynamic_shapes": 88.15533340784411, "test_expanded_weights": 11.90700027657052, "test_extension_utils": 0.16566666960716248, "test_fake_tensor": 4.305333362271388, "test_file_check": 1.8320000171661377, "test_flop_counter": 0.9633333285649618, "test_foreach": 87.25, "test_function_schema": 0.5633333325386047, "test_functional_autograd_benchmark": 49.392999013264976, "test_functional_optim": 0.44066667556762695, "test_functionalization": 6.3803333441416425, "test_functionalization_of_rng_ops": 0.023333333432674408, "test_futures": 0.9763333002726237, "test_fx": 248.96733725443482, "test_fx_experimental": 74.00399994850159, "test_fx_passes": 0.9093333433071772, "test_fx_reinplace_pass": 0.6949999928474426, "test_hop_infra": 0.006000000052154064, "test_hub": 11.254666646321615, "test_import_stats": 3.366666634877523, "test_indexing": 6.403000008314848, "test_itt": 0.16733333468437195, "test_jit": 108.32433305246134, "test_jit_autocast": 20.10266636312008, "test_jit_disabled": 0.23866666356722513, "test_jit_fuser_te": 195.66566779018225, "test_jit_llga_fuser": 46.97799869180502, "test_legacy_vmap": 2.821666712562243, "test_license": 0.27566666901111603, "test_linalg": 328.48533121744794, "test_logging": 2.0263333320617676, "test_masked": 25.731000264485676, "test_maskedtensor": 9.864333473145962, "test_meta": 118.81500057006876, "test_mkl_verbose": 3.5936667124430337, "test_mkldnn": 102.14099884033203, "test_mkldnn_fusion": 19.94266637166341, "test_mkldnn_verbose": 3.7170000871022544, "test_mobile_optimizer": 2.623666683832804, "test_model_exports_to_core_aten": 0.3073333303133647, "test_module_tracker": 0.3060000042120616, "test_modules": 624.2939961751302, "test_monitor": 0.4830000028014183, "test_multiprocessing": 53.052666982014976, "test_multiprocessing_spawn": 128.97499893706603, "test_namedtensor": 0.5486666659514109, "test_namedtuple_return_api": 1.621333360671997, "test_native_functions": 0.4676666756470998, "test_native_mha": 0.2173333317041397, "test_nestedtensor": 1839.1663245710854, "test_nn": 149.11266650558295, "test_numa_binding": 7.00433349609375, "test_numba_integration": 0.0033333334140479565, "test_numpy_interop": 0.5566666722297668, "test_openmp": 7.390333334604899, "test_openreg": 2.1043332864840827, "test_ops": 3904.891635500671, "test_ops_fwd_gradients": 800.2203369140625, "test_ops_gradients": 981.1590067545573, "test_ops_jit": 943.4433390299479, "test_optim": 102.81833426654339, "test_out_dtype_op": 7.642666657765706, "test_overrides": 1.9016666827956215, "test_package": 2.5080000278539956, "test_per_overload_api": 0.19433333476384482, "test_prims": 0.2666666656732559, "test_privateuseone_python_backend": 0.16800000270207724, "test_proxy_tensor": 787.806669258823, "test_pruning_op": 0.7703333298365275, "test_public_bindings": 9.770666440327963, "test_python_dispatch": 0.6973333363421261, "test_pytree": 2.416000030313929, "test_quantization": 2330.0803550061923, "test_reductions": 198.55766805013022, "test_rename_privateuse1_to_existing_device": 0.19433332979679108, "test_scatter_gather_ops": 9.728000322977701, "test_schema_check": 291.0076664189498, "test_segment_reductions": 1.512333353360494, "test_serialization": 53.961332477008305, "test_set_default_mobile_cpu_allocator": 0.23033333321412405, "test_shape_ops": 1.5233333508173625, "test_show_pickle": 0.17133333285649618, "test_sort_and_select": 2.262666622797648, "test_sparse": 1316.2903385562822, "test_sparse_csr": 229.77833525588116, "test_sparse_semi_structured": 0.015000000285605589, "test_spectral_ops": 14.907666919132074, "test_stateless": 5.622333298126857, "test_subclass": 0.5769999821980795, "test_sympy_utils": 29.194333024400596, "test_tensor_creation_ops": 28.00766655181845, "test_tensorboard": 0.417666659806855, "test_tensorexpr": 17.33066685994466, "test_tensorexpr_pybind": 0.3683333334823449, "test_testing": 45.34733342162023, "test_torch": 11.235666934400797, "test_torchfuzz_repros": 0.03933333232998848, "test_transformers": 1630.5823433573048, "test_transformers_privateuse1": 0.03899999956289927, "test_type_hints": 0.2786666750907898, "test_type_info": 0.1843333293994268, "test_type_promotion": 5.593999862670898, "test_typing": 79.98433176676433, "test_unary_ufuncs": 410.9509989420573, "test_utils": 105.23466585638623, "test_utils_config_module": 0.36666667461395264, "test_utils_filelock": 0.3670000036557515, "test_view_ops": 21.077333728472393, "test_vulkan": 0.0010000000474974513, "test_weak": 4.699666801219185, "test_xnnpack_integration": 14.466333454862857, "torch_np/numpy_tests/core/test_dlpack": 0.0020000000561897955, "torch_np/numpy_tests/core/test_dtype": 0.5230000105220824, "torch_np/numpy_tests/core/test_einsum": 20.797000463081833, "torch_np/numpy_tests/core/test_getlimits": 0.5066666740846509, "torch_np/numpy_tests/core/test_indexing": 0.7636666670829678, "torch_np/numpy_tests/core/test_multiarray": 45.692665651091374, "torch_np/numpy_tests/core/test_numeric": 5.905333309744795, "torch_np/numpy_tests/core/test_numerictypes": 0.4053333418366189, "torch_np/numpy_tests/core/test_scalar_ctors": 0.457999998703599, "torch_np/numpy_tests/core/test_scalar_methods": 0.026333334273658693, "torch_np/numpy_tests/core/test_scalarinherit": 0.0006666666983316342, "torch_np/numpy_tests/core/test_scalarmath": 25.180999728734605, "torch_np/numpy_tests/core/test_shape_base": 0.591000009017686, "torch_np/numpy_tests/fft/test_helper": 7.176999963975201, "torch_np/numpy_tests/fft/test_pocketfft": 5.921333372592926, "torch_np/numpy_tests/lib/test_arraypad": 0.3360000054041545, "torch_np/numpy_tests/lib/test_arraysetops": 0.560333336237818, "torch_np/numpy_tests/lib/test_function_base": 2.339999995776452, "torch_np/numpy_tests/lib/test_histograms": 0.8866666567822298, "torch_np/numpy_tests/lib/test_index_tricks": 0.6013333377583573, "torch_np/numpy_tests/lib/test_shape_base_": 1.0536666568368673, "torch_np/numpy_tests/lib/test_twodim_base": 0.6879999965118865, "torch_np/numpy_tests/lib/test_type_check": 0.4910000067126627, "torch_np/numpy_tests/linalg/test_linalg": 13.647999941177355, "torch_np/test_basic": 0.7280000026027361, "torch_np/test_binary_ufuncs": 0.45666666825612384, "torch_np/test_dtype": 0.4096666673819224, "torch_np/test_function_base": 0.30300000309944153, "torch_np/test_indexing": 5.037333329518636, "torch_np/test_ndarray_methods": 5.8403333984315395, "torch_np/test_nep50_examples": 0.01666666679860403, "torch_np/test_random": 0.5186666607235869, "torch_np/test_reductions": 3.503666708866755, "torch_np/test_scalars_0D_arrays": 0.5046666593601307, "torch_np/test_ufuncs_basic": 1.416333350352943, "torch_np/test_unary_ufuncs": 0.4143333335717519, "typing/test_python_operators": 0.7473333279291788 }, "default": { "backends/xeon/test_launch": 2.060333331425985, "benchmark_utils/test_benchmark_utils": 0.5019999941190084, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 5.172999858856201, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 6.279666582743327, "distributions/test_constraints": 0.11899999777475993, "distributions/test_distributions": 56.95699972473085, "dynamo/test_after_aot": 11.039666811625162, "dynamo/test_aot_autograd": 69.16466776529948, "dynamo/test_aot_autograd_cache": 72.27399988969167, "dynamo/test_aot_compile": 18.74733289082845, "dynamo/test_autograd_function": 8.800333182017008, "dynamo/test_backends": 11.382666635521067, "dynamo/test_backward_higher_order_ops": 15.787666956583658, "dynamo/test_base_hop": 2.6596666177113852, "dynamo/test_base_output": 0.0043333334227403, "dynamo/test_buffers_override": 10.282000223795572, "dynamo/test_bytecode_utils": 10.721666435400644, "dynamo/test_callback": 0.009666666698952516, "dynamo/test_compile": 11.948999964476874, "dynamo/test_compiler_bisector": 0.0033333334140479565, "dynamo/test_comptime": 9.596999804178873, "dynamo/test_config": 4.4463333288828535, "dynamo/test_ctx_manager": 8.254999915758768, "dynamo/test_debug_utils": 0.13900000353654227, "dynamo/test_decorators": 19.410999933878582, "dynamo/test_deque_reconstruct": 0.768666664759318, "dynamo/test_deviceguard": 0.016333334031514823, "dynamo/test_dicts": 21.998666394501925, "dynamo/test_dynamic_shapes": 1823.830006678899, "dynamo/test_einops": 0.0003333333491658171, "dynamo/test_error_messages": 8.386333306630453, "dynamo/test_exc": 8.307000001271566, "dynamo/test_exceptions": 13.867666562398275, "dynamo/test_export": 110.45600128173828, "dynamo/test_export_mutations": 4.847333272298177, "dynamo/test_fake_distributed": 6.775333245595296, "dynamo/test_flat_apply": 0.6633333365122477, "dynamo/test_frame_init": 0.30366666118303937, "dynamo/test_functions": 84.67366695404053, "dynamo/test_fx_annotate": 0.5563333431879679, "dynamo/test_fx_graph_runnable": 151.7106679280599, "dynamo/test_fx_passes_pre_grad": 6.118333180745442, "dynamo/test_generator": 3.6920000116030374, "dynamo/test_global": 10.666666666666666, "dynamo/test_graph_deduplication": 14.967666625976562, "dynamo/test_graph_region_tracker": 2.611666758855184, "dynamo/test_guard_manager": 5.5713333661357565, "dynamo/test_guard_serialization": 14.324999722846163, "dynamo/test_higher_order_ops": 53.61499971151352, "dynamo/test_hooks": 30.201332728068035, "dynamo/test_inline_and_install": 137.72366333007812, "dynamo/test_input_attr_tracking": 11.593666712443033, "dynamo/test_install_free_tensors": 40.42900037765503, "dynamo/test_interop": 0.8513333400090536, "dynamo/test_list": 3.175333340962728, "dynamo/test_logging": 28.378000259399414, "dynamo/test_metrics_context": 0.2946666677792867, "dynamo/test_minifier": 2.3176666100819907, "dynamo/test_misc": 207.05166986087957, "dynamo/test_model_output": 0.009000000194646418, "dynamo/test_modes": 12.953666687011719, "dynamo/test_modules": 27.92199993133545, "dynamo/test_nested_graph_breaks": 10.223000208536783, "dynamo/test_nops": 0.6666666666666666, "dynamo/test_optimizers": 2.887666622797648, "dynamo/test_package": 40.13866678873698, "dynamo/test_pgo": 26.48633321126302, "dynamo/test_pre_dispatch": 0.7550000150998434, "dynamo/test_precompile_context": 0.003000000026077032, "dynamo/test_profiler": 18.904666264851887, "dynamo/test_python_autograd": 0.9619999925295512, "dynamo/test_python_dispatcher": 0.5243333379427592, "dynamo/test_recompile_ux": 1.737666646639506, "dynamo/test_recompiles": 9.928999900817871, "dynamo/test_reconstruct": 1.3913333415985107, "dynamo/test_regional_inductor": 11.6336669921875, "dynamo/test_reorder_logs": 1.536666641632716, "dynamo/test_repros": 172.39765987141678, "dynamo/test_resume": 0.6996666590372721, "dynamo/test_sdpa": 1.9656666119893391, "dynamo/test_sets": 8.466333404183388, "dynamo/test_skip_guard_eval_unsafe": 13.127333641052246, "dynamo/test_skip_non_tensor": 1.181000034014384, "dynamo/test_sources": 5.002000013987224, "dynamo/test_structured_trace": 28.082667032877605, "dynamo/test_subclasses": 60.47266674041748, "dynamo/test_subgraphs": 12.391000111897787, "dynamo/test_trace_rules": 1.7736667195955913, "dynamo/test_unittest": 0.33033332228660583, "dynamo/test_unspec": 49.800332387288414, "dynamo/test_utils": 35.315999572475754, "dynamo/test_verify_correctness": 0.840666671593984, "dynamo/test_view": 1.1033333539962769, "export/test_converter": 15.699666659037272, "export/test_cpp_serdes": 109.64300282796223, "export/test_db": 23.99766667683919, "export/test_draft_export": 14.449333508809408, "export/test_dynamic_shapes": 0.29733332991600037, "export/test_experimental": 11.847333272298178, "export/test_export": 108.44166495402654, "export/test_export_opinfo": 89.49533335367839, "export/test_export_strict": 269.7953379948934, "export/test_export_training_ir_to_run_decomp": 580.4599971920252, "export/test_export_with_inline_and_install": 253.0169937213262, "export/test_functionalized_assertions": 0.17766666412353516, "export/test_hop": 20.45133336385091, "export/test_lift_unlift": 0.22333333493831256, "export/test_nativert": 0.0013333333966632683, "export/test_package": 0.5946666598320007, "export/test_pass_infra": 7.760999997456868, "export/test_passes": 44.25166575113932, "export/test_retraceability": 444.66200373570126, "export/test_schema": 0.8190000255902609, "export/test_serdes": 274.75900302330655, "export/test_serialize": 55.745666275421776, "export/test_sparse": 487.2780049641927, "export/test_strict_export_v2": 365.0993324915568, "export/test_swap": 10.927666505177816, "export/test_tools": 3.806333382924398, "export/test_torchbind": 23.96699982089922, "export/test_tree_utils": 0.3816666603088379, "export/test_unflatten": 25.909666697184246, "export/test_unflatten_training_ir": 25.766000111897785, "export/test_upgrader": 0.006000000052154064, "export/test_verifier": 10.130000114440918, "functorch/dim/test_getsetitem": 0.019999999552965164, "functorch/dim/test_split": 0.03666666770974795, "functorch/test_ac_knapsack": 0.31433332214752835, "functorch/test_ac_logging": 0.012666666880249977, "functorch/test_aot_joint_with_descriptors": 13.231333414713541, "functorch/test_aotdispatch": 5434.217682829748, "functorch/test_control_flow": 177.19533269604048, "functorch/test_dims": 41.768667221069336, "functorch/test_eager_transforms": 19.719333439754944, "functorch/test_logging": 0.35133334000905353, "functorch/test_memory_efficient_fusion": 5.867333414653937, "functorch/test_minifier": 0.5026666720708212, "functorch/test_ops": 3276.5809936523438, "functorch/test_parsing": 0.22399999729047218, "functorch/test_rearrange": 0.28599999845027924, "functorch/test_vmap": 408.73100443929434, "functorch/test_vmap_registrations": 2.748666683832804, "higher_order_ops/test_invoke_quant": 9.61099993189176, "higher_order_ops/test_invoke_subgraph": 68.87966553556423, "higher_order_ops/test_local_map": 13.377666791280111, "higher_order_ops/test_with_effects": 16.734999974568684, "inductor/test_alignment": 16.799333572387695, "inductor/test_analysis": 0.03666666615754366, "inductor/test_aot_inductor_arrayref": 1193.2790120442708, "inductor/test_async_compile": 0.006666666983316342, "inductor/test_augmented_graph_helper": 0.01966666616499424, "inductor/test_auto_functionalize": 39.239332834879555, "inductor/test_benchmark_fusion": 12.737000147501627, "inductor/test_benchmarking": 0.29866666595141095, "inductor/test_binary_folding": 70.93999735514323, "inductor/test_block_analysis": 0.2763333320617676, "inductor/test_cache": 43.32033395767212, "inductor/test_caching": 37.68199977030357, "inductor/test_codecache": 148.02700025762897, "inductor/test_codegen_triton": 0.24466667075951895, "inductor/test_combo_kernels": 0.006666666905706127, "inductor/test_compile": 11.557666778564453, "inductor/test_compile_subprocess": 1259.4176559448242, "inductor/test_compile_worker": 36.468666076660156, "inductor/test_compiled_autograd": 797.2033291074137, "inductor/test_compiled_optimizers": 142.02633158365884, "inductor/test_config": 8.554333368937174, "inductor/test_control_flow": 0.8716666778394332, "inductor/test_cpp_wrapper_hipify": 0.3983333309491475, "inductor/test_cpu_cpp_wrapper": 4910.913284301758, "inductor/test_cpu_repro": 3319.2416483561196, "inductor/test_cpu_select_algorithm": 9491.388041178385, "inductor/test_custom_lowering": 0.01133333332836628, "inductor/test_custom_post_grad_passes": 10.878666559855143, "inductor/test_cutedsl_template": 0.003000000026077032, "inductor/test_cutlass_evt": 0.007333333138376474, "inductor/test_debug_trace": 13.731666882832846, "inductor/test_decompose_mem_bound_mm": 0.007666666642762721, "inductor/test_device_assert": 6.761666774749756, "inductor/test_device_info": 0.3140000104904175, "inductor/test_distributed_patterns": 22.120999654134113, "inductor/test_efficient_conv_bn_eval": 0.0010000000474974513, "inductor/test_extension_backend": 1.409333308537801, "inductor/test_external_callables": 14.350332895914713, "inductor/test_flex_attention": 2529.389946899493, "inductor/test_flex_decoding": 1.475333293279012, "inductor/test_foreach": 19.599999745686848, "inductor/test_fp8": 99.69866662596662, "inductor/test_fused_attention": 138.6459986368815, "inductor/test_fuzzer": 2.3016666571299234, "inductor/test_fx_fusion": 0.41299999753634137, "inductor/test_graph_transform_observer": 0.005666666819403569, "inductor/test_group_batch_fusion": 0.026666666691501934, "inductor/test_helion_kernels": 0.0020000000949949026, "inductor/test_indexing": 0.5043333247303963, "inductor/test_inductor_annotations": 0.0020000000949949026, "inductor/test_inductor_freezing": 34.94599914550781, "inductor/test_inductor_scheduler": 0.008999999923010668, "inductor/test_kernel_optimization": 0.0010000000474974513, "inductor/test_mem_estimation": 0.3983333346744378, "inductor/test_minifier": 53.635667165120445, "inductor/test_minifier_isolate": 0.0020000000949949026, "inductor/test_minifier_utils": 5.542666594187419, "inductor/test_mkldnn_pattern_matcher": 1859.723330252377, "inductor/test_mmdecomp": 0.5196666518847147, "inductor/test_op_completeness": 0.24566667278607687, "inductor/test_ordered_set": 1.9803333346887182, "inductor/test_pcache": 4.499666729321082, "inductor/test_provenance_tracing": 33.54733428719919, "inductor/test_remote_cache": 0.2970000008742015, "inductor/test_segmented_tree": 0.6076666712760925, "inductor/test_split_cat_fx_aten_passes": 4.992666620916377, "inductor/test_static_cuda_launcher": 0.0016666667458290856, "inductor/test_template_heuristics_registry": 0.18733333547910055, "inductor/test_torchbind": 37.53200022379557, "inductor/test_torchinductor": 1151.2399827639263, "inductor/test_torchinductor_codegen_config_overrides": 6.502333323160808, "inductor/test_torchinductor_codegen_dynamic_shapes": 1956.3866577148438, "inductor/test_torchinductor_dynamic_shapes": 2114.984017577643, "inductor/test_torchinductor_opinfo": 1.9990000128746033, "inductor/test_triton_kernels": 0.10199999716132879, "inductor/test_unbacked_symints": 37.09000015258789, "inductor/test_utils": 0.10866666585206985, "lazy/test_bindings": 0, "lazy/test_debug_util": 0.21866666773955026, "lazy/test_functionalization": 0.33799999952316284, "lazy/test_generator": 0.24933333694934845, "lazy/test_reuse_ir": 0.6146666606267294, "lazy/test_step_closures": 2.187999963760376, "lazy/test_ts_opinfo": 20.575333192944527, "nn/test_convolution": 17.88766638437907, "nn/test_dropout": 0.33266666531562805, "nn/test_embedding": 6.0873333513736725, "nn/test_init": 4.564333438873291, "nn/test_lazy_modules": 0.5476666887601217, "nn/test_load_state_dict": 0.859000007311503, "nn/test_module_hooks": 0.3723333378632863, "nn/test_multihead_attention": 22.065333366394043, "nn/test_packed_sequence": 0.5106666584809622, "nn/test_parametrization": 0.9213333489994208, "nn/test_pooling": 24.135333930452664, "nn/test_pruning": 0.29466666281223297, "profiler/test_cpp_thread": 0.006000000207374494, "profiler/test_execution_trace": 0.3190000057220459, "profiler/test_kineto": 0.17100000381469727, "profiler/test_memory_profiler": 4.769999970681965, "profiler/test_profiler": 17.045666506397538, "profiler/test_profiler_tree": 0.37433333198229474, "profiler/test_python_tracer": 4.31333343187968, "profiler/test_record_function": 0.3393333355585734, "profiler/test_torch_tidy": 4.588666756947835, "test_ao_sparsity": 7.512000068090856, "test_appending_byte_serializer": 0.2116666634877523, "test_autocast": 0.690666649180154, "test_autograd": 58.30366628787791, "test_autograd_fallback": 0.3903333346048991, "test_autoload": 0.49400000274181366, "test_binary_ufuncs": 95.52233378092448, "test_bundled_inputs": 1.1976666450500488, "test_comparison_utils": 0.35366666316986084, "test_compile_benchmark_util": 0.0006666666983316342, "test_complex": 0.06299999852975209, "test_content_store": 10.32099978129069, "test_cpp_api_parity": 3.6203333536783853, "test_cpp_extensions_aot_ninja": 0.14233333485511443, "test_cpp_extensions_aot_no_ninja": 0.1466666682778547, "test_cpp_extensions_jit": 34.597999572753906, "test_cpp_extensions_mtia_backend": 1.5020000139872234, "test_cpp_extensions_stream_and_event": 1.2823333342870076, "test_cuda": 0.018333333544433117, "test_custom_ops": 31.156000181722145, "test_dataloader": 220.46133076729407, "test_datapipe": 14.181333328442028, "test_decomp": 6304.637946131018, "test_dispatch": 24.552000020941097, "test_dlpack": 0.3513333300749461, "test_dynamic_shapes": 80.80199993463854, "test_expanded_weights": 9.140000026673079, "test_extension_utils": 0.16633333265781403, "test_fake_tensor": 4.3086666969272, "test_file_check": 1.7289999723434448, "test_flop_counter": 0.7470000187555949, "test_foreach": 62.479000091552734, "test_function_schema": 0.556333323319753, "test_functional_autograd_benchmark": 33.26533317565918, "test_functional_optim": 0.5396666526794434, "test_functionalization": 5.48199995358785, "test_functionalization_of_rng_ops": 0.021666666492819786, "test_futures": 0.9260000189145406, "test_fx": 230.03700483279923, "test_fx_experimental": 67.92633300522964, "test_fx_passes": 0.6363333240151405, "test_fx_reinplace_pass": 0.8533333341280619, "test_hop_infra": 0.006666666517655055, "test_hub": 11.456000010172525, "test_import_stats": 3.93233331044515, "test_indexing": 5.017333184679349, "test_itt": 0.17300000290075937, "test_jit": 103.31966632495944, "test_jit_autocast": 11.183999985456467, "test_jit_disabled": 0.2399999996026357, "test_jit_fuser_te": 182.86466457372686, "test_jit_llga_fuser": 37.61966698046308, "test_legacy_vmap": 3.0723333954811096, "test_license": 0.1979999989271164, "test_linalg": 231.3896687825521, "test_logging": 2.2829999923706055, "test_masked": 18.025999704996746, "test_maskedtensor": 8.916333340108395, "test_meta": 1865.6963289373864, "test_mkl_verbose": 3.914666732152303, "test_mkldnn": 57.89399973551432, "test_mkldnn_fusion": 14.945333480834961, "test_mkldnn_verbose": 3.3350000381469727, "test_mobile_optimizer": 2.430333375930786, "test_model_exports_to_core_aten": 0.32899999618530273, "test_module_tracker": 0.3596666653951009, "test_modules": 466.5846659342448, "test_monitor": 0.4189999947945277, "test_multiprocessing": 53.118333180745445, "test_multiprocessing_spawn": 128.60366772216125, "test_namedtensor": 0.4270000060399373, "test_namedtuple_return_api": 1.6019999980926514, "test_native_functions": 0.4010000030199687, "test_native_mha": 0.19166666766007742, "test_nestedtensor": 1820.742321992914, "test_nn": 121.67199877265375, "test_numa_binding": 6.4266665776570635, "test_numba_integration": 0.004000000034769376, "test_numpy_interop": 0.515666663646698, "test_opaque_obj": 0.6596666574478149, "test_opaque_obj_v2": 0.32766666014989215, "test_openmp": 5.297333399454753, "test_openreg": 1.952666625380516, "test_ops": 2841.0523295689686, "test_ops_fwd_gradients": 619.2243347167969, "test_ops_gradients": 754.4836629231771, "test_ops_jit": 852.0596618652344, "test_optim": 62.050667310754456, "test_out_dtype_op": 5.875666618347168, "test_overrides": 1.9133333270826067, "test_package": 2.154999988464018, "test_per_overload_api": 0.17133333285649618, "test_prims": 0.20999999841054282, "test_privateuseone_python_backend": 0.16566666464010874, "test_proxy_tensor": 730.6850079729533, "test_pruning_op": 0.584333340326945, "test_public_bindings": 9.310333251953125, "test_python_dispatch": 0.6763333214136461, "test_pytree": 2.1426666794965663, "test_quantization": 1900.1339951270882, "test_reductions": 185.1953379313151, "test_rename_privateuse1_to_existing_device": 0.20666667322317758, "test_scatter_gather_ops": 7.149333318074544, "test_schema_check": 264.2206676825881, "test_segment_reductions": 0.8983333309491476, "test_serialization": 48.99199996267756, "test_set_default_mobile_cpu_allocator": 0.16633333762486777, "test_shape_ops": 0.9520000020662943, "test_show_pickle": 0.16933333377043405, "test_sort_and_select": 1.9256666501363118, "test_sparse": 377.41467418622534, "test_sparse_csr": 150.3283350034617, "test_sparse_semi_structured": 0.016000000255492825, "test_spectral_ops": 13.476999789476395, "test_stateless": 5.601999958356221, "test_subclass": 0.5629999836285909, "test_sympy_utils": 24.9253333491118, "test_tensor_creation_ops": 44.89899974564711, "test_tensorboard": 0.9326666769726822, "test_tensorexpr": 16.94266700744629, "test_tensorexpr_pybind": 0.33133333331594866, "test_testing": 43.19866662984714, "test_torch": 8.666999944175283, "test_torchfuzz_repros": 0.040000000347693764, "test_transformers": 766.5763287914451, "test_transformers_privateuse1": 0.03899999956289927, "test_type_hints": 0.2839999993642171, "test_type_info": 0.18599999944368997, "test_type_promotion": 3.236666679382324, "test_typing": 72.29466501871745, "test_unary_ufuncs": 327.6766662597656, "test_utils": 100.47066670128454, "test_utils_config_module": 0.33266666531562805, "test_utils_filelock": 0.4049999912579854, "test_view_ops": 13.166666587193808, "test_vulkan": 0.0006666666983316342, "test_weak": 4.252333405117194, "test_xnnpack_integration": 15.058666771665836, "torch_np/numpy_tests/core/test_dlpack": 0.0016666667458290856, "torch_np/numpy_tests/core/test_dtype": 0.4936666779297714, "torch_np/numpy_tests/core/test_einsum": 13.551333295142589, "torch_np/numpy_tests/core/test_getlimits": 0.34433333948254585, "torch_np/numpy_tests/core/test_indexing": 0.6076666588972633, "torch_np/numpy_tests/core/test_multiarray": 28.242000052627798, "torch_np/numpy_tests/core/test_numeric": 5.545999958451527, "torch_np/numpy_tests/core/test_numerictypes": 0.4173333272725965, "torch_np/numpy_tests/core/test_scalar_ctors": 0.4120000023394823, "torch_np/numpy_tests/core/test_scalar_methods": 0.009666666854172945, "torch_np/numpy_tests/core/test_scalarinherit": 0.0006666666983316342, "torch_np/numpy_tests/core/test_scalarmath": 23.74366680373593, "torch_np/numpy_tests/core/test_shape_base": 0.6189999993269643, "torch_np/numpy_tests/fft/test_helper": 5.132999998206894, "torch_np/numpy_tests/fft/test_pocketfft": 4.304666658242543, "torch_np/numpy_tests/lib/test_arraypad": 0.3503333330154419, "torch_np/numpy_tests/lib/test_arraysetops": 0.5850000129624581, "torch_np/numpy_tests/lib/test_function_base": 1.9643333445613582, "torch_np/numpy_tests/lib/test_histograms": 0.6636666742463907, "torch_np/numpy_tests/lib/test_index_tricks": 0.5846666750730947, "torch_np/numpy_tests/lib/test_shape_base_": 0.7529999930411577, "torch_np/numpy_tests/lib/test_twodim_base": 0.5993333340932926, "torch_np/numpy_tests/lib/test_type_check": 0.465999994892627, "torch_np/numpy_tests/linalg/test_linalg": 9.636333382222801, "torch_np/test_basic": 0.9106666558266928, "torch_np/test_binary_ufuncs": 0.39633333683013916, "torch_np/test_dtype": 0.3646666606267293, "torch_np/test_function_base": 0.3243333299954732, "torch_np/test_indexing": 2.853000005086263, "torch_np/test_ndarray_methods": 4.4816666477515055, "torch_np/test_nep50_examples": 0.01933333386356632, "torch_np/test_random": 0.4036666704341769, "torch_np/test_reductions": 3.137999950287243, "torch_np/test_scalars_0D_arrays": 0.4543333252271016, "torch_np/test_ufuncs_basic": 1.1276666816944878, "torch_np/test_unary_ufuncs": 0.4113333324591319, "typing/test_python_operators": 0.7526666720708212 }, "dynamo_wrapped": { "backends/xeon/test_launch": 2.4053333600362143, "benchmark_utils/test_benchmark_utils": 5.090666611989339, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 15.438999811808268, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 7.976666768391927, "distributions/test_constraints": 0.12000000228484471, "distributions/test_distributions": 953.9736642006319, "functorch/dim/test_getsetitem": 15.094333330790201, "functorch/dim/test_split": 22.551666895548504, "functorch/test_ac_knapsack": 2.131333296497663, "functorch/test_ac_logging": 0.690333346525828, "functorch/test_aot_joint_with_descriptors": 27.889000574747723, "functorch/test_control_flow": 565.8103405253884, "functorch/test_dims": 0.003666666840823988, "functorch/test_eager_transforms": 656.6086677908897, "functorch/test_logging": 2.7483333746592202, "functorch/test_memory_efficient_fusion": 7.8319999774297075, "functorch/test_minifier": 4.35533348719279, "functorch/test_ops": 68.41799926757812, "functorch/test_parsing": 2.1906667004028955, "functorch/test_rearrange": 27.931000391642254, "functorch/test_vmap": 3164.2150177508593, "functorch/test_vmap_registrations": 72.12033335367839, "higher_order_ops/test_invoke_quant": 0.0010000000474974513, "higher_order_ops/test_invoke_subgraph": 0.3226666708942503, "higher_order_ops/test_local_map": 0.42399999499320984, "higher_order_ops/test_with_effects": 27.233999888102215, "lazy/test_bindings": 0, "lazy/test_debug_util": 1.8796666860580444, "lazy/test_functionalization": 2.4953333536783853, "lazy/test_generator": 2.07533327738444, "lazy/test_reuse_ir": 2.5829999446868896, "lazy/test_step_closures": 3.993666648864746, "lazy/test_ts_opinfo": 13.516333162784576, "nn/test_convolution": 794.8769785563151, "nn/test_dropout": 18.175333579381306, "nn/test_embedding": 340.0306723912557, "nn/test_init": 13.197666803995768, "nn/test_lazy_modules": 41.5890007019043, "nn/test_load_state_dict": 11.372666887938976, "nn/test_module_hooks": 71.03966736793518, "nn/test_multihead_attention": 70.88766741752625, "nn/test_packed_sequence": 20.651333491007488, "nn/test_parametrization": 104.25999934474628, "nn/test_pooling": 174.83999745051065, "nn/test_pruning": 12.773000081380209, "profiler/test_cpp_thread": 0.6509999906023344, "profiler/test_execution_trace": 5.014333407084147, "profiler/test_kineto": 1.872666637102763, "profiler/test_memory_profiler": 0.0006666666983316342, "profiler/test_profiler": 108.2593313982167, "profiler/test_profiler_tree": 3.39300004641215, "profiler/test_python_tracer": 5.482999960581462, "profiler/test_record_function": 2.9780000845591226, "profiler/test_torch_tidy": 86.4423319498698, "test_ao_sparsity": 146.20166747520366, "test_autocast": 8.37833351890246, "test_autograd": 663.015324200193, "test_autograd_fallback": 8.46833356221517, "test_autoload": 4.577000101407369, "test_binary_ufuncs": 2063.1016642252603, "test_bundled_inputs": 12.426666577657064, "test_comparison_utils": 2.7119999726613364, "test_compile_benchmark_util": 0.0003333333491658171, "test_complex": 2.700000047683716, "test_content_store": 12.53433354695638, "test_cpp_api_parity": 263.3570048014323, "test_cpp_extensions_aot_ninja": 9.047333295146624, "test_cpp_extensions_aot_no_ninja": 9.076333172619343, "test_cpp_extensions_jit": 39.88066736857096, "test_cpp_extensions_mtia_backend": 2.7093334197998047, "test_cpp_extensions_stream_and_event": 2.540666659673055, "test_cuda": 0.8046666621618593, "test_custom_ops": 140.54266478617987, "test_dataloader": 336.3293329464893, "test_datapipe": 49.9810000260671, "test_decomp": 40.49466633796692, "test_dispatch": 70.65200009942055, "test_dlpack": 28.856666564941406, "test_dynamic_shapes": 39.45366674180453, "test_expanded_weights": 61.87433393796285, "test_extension_utils": 2.0463333129882812, "test_fake_tensor": 41.39333281417688, "test_file_check": 3.238333304723104, "test_flop_counter": 0.0006666666983316342, "test_foreach": 162.0086669921875, "test_function_schema": 2.820666710535685, "test_functional_autograd_benchmark": 42.557000478108726, "test_functional_optim": 5.427333354949951, "test_functionalization": 0.004666666810711225, "test_functionalization_of_rng_ops": 0.42266666889190674, "test_futures": 9.148666699727377, "test_fx": 492.16133738856297, "test_fx_experimental": 272.3469947775205, "test_fx_passes": 13.395666579405466, "test_fx_reinplace_pass": 6.4436666170756025, "test_hop_infra": 0.0016666667070239782, "test_hub": 35.37133280436198, "test_import_stats": 4.961000124613444, "test_indexing": 144.05566755930582, "test_itt": 1.8906666835149128, "test_jit": 1169.8296625986695, "test_jit_autocast": 0.0023333334053556123, "test_jit_disabled": 1.7240000168482463, "test_jit_fuser_te": 608.3833373598754, "test_jit_llga_fuser": 113.61200126873639, "test_legacy_vmap": 772.4590072631836, "test_license": 1.99399995803833, "test_linalg": 2999.428670247396, "test_logging": 4.773666699727376, "test_masked": 9.924999872843424, "test_maskedtensor": 139.17633374532065, "test_meta": 119.00399684906006, "test_mkl_verbose": 5.778000036875407, "test_mkldnn": 353.072998046875, "test_mkldnn_fusion": 0.0023333334053556123, "test_mkldnn_verbose": 5.845333417256673, "test_mobile_optimizer": 10.839333216349283, "test_model_exports_to_core_aten": 1.9880000352859497, "test_module_tracker": 10.475333213806152, "test_modules": 152.98533630371094, "test_monitor": 1.8640000025431316, "test_multiprocessing": 82.68633524576823, "test_multiprocessing_spawn": 139.53133091827235, "test_namedtensor": 53.04966735839844, "test_namedtuple_return_api": 4.127333323160808, "test_native_functions": 4.761666615804036, "test_native_mha": 36.50999959309896, "test_nestedtensor": 298.5580025712649, "test_nn": 1832.449019183715, "test_numa_binding": 23.54366683959961, "test_numba_integration": 0.703333338101705, "test_numpy_interop": 18.272667566935223, "test_openmp": 8.464333534240723, "test_openreg": 9.935999949773153, "test_ops": 86.864666223526, "test_ops_fwd_gradients": 6.942666689554851, "test_ops_gradients": 11.321666399637857, "test_ops_jit": 2.747999986012777, "test_optim": 1507.4606689810753, "test_out_dtype_op": 8.598666508992514, "test_overrides": 149.8433302541574, "test_package": 124.15499813854694, "test_per_overload_api": 3.937666575113932, "test_prims": 7.0196667984128, "test_privateuseone_python_backend": 1.809666673342387, "test_proxy_tensor": 242.4496659487486, "test_pruning_op": 1.6859999895095825, "test_public_bindings": 2.6526667277018228, "test_python_dispatch": 39.21133322517077, "test_pytree": 33.85066624482473, "test_quantization": 5122.0786824182915, "test_reductions": 806.6656595865885, "test_rename_privateuse1_to_existing_device": 2.17466668287913, "test_scatter_gather_ops": 645.7256724039713, "test_schema_check": 258.6196731328964, "test_segment_reductions": 139.51433308919272, "test_serialization": 143.45733424027762, "test_set_default_mobile_cpu_allocator": 1.7863333225250244, "test_shape_ops": 57.072001139322914, "test_show_pickle": 1.7610000371932983, "test_sort_and_select": 170.37166849772134, "test_sparse": 858.2696722559631, "test_sparse_csr": 799.7203462570906, "test_sparse_semi_structured": 1.807999978462855, "test_spectral_ops": 58.62866620222727, "test_stateless": 43.3406666914622, "test_subclass": 33.55766677856445, "test_sympy_utils": 115.34333229313295, "test_tensor_creation_ops": 467.41300956408185, "test_tensorboard": 18.35699991385142, "test_tensorexpr": 0.0026666667933265367, "test_tensorexpr_pybind": 13.630666693051657, "test_testing": 260.0526671285431, "test_torch": 856.1243363631269, "test_torchfuzz_repros": 2.2956666946411133, "test_transformers": 3278.553671171268, "test_transformers_privateuse1": 0.7719999949137369, "test_type_hints": 1.6663333574930828, "test_type_info": 2.9736666679382324, "test_type_promotion": 158.66966756184897, "test_typing": 89.09766642252605, "test_unary_ufuncs": 1107.887674967448, "test_utils": 266.5639978311956, "test_utils_config_module": 10.678666750590006, "test_utils_filelock": 1.752666711807251, "test_view_ops": 185.6619997024536, "test_vulkan": 0.0006666666983316342, "test_weak": 13.956666807333628, "test_xnnpack_integration": 75.75166711583734, "torch_np/numpy_tests/core/test_dlpack": 0.0013333333966632683, "torch_np/numpy_tests/core/test_dtype": 4.773333386595671, "torch_np/numpy_tests/core/test_einsum": 117.76633327205975, "torch_np/numpy_tests/core/test_getlimits": 2.1806667154111588, "torch_np/numpy_tests/core/test_indexing": 10.109333320210377, "torch_np/numpy_tests/core/test_multiarray": 109.37933307474789, "torch_np/numpy_tests/core/test_numeric": 65.16733299129798, "torch_np/numpy_tests/core/test_numerictypes": 3.6076666191220284, "torch_np/numpy_tests/core/test_scalar_ctors": 12.645666966835657, "torch_np/numpy_tests/core/test_scalar_methods": 0.0026666667933265367, "torch_np/numpy_tests/core/test_scalarinherit": 0.0016666667070239782, "torch_np/numpy_tests/core/test_scalarmath": 30.19300006943134, "torch_np/numpy_tests/core/test_shape_base": 11.33599998553594, "torch_np/numpy_tests/fft/test_helper": 8.41699961697062, "torch_np/numpy_tests/fft/test_pocketfft": 58.28833421071371, "torch_np/numpy_tests/lib/test_arraypad": 2.8703333536783853, "torch_np/numpy_tests/lib/test_arraysetops": 11.345000007694276, "torch_np/numpy_tests/lib/test_function_base": 113.40666718649057, "torch_np/numpy_tests/lib/test_histograms": 19.539000113805134, "torch_np/numpy_tests/lib/test_index_tricks": 10.881999908636013, "torch_np/numpy_tests/lib/test_shape_base_": 16.9913332760334, "torch_np/numpy_tests/lib/test_twodim_base": 7.12433331583937, "torch_np/numpy_tests/lib/test_type_check": 13.796333233515421, "torch_np/numpy_tests/linalg/test_linalg": 107.05566631754239, "torch_np/test_basic": 73.01533271869023, "torch_np/test_binary_ufuncs": 12.24899991353353, "torch_np/test_dtype": 5.4639999071757, "torch_np/test_function_base": 1.7489999930063884, "torch_np/test_indexing": 3.3260000546773276, "torch_np/test_ndarray_methods": 49.07566629846891, "torch_np/test_nep50_examples": 0.033000000791313745, "torch_np/test_random": 5.115666737159093, "torch_np/test_reductions": 76.01299947500229, "torch_np/test_scalars_0D_arrays": 9.827000260353088, "torch_np/test_ufuncs_basic": 48.66233305633068, "torch_np/test_unary_ufuncs": 18.053667068481445, "typing/test_python_operators": 19.197999318440754 }, "einops": { "dynamo/test_einops": 105.79299926757812 }, "slow": { "backends/xeon/test_launch": 1.7319999933242798, "benchmark_utils/test_benchmark_utils": 358.7616678873698, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 5.304999987284343, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 0.17166666686534882, "distributions/test_constraints": 0.11833333472410838, "distributions/test_distributions": 0.23600000143051147, "dynamo/test_after_aot": 0.28799999753634137, "dynamo/test_aot_autograd": 0.3826666673024495, "dynamo/test_aot_autograd_cache": 0.07700000020364921, "dynamo/test_aot_compile": 0.2993333339691162, "dynamo/test_autograd_function": 0.03799999877810478, "dynamo/test_backends": 0.021333333648120362, "dynamo/test_backward_higher_order_ops": 0.2893333435058594, "dynamo/test_base_hop": 0.29233332475026447, "dynamo/test_base_output": 0.0033333334140479565, "dynamo/test_buffers_override": 0.2803333302338918, "dynamo/test_bytecode_utils": 0.30966666639627266, "dynamo/test_callback": 0.005000000198682149, "dynamo/test_compile": 0.3183333406923339, "dynamo/test_compiler_bisector": 0.0010000000474974513, "dynamo/test_comptime": 0.3149999976158142, "dynamo/test_config": 0.3253333270549774, "dynamo/test_ctx_manager": 1.8233332857489586, "dynamo/test_debug_utils": 0.007000000216066837, "dynamo/test_decorators": 0.4250000019868215, "dynamo/test_deque_reconstruct": 0.2933333416779836, "dynamo/test_deviceguard": 0.01366666634567082, "dynamo/test_dicts": 0.3266666595203181, "dynamo/test_dynamic_shapes": 751.1986683480596, "dynamo/test_einops": 0.0010000000474974513, "dynamo/test_error_messages": 0.3580000003178914, "dynamo/test_exc": 0.014999999664723873, "dynamo/test_exceptions": 0.35233333706855774, "dynamo/test_export": 0.19533333679040274, "dynamo/test_export_mutations": 0.3490000069141388, "dynamo/test_fake_distributed": 6.768333276112874, "dynamo/test_flat_apply": 0.2916666666666667, "dynamo/test_frame_init": 0.295333335796992, "dynamo/test_functions": 0.6060000024735928, "dynamo/test_fx_annotate": 0.004999999888241291, "dynamo/test_fx_graph_runnable": 0.015333333363135656, "dynamo/test_fx_passes_pre_grad": 0.2930000027020772, "dynamo/test_generator": 0.37966666789725423, "dynamo/test_global": 0.30233333508173627, "dynamo/test_graph_deduplication": 0.3206666608651479, "dynamo/test_graph_region_tracker": 0.2990000049273173, "dynamo/test_guard_manager": 1.0456666578926768, "dynamo/test_guard_serialization": 0.05566666698238502, "dynamo/test_higher_order_ops": 0.2306666662916541, "dynamo/test_hooks": 0.3463333348433177, "dynamo/test_inline_and_install": 0.20600000023841858, "dynamo/test_input_attr_tracking": 0.3003333310286204, "dynamo/test_install_free_tensors": 0.3473333306610584, "dynamo/test_interop": 0.29099999864896137, "dynamo/test_list": 0.33366666299601394, "dynamo/test_logging": 0.058333332339922585, "dynamo/test_metrics_context": 0.31700000166893005, "dynamo/test_minifier": 0.01133333332836628, "dynamo/test_misc": 0.8420000090651835, "dynamo/test_model_output": 0.009666666660147408, "dynamo/test_modes": 11.850999977206811, "dynamo/test_modules": 0.14566666508714357, "dynamo/test_nested_graph_breaks": 0.3166666626930237, "dynamo/test_nops": 0.2940000096956889, "dynamo/test_optimizers": 0.3189999957879384, "dynamo/test_package": 0.0699999990562598, "dynamo/test_pgo": 0.31799999872843426, "dynamo/test_pre_dispatch": 0.33500000834465027, "dynamo/test_precompile_context": 0.003000000026077032, "dynamo/test_profiler": 0.3019999961058299, "dynamo/test_python_autograd": 0.30533333619435626, "dynamo/test_python_dispatcher": 0.014999999975164732, "dynamo/test_recompile_ux": 0.30799999833106995, "dynamo/test_recompiles": 0.30533333619435626, "dynamo/test_reconstruct": 0.017666667078932125, "dynamo/test_regional_inductor": 0.005333333276212215, "dynamo/test_reorder_logs": 0.3116666652883093, "dynamo/test_repros": 0.3333333311602473, "dynamo/test_resume": 0.2913333276907603, "dynamo/test_sdpa": 0.27533333500226337, "dynamo/test_sets": 0.34233333651597303, "dynamo/test_skip_guard_eval_unsafe": 0.2930000027020772, "dynamo/test_skip_non_tensor": 0.28066665927569073, "dynamo/test_sources": 0.2916666766007741, "dynamo/test_structured_trace": 0.033333333830038704, "dynamo/test_subclasses": 0.12733333309491476, "dynamo/test_subgraphs": 0.33633333444595337, "dynamo/test_trace_rules": 0.30700000425955903, "dynamo/test_unittest": 0.32333333293596905, "dynamo/test_unspec": 0.0560000017285347, "dynamo/test_utils": 0.3006666654255241, "dynamo/test_verify_correctness": 0.2889999945958455, "dynamo/test_view": 0.289000004529953, "export/test_converter": 16.189666748046875, "export/test_cpp_serdes": 0.6203333338101705, "export/test_db": 0.38233332832654315, "export/test_draft_export": 0.33433332045873004, "export/test_dynamic_shapes": 0.29099999864896137, "export/test_experimental": 0.32466665903727215, "export/test_export": 4.410000070929527, "export/test_export_opinfo": 2.568333387374878, "export/test_export_strict": 0.4283333284159501, "export/test_export_training_ir_to_run_decomp": 0.8753333476682504, "export/test_export_with_inline_and_install": 0.4566666577011347, "export/test_functionalized_assertions": 0.1740000049273173, "export/test_hop": 0.04733333239952723, "export/test_lift_unlift": 0.2510000030354907, "export/test_nativert": 0.0010000000474974513, "export/test_package": 0.3056666652361552, "export/test_pass_infra": 0.3186666667461395, "export/test_passes": 0.2050000031789144, "export/test_retraceability": 0.8803333484878143, "export/test_schema": 0.29899999499320984, "export/test_serdes": 0.8936666691054901, "export/test_serialize": 0.11866667110007256, "export/test_sparse": 0.5006666580835978, "export/test_strict_export_v2": 0.44799999458094436, "export/test_swap": 0.30066666938364506, "export/test_tools": 0.28100000818570453, "export/test_torchbind": 22.93200013243283, "export/test_tree_utils": 0.2913333276907603, "export/test_unflatten": 0.3259999950726827, "export/test_unflatten_training_ir": 0.3176666696866353, "export/test_upgrader": 0.006666666828095913, "export/test_verifier": 0.35733333230018616, "functorch/dim/test_getsetitem": 0.023000000044703484, "functorch/dim/test_split": 0.03766666725277901, "functorch/test_ac_knapsack": 0.3193333325907588, "functorch/test_ac_logging": 0.014333333820104599, "functorch/test_aot_joint_with_descriptors": 0.3136666615804036, "functorch/test_aotdispatch": 998.4976507617781, "functorch/test_control_flow": 0.9779999988774458, "functorch/test_dims": 0.3603333383798599, "functorch/test_eager_transforms": 0.4016666591633111, "functorch/test_logging": 0.28733333945274353, "functorch/test_memory_efficient_fusion": 0.3096666712857162, "functorch/test_minifier": 0.2946666677792867, "functorch/test_ops": 560.71533203125, "functorch/test_parsing": 0.2440000013448298, "functorch/test_rearrange": 0.25033333400885266, "functorch/test_vmap": 3.5793333516145744, "functorch/test_vmap_registrations": 2.131333351135254, "higher_order_ops/test_invoke_quant": 0.1856666657452782, "higher_order_ops/test_invoke_subgraph": 0.06466666612929355, "higher_order_ops/test_local_map": 13.037999788920084, "higher_order_ops/test_with_effects": 20.6059996287028, "inductor/test_alignment": 0.012666666880249977, "inductor/test_analysis": 0.02566666683803002, "inductor/test_aot_inductor_arrayref": 83.9250005086263, "inductor/test_async_compile": 0.0043333334227403, "inductor/test_augmented_graph_helper": 0.019999999552965164, "inductor/test_auto_functionalize": 0.4076666533946991, "inductor/test_benchmark_fusion": 24.215999603271484, "inductor/test_benchmarking": 0.010000000086923441, "inductor/test_binary_folding": 0.003666666646798452, "inductor/test_block_analysis": 0.22699999809265137, "inductor/test_cache": 1.1499999910593033, "inductor/test_caching": 0.4266666704788804, "inductor/test_codecache": 0.19466666702646762, "inductor/test_codegen_triton": 0.0013333333966632683, "inductor/test_combo_kernels": 0.007333333448817332, "inductor/test_compile": 0.01333333303531011, "inductor/test_compile_subprocess": 638.0036707381563, "inductor/test_compile_worker": 0.004999999888241291, "inductor/test_compiled_autograd": 860.7719785175286, "inductor/test_compiled_optimizers": 0.36533333361148834, "inductor/test_config": 0.01833333323399226, "inductor/test_control_flow": 0.11466666652510564, "inductor/test_cpp_wrapper_hipify": 0.3100000023841858, "inductor/test_cpu_cpp_wrapper": 1930.3810017903645, "inductor/test_cpu_repro": 157.07300313313803, "inductor/test_cpu_select_algorithm": 1.7239999771118164, "inductor/test_custom_lowering": 0.005333333431432645, "inductor/test_custom_post_grad_passes": 0.007666666992008686, "inductor/test_cutedsl_template": 0.0026666667545214295, "inductor/test_cutlass_evt": 0.006333333284904559, "inductor/test_debug_trace": 0.003000000026077032, "inductor/test_decompose_mem_bound_mm": 0.002666666676911215, "inductor/test_device_assert": 0.00800000037997961, "inductor/test_device_info": 0.27900001406669617, "inductor/test_distributed_patterns": 0.01966666616499424, "inductor/test_efficient_conv_bn_eval": 189.79199727376303, "inductor/test_extension_backend": 1.6093333164850872, "inductor/test_external_callables": 0.015333333673576513, "inductor/test_flex_attention": 0.5383333444672947, "inductor/test_flex_decoding": 0.4833333392937978, "inductor/test_foreach": 0.10500000168879826, "inductor/test_fp8": 0.1403333336735765, "inductor/test_fused_attention": 0.06433333394428094, "inductor/test_fuzzer": 0.012999999957780043, "inductor/test_fx_fusion": 0.3249999980131785, "inductor/test_graph_transform_observer": 0.0010000000474974513, "inductor/test_group_batch_fusion": 0.007000000216066837, "inductor/test_helion_kernels": 0.0020000000949949026, "inductor/test_indexing": 0.020666667260229588, "inductor/test_inductor_annotations": 0.0020000000949949026, "inductor/test_inductor_freezing": 0.023666666820645332, "inductor/test_inductor_scheduler": 0.0043333334227403, "inductor/test_kernel_optimization": 0.0010000000474974513, "inductor/test_mem_estimation": 0.31500000359180075, "inductor/test_minifier": 0.015666667371988297, "inductor/test_minifier_isolate": 76.37666829427083, "inductor/test_minifier_utils": 0.2880000074704488, "inductor/test_mkldnn_pattern_matcher": 652.520662791018, "inductor/test_mmdecomp": 0.016333333527048428, "inductor/test_op_completeness": 0.17466666797796884, "inductor/test_ordered_set": 1.4596666718134657, "inductor/test_pcache": 0.28933333915968734, "inductor/test_provenance_tracing": 0.00900000031106174, "inductor/test_remote_cache": 0.28466667731602985, "inductor/test_segmented_tree": 0.18766666948795319, "inductor/test_split_cat_fx_aten_passes": 0.004333333461545408, "inductor/test_static_cuda_launcher": 0.008333333379899463, "inductor/test_template_heuristics_registry": 0.179666668176651, "inductor/test_torchbind": 0.01699999999254942, "inductor/test_torchinductor": 624.8003289002614, "inductor/test_torchinductor_codegen_config_overrides": 0.0043333334227403, "inductor/test_torchinductor_codegen_dynamic_shapes": 776.6389973958334, "inductor/test_torchinductor_dynamic_shapes": 1049.6613377273704, "inductor/test_torchinductor_opinfo": 1.8389999667803447, "inductor/test_triton_kernels": 0.15133333082000414, "inductor/test_unbacked_symints": 0.036333334942658745, "inductor/test_utils": 0.0043333334227403, "lazy/test_bindings": 0, "lazy/test_debug_util": 0.19666666785875955, "lazy/test_functionalization": 0.17299999793370566, "lazy/test_generator": 0.172666663924853, "lazy/test_reuse_ir": 0.17999999721844992, "lazy/test_step_closures": 0.22166666388511658, "lazy/test_ts_opinfo": 0.5866666732666393, "nn/test_convolution": 0.5993333583076795, "nn/test_dropout": 0.01133333332836628, "nn/test_embedding": 0.16599999368190765, "nn/test_init": 0.5846666793028513, "nn/test_lazy_modules": 0.20866666237513223, "nn/test_load_state_dict": 0.16633333366674682, "nn/test_module_hooks": 0.22000000129143396, "nn/test_multihead_attention": 0.02000000048428774, "nn/test_packed_sequence": 0.3049999972184499, "nn/test_parametrization": 0.06199999999565383, "nn/test_pooling": 6.8240000602478785, "nn/test_pruning": 0.17033333082993826, "profiler/test_cpp_thread": 0.005666666819403569, "profiler/test_execution_trace": 0.01333333303531011, "profiler/test_kineto": 0.17300000290075937, "profiler/test_memory_profiler": 0.034000000644785665, "profiler/test_profiler": 0.08833333291113377, "profiler/test_profiler_tree": 0.321666677792867, "profiler/test_python_tracer": 0.5739999810854594, "profiler/test_record_function": 0.19233333567778269, "profiler/test_torch_tidy": 0.3279999991257985, "test_ao_sparsity": 0.3746666716178879, "test_appending_byte_serializer": 0.2889999945958455, "test_autocast": 0.013999999966472387, "test_autograd": 7.014666754286736, "test_autograd_fallback": 0.31833332777023315, "test_autoload": 0.5086666693290075, "test_binary_ufuncs": 14.053666750590006, "test_bundled_inputs": 0.3126666744550069, "test_comparison_utils": 0.18466666340827942, "test_compile_benchmark_util": 0.0006666666983316342, "test_complex": 0.020000000173846882, "test_content_store": 0.007000000216066837, "test_cpp_api_parity": 0.2686666746934255, "test_cpp_extensions_aot_ninja": 0.1309999991984417, "test_cpp_extensions_aot_no_ninja": 0.13100000168196857, "test_cpp_extensions_jit": 0.15466666718324026, "test_cpp_extensions_mtia_backend": 1.841333309809367, "test_cpp_extensions_stream_and_event": 1.3856666882832844, "test_cuda": 0.0320000002005448, "test_custom_ops": 0.2783333317687114, "test_dataloader": 404.55466935189907, "test_datapipe": 0.4063333348603919, "test_decomp": 3509.8886165368604, "test_dispatch": 0.3140000014876326, "test_dlpack": 0.15866666535536447, "test_dynamic_shapes": 0.5919999986266097, "test_expanded_weights": 0.24266666701684395, "test_extension_utils": 0.1679999977350235, "test_fake_tensor": 0.22466666340672722, "test_file_check": 0.1733333319425583, "test_flop_counter": 0.019999999552965164, "test_foreach": 3.768999973932902, "test_function_schema": 0.30799999833106995, "test_functional_autograd_benchmark": 174.0393320719401, "test_functional_optim": 0.3426666756470998, "test_functionalization": 0.41066666940848034, "test_functionalization_of_rng_ops": 0.0013333333966632683, "test_futures": 0.34333333373069763, "test_fx": 221.58433122870824, "test_fx_experimental": 1.2646666700020432, "test_fx_passes": 0.36866666687031585, "test_fx_reinplace_pass": 0.3113333384195964, "test_hop_infra": 0.003000000026077032, "test_hub": 0.3349999984105428, "test_import_stats": 0.19733333587646484, "test_indexing": 0.18533333825568357, "test_itt": 0.1753333310286204, "test_jit": 51.801333723318145, "test_jit_autocast": 0.032333332734803356, "test_jit_disabled": 0.17199999590714773, "test_jit_fuser_te": 1373.7863376311336, "test_jit_llga_fuser": 37.840333845233545, "test_legacy_vmap": 0.12600000078479448, "test_license": 0.17566666503747305, "test_linalg": 140.60266621907553, "test_logging": 0.20366667211055756, "test_masked": 0.1750000019868215, "test_maskedtensor": 0.9583333358168602, "test_meta": 54.941000528633595, "test_mkl_verbose": 0.17866666615009308, "test_mkldnn": 146.19766743977866, "test_mkldnn_fusion": 77.46199798583984, "test_mkldnn_verbose": 0.17133333285649618, "test_mobile_optimizer": 0.2846666673819224, "test_model_exports_to_core_aten": 0.3080000082651774, "test_module_tracker": 0.17133333285649618, "test_modules": 62.91866556803385, "test_monitor": 0.32466666400432587, "test_multiprocessing": 0.15100000301996866, "test_multiprocessing_spawn": 284.40166638197843, "test_namedtensor": 0.09066666662693024, "test_namedtuple_return_api": 0.15666666626930237, "test_native_functions": 0.30533333619435626, "test_native_mha": 0.02800000086426735, "test_nestedtensor": 1.6703333070036024, "test_nn": 2.3649999668899304, "test_numa_binding": 0.34299999475479126, "test_numba_integration": 0.004666666810711225, "test_numpy_interop": 0.04500000178813934, "test_opaque_obj": 2.41866668065389, "test_opaque_obj_v2": 0.2850000063578288, "test_openmp": 0.2993333339691162, "test_openreg": 0.27966666718324024, "test_ops": 198.58632930286694, "test_ops_fwd_gradients": 16.390333493550617, "test_ops_gradients": 18.52166684468587, "test_ops_jit": 87.39633433024089, "test_optim": 0.9793333231161038, "test_out_dtype_op": 0.02266666665673256, "test_overrides": 1.781333284995829, "test_package": 0.44999999991462875, "test_per_overload_api": 0.18466666837533316, "test_prims": 0.032666667054096855, "test_privateuseone_python_backend": 0.16733333468437195, "test_proxy_tensor": 10.028666650449546, "test_pruning_op": 0.24333333472410837, "test_public_bindings": 0.1770000010728836, "test_python_dispatch": 0.11833333064957212, "test_pytree": 0.37733333247403306, "test_quantization": 1408.4643402964186, "test_reductions": 27.15333366394043, "test_rename_privateuse1_to_existing_device": 0.2070000022649765, "test_scatter_gather_ops": 0.09100000063578288, "test_schema_check": 7.30633336181442, "test_segment_reductions": 0.07633333404858907, "test_serialization": 0.21133333599815765, "test_set_default_mobile_cpu_allocator": 0.18266666928927103, "test_shape_ops": 0.13333333532015482, "test_show_pickle": 0.16633333265781403, "test_sort_and_select": 28.828332901000977, "test_sparse": 3.32033335378704, "test_sparse_csr": 4.800333385666211, "test_sparse_semi_structured": 0.022000000230036676, "test_spectral_ops": 0.28299998492002487, "test_stateless": 0.17700000010275593, "test_subclass": 0.4063333372275035, "test_sympy_utils": 0.2153333358389015, "test_tensor_creation_ops": 3.2243333381290236, "test_tensorboard": 31.940332998754457, "test_tensorexpr": 0.45100000500679016, "test_tensorexpr_pybind": 0.3046666612305368, "test_testing": 2.6213333148819706, "test_torch": 61.94200067908969, "test_torchfuzz_repros": 0.06600000088413556, "test_transformers": 5.4669999227238195, "test_transformers_privateuse1": 0.011666666716337204, "test_type_hints": 0.287666658560435, "test_type_info": 0.21100000043710074, "test_type_promotion": 0.4413333336512248, "test_typing": 75.01766713460286, "test_unary_ufuncs": 28.879666646321613, "test_utils": 7.0020000725441305, "test_utils_config_module": 0.3086666663487752, "test_utils_filelock": 0.29866666595141095, "test_view_ops": 0.6046666726469994, "test_vulkan": 0.0006666666983316342, "test_weak": 0.331000001480182, "test_xnnpack_integration": 300.74100285077776, "torch_np/numpy_tests/core/test_dlpack": 0.0013333333966632683, "torch_np/numpy_tests/core/test_dtype": 0.40033332456368953, "torch_np/numpy_tests/core/test_einsum": 0.33700000413227826, "torch_np/numpy_tests/core/test_getlimits": 0.3333333279006183, "torch_np/numpy_tests/core/test_indexing": 0.362999998498708, "torch_np/numpy_tests/core/test_multiarray": 663.7390073310429, "torch_np/numpy_tests/core/test_numeric": 0.6466666784059877, "torch_np/numpy_tests/core/test_numerictypes": 0.3673333428256835, "torch_np/numpy_tests/core/test_scalar_ctors": 0.3663333316799253, "torch_np/numpy_tests/core/test_scalar_methods": 0.02199999991959582, "torch_np/numpy_tests/core/test_scalarinherit": 0.0006666666983316342, "torch_np/numpy_tests/core/test_scalarmath": 47.10333401356669, "torch_np/numpy_tests/core/test_shape_base": 0.4146666646314164, "torch_np/numpy_tests/fft/test_helper": 0.31933333379371714, "torch_np/numpy_tests/fft/test_pocketfft": 0.40333333316569525, "torch_np/numpy_tests/lib/test_arraypad": 0.3036666711171468, "torch_np/numpy_tests/lib/test_arraysetops": 0.37033332876550656, "torch_np/numpy_tests/lib/test_function_base": 0.7576666718426471, "torch_np/numpy_tests/lib/test_histograms": 0.9086666641136011, "torch_np/numpy_tests/lib/test_index_tricks": 0.34366667123200995, "torch_np/numpy_tests/lib/test_shape_base_": 0.446666662232019, "torch_np/numpy_tests/lib/test_twodim_base": 0.3426666633070757, "torch_np/numpy_tests/lib/test_type_check": 0.3643333405101051, "torch_np/numpy_tests/linalg/test_linalg": 2.6260000007071844, "torch_np/test_basic": 0.48266666654186946, "torch_np/test_binary_ufuncs": 0.3229999939600627, "torch_np/test_dtype": 0.34433333079020184, "torch_np/test_function_base": 0.178999995191892, "torch_np/test_indexing": 0.2913333276907603, "torch_np/test_ndarray_methods": 0.7130000003380701, "torch_np/test_nep50_examples": 0.026333333691582084, "torch_np/test_random": 0.38200000502790016, "torch_np/test_reductions": 1.2819999957767625, "torch_np/test_scalars_0D_arrays": 0.41233332579334575, "torch_np/test_ufuncs_basic": 0.6523333264049143, "torch_np/test_unary_ufuncs": 0.3283333381017049, "typing/test_python_operators": 0.6260000069936117 } }, "linux-jammy-py3.10-clang12-onnx": { "default": { "onnx/exporter/test_api": 30.72700031598409, "onnx/exporter/test_building": 0.023333334053556126, "onnx/exporter/test_capture_strategies": 6.139999866485596, "onnx/exporter/test_core": 0.3986666699250539, "onnx/exporter/test_dynamic_shapes": 0.2693333327770233, "onnx/exporter/test_hf_models_e2e": 41.598333994547524, "onnx/exporter/test_ir_passes": 0.28733333945274353, "onnx/exporter/test_small_models_e2e": 42.76866547266642, "onnx/exporter/test_tensors": 0.3569999933242798, "onnx/exporter/test_verification": 4.98033332824707, "onnx/internal/test_registraion": 0.21033333024630943, "onnx/ops/test_ops": 30.051333983739216, "onnx/test_autograd_funs": 0.11800000071525574, "onnx/test_custom_ops": 0.1276666671037674, "onnx/test_fx_passes": 8.426000277201334, "onnx/test_fx_type_promotion": 0.21299999952316284, "onnx/test_lazy_import": 3.831000010172526, "onnx/test_models_onnxruntime": 318.698328424866, "onnx/test_models_quantized_onnxruntime": 41.60933367411295, "onnx/test_onnx_opset": 0.6893333196640015, "onnx/test_onnxscript_runtime": 0.09066666662693024, "onnx/test_op_consistency": 54.69100014368693, "onnx/test_pytorch_jit_onnx": 0.44733332594235736, "onnx/test_pytorch_onnx_no_runtime": 1.022333310296138, "onnx/test_pytorch_onnx_onnxruntime": 2014.484669327736, "onnx/test_pytorch_onnx_shape_inference": 0.26466666410366696, "onnx/test_symbolic_helper": 0.1850000023841858, "onnx/test_utility_funs": 13.192333281040192, "onnx/test_verification": 0.526999997595946, "onnx/torchlib/test_ops": 0.431666674092412 } }, "linux-jammy-py3.10-clang15-asan": { "default": { "backends/xeon/test_launch": 5.243333498636882, "benchmark_utils/test_benchmark_utils": 0.7613333264986674, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 8.51900021235148, "distributions/test_constraints": 0.1743333339691162, "distributions/test_distributions": 177.8713318568965, "dynamo/test_activation_checkpointing": 27.682000478108723, "dynamo/test_after_aot": 15.364333470662435, "dynamo/test_allow_inline_skip": 0.7493333333333334, "dynamo/test_aot_autograd": 124.13533528645833, "dynamo/test_aot_autograd_cache": 126.30199937025706, "dynamo/test_autograd_function": 5.86133337020874, "dynamo/test_backends": 22.31833325625242, "dynamo/test_backward_higher_order_ops": 25.572333653767902, "dynamo/test_base_hop": 1.3100000222524006, "dynamo/test_base_output": 0.003666666724408666, "dynamo/test_buffers_override": 14.333333333333334, "dynamo/test_bytecode_hook": 14.833333333333334, "dynamo/test_bytecode_utils": 15.153666516145071, "dynamo/test_callback": 0.01066666655242443, "dynamo/test_compile": 15.74399972287938, "dynamo/test_compiler_bisector": 0.0010000000474974513, "dynamo/test_comptime": 6.473666667938232, "dynamo/test_config": 1.2519999742507935, "dynamo/test_cpp_guard_manager": 212.86166666666682, "dynamo/test_ctx_manager": 8.959333260854086, "dynamo/test_debug_utils": 0.1576666682958603, "dynamo/test_decorators": 21.273666381835938, "dynamo/test_deque_reconstruct": 0.7876666585604349, "dynamo/test_deviceguard": 0.019333332660607994, "dynamo/test_dicts": 4.37066666285197, "dynamo/test_dynamic_shapes": 1244.0183317661285, "dynamo/test_error_messages": 9.54366652170817, "dynamo/test_exc": 2.9890000025431314, "dynamo/test_exceptions": 16.57266680399577, "dynamo/test_export": 41.99066670735677, "dynamo/test_export_mutations": 0.6636666655540466, "dynamo/test_flat_apply": 0.7056666612625122, "dynamo/test_frame_init": 0.17766666412353516, "dynamo/test_functions": 123.90133301417033, "dynamo/test_fx_passes_pre_grad": 1.4853333234786987, "dynamo/test_generator": 4.5996667097012205, "dynamo/test_generator_stop": 0.0020000000949949026, "dynamo/test_global": 13.107666651407877, "dynamo/test_graph_break_messages": 6.043999989827474, "dynamo/test_graph_deduplication": 4.8613332112630205, "dynamo/test_graph_region_tracker": 3.758666674296061, "dynamo/test_guard_manager": 1.0146666566530864, "dynamo/test_guard_serialization": 4.15666659673055, "dynamo/test_higher_order_ops": 80.45499933759372, "dynamo/test_hooks": 53.72433344523112, "dynamo/test_inline_and_install": 43.61500040690104, "dynamo/test_inline_inbuilt_nn_modules": 413.52866586049396, "dynamo/test_input_attr_tracking": 35.315999348958336, "dynamo/test_install_free_tensors": 21.400999863942463, "dynamo/test_interop": 0.9359999895095825, "dynamo/test_logging": 62.62633387247721, "dynamo/test_metrics_context": 0.17300000290075937, "dynamo/test_minifier": 2.4560000896453857, "dynamo/test_misc": 275.4016688962777, "dynamo/test_model_output": 0.008666666961895922, "dynamo/test_modes": 170.68866646351913, "dynamo/test_modules": 54.13633378346761, "dynamo/test_nops": 0.7953333457310995, "dynamo/test_optimizers": 1.9673333168029785, "dynamo/test_package": 1.15666663646698, "dynamo/test_pgo": 19.550333658854168, "dynamo/test_pre_dispatch": 0.8413333296775818, "dynamo/test_precompile_context": 0.0020000000949949026, "dynamo/test_prim_hop_base": 0.7043333252271017, "dynamo/test_profiler": 22.81933339436849, "dynamo/test_python_autograd": 0.9230000178019205, "dynamo/test_python_dispatcher": 0.6433333357175192, "dynamo/test_raise": 1.1246666746834915, "dynamo/test_recompile_ux": 2.165333350499471, "dynamo/test_recompiles": 4.632333278656006, "dynamo/test_reconstruct": 1.743666688601176, "dynamo/test_reorder_logs": 1.7286666830380757, "dynamo/test_replay_record": 1.1639999999999997, "dynamo/test_repros": 276.83433024088544, "dynamo/test_resume": 0.781333327293396, "dynamo/test_sdpa": 0.7336666782697042, "dynamo/test_skip_guard_eval_unsafe": 18.617000579833984, "dynamo/test_skip_non_tensor": 1.4036666949590046, "dynamo/test_sources": 0.7280000050862631, "dynamo/test_structured_trace": 74.91666666666667, "dynamo/test_subclasses": 76.87366739908855, "dynamo/test_subgraphs": 7.448999881744385, "dynamo/test_sys": 0.47599999358256656, "dynamo/test_trace_rules": 2.4293333242336907, "dynamo/test_triton_kernels": 0.09866666666666674, "dynamo/test_unittest": 0.17366666595141092, "dynamo/test_unspec": 55.23566691080729, "dynamo/test_utils": 78.13233243798216, "dynamo/test_verify_correctness": 1.165999968846639, "dynamo/test_view": 0.887333333492279, "export/test_converter": 21.508333206176758, "export/test_cpp_serdes": 124.5009994506836, "export/test_db": 2.8260000546773276, "export/test_draft_export": 38.77599970499674, "export/test_experimental": 5.034333388010661, "export/test_export": 192.7009965578715, "export/test_export_nonstrict": 93.01199638843536, "export/test_export_predispatch": 54.398, "export/test_export_strict": 202.7516633272171, "export/test_export_training_ir_to_run_decomp": 782.3926526904106, "export/test_export_with_inline_and_install": 212.03566777706146, "export/test_functionalized_assertions": 0.16633333265781403, "export/test_funtionalized_assertions": 0.8096666666666668, "export/test_hop": 12.177333196004232, "export/test_lift_unlift": 0.3476666642042498, "export/test_package": 0.7463333209355673, "export/test_pass_infra": 1.1210000117619832, "export/test_passes": 23.863332748413086, "export/test_retraceability": 530.7506636381149, "export/test_safeguard": 1.3633333333333333, "export/test_schema": 0.8330000042915344, "export/test_serdes": 257.6186687548955, "export/test_serialize": 19.73700016240279, "export/test_sparse": 681.179677327474, "export/test_swap": 3.828333338101705, "export/test_tools": 0.5840000112851461, "export/test_torchbind": 17.419000120988738, "export/test_tree_utils": 0.16433333357175192, "export/test_unflatten": 21.91166623433431, "export/test_unflatten_training_ir": 20.296000162760418, "export/test_upgrade": 0.5733333333333334, "export/test_verifier": 2.2003333568573, "functorch/test_ac_knapsack": 0.34933333719770115, "functorch/test_ac_logging": 0.01133333332836628, "functorch/test_aotdispatch": 5214.206308600803, "functorch/test_control_flow": 189.86233308662972, "functorch/test_control_flow_cuda_initialization": 0.0020000000949949026, "functorch/test_dims": 54.60600026448568, "functorch/test_eager_transforms": 56.85766552450756, "functorch/test_logging": 0.3036666711171468, "functorch/test_memory_efficient_fusion": 1.3806666811384882, "functorch/test_minifier": 0.3893333375453949, "functorch/test_ops": 0.5473333398501078, "functorch/test_parsing": 0.18333333948006234, "functorch/test_rearrange": 0.29999999205271405, "functorch/test_vmap": 2399.342676019141, "functorch/test_vmap_registrations": 3.5809999306996665, "higher_order_ops/test_invoke_quant": 12.169000109036764, "higher_order_ops/test_invoke_subgraph": 105.79166609173019, "higher_order_ops/test_with_effects": 40.40833409627279, "inductor/test_alignment": 42.787333170572914, "inductor/test_analysis": 0.042666666520138584, "inductor/test_aot_inductor_arrayref": 1369.9543050130208, "inductor/test_async_compile": 0.003000000026077032, "inductor/test_auto_functionalize": 89.59566497802734, "inductor/test_benchmark_fusion": 17.951667149861652, "inductor/test_benchmarking": 0.31400000055631, "inductor/test_binary_folding": 151.1259969075521, "inductor/test_block_analysis": 0.0976666659116745, "inductor/test_codecache": 247.8890019006018, "inductor/test_codegen_triton": 0.09199999769528706, "inductor/test_combo_kernels": 0.013000000268220901, "inductor/test_compile": 28.639333089192707, "inductor/test_compile_subprocess": 3456.759334564209, "inductor/test_compile_worker": 11.947333335876465, "inductor/test_compiled_autograd": 1009.2316661334286, "inductor/test_compiled_optimizers": 381.2516682942708, "inductor/test_config": 8.676000277201334, "inductor/test_control_flow": 1.3433333363694449, "inductor/test_cpp_wrapper": 1698.619, "inductor/test_cpp_wrapper_hipify": 0.4096666673819224, "inductor/test_cpu_cpp_wrapper": 7362.629374186198, "inductor/test_cpu_repro": 7474.002665201823, "inductor/test_cpu_select_algorithm": 16710.324427286785, "inductor/test_custom_lowering": 0.02199999988079071, "inductor/test_custom_post_grad_passes": 19.468666712443035, "inductor/test_cutlass_evt": 0.005333333586653073, "inductor/test_debug_trace": 17.507333437601726, "inductor/test_decompose_mem_bound_mm": 0.003666666802018881, "inductor/test_dependencies": 0.001, "inductor/test_distributed_patterns": 61.55066808064779, "inductor/test_efficient_conv_bn_eval": 0.0010000000474974513, "inductor/test_extension_backend": 2.950000047683716, "inductor/test_external_callables": 24.214667002360027, "inductor/test_flex_attention": 1.6623333293634157, "inductor/test_flex_decoding": 1.7599999904632568, "inductor/test_foreach": 61.36066691080729, "inductor/test_fp8": 257.5870013432577, "inductor/test_fused_attention": 263.416997273763, "inductor/test_fuzzer": 3.67466672261556, "inductor/test_fx_fusion": 0.2566666652758916, "inductor/test_graph_transform_observer": 0.006000000052154064, "inductor/test_group_batch_fusion": 0.032000000782621406, "inductor/test_helion_kernels": 0.0020000000949949026, "inductor/test_indexing": 0.7090000162521998, "inductor/test_inductor_annotations": 0.0020000000949949026, "inductor/test_inductor_freezing": 82.1826655069987, "inductor/test_inductor_scheduler": 0.017333332759638626, "inductor/test_memory_planning": 0.001, "inductor/test_metrics": 0.164, "inductor/test_minifier_utils": 0.559333324432373, "inductor/test_mkldnn_pattern_matcher": 2495.591321627299, "inductor/test_mmdecomp": 0.013666666733721891, "inductor/test_op_completeness": 0.32333333293596905, "inductor/test_ordered_set": 2.326333326442788, "inductor/test_profiler": 0.004, "inductor/test_provenance_tracing": 14.343666598045578, "inductor/test_split_cat_fx_aten_passes": 0.003000000026077032, "inductor/test_standalone_compile": 41.06366729736328, "inductor/test_static_cuda_launcher": 0.0016666667070239782, "inductor/test_templated_attention": 0.013666666666666672, "inductor/test_torchbind": 55.93766657511393, "inductor/test_torchinductor": 3010.1003411610923, "inductor/test_torchinductor_codegen_config_overrides": 7.668000062306722, "inductor/test_torchinductor_codegen_dynamic_shapes": 2840.328297932943, "inductor/test_torchinductor_opinfo": 0.8209999998410543, "inductor/test_triton_extension_backend": 2.5253333250681558, "inductor/test_triton_kernels": 0.15333332835386196, "inductor/test_unbacked_symints": 50.66166559855143, "inductor/test_utils": 0.42899999022483826, "lazy/test_bindings": 0, "lazy/test_debug_util": 0.7093333204587301, "lazy/test_functionalization": 0.5576666593551636, "lazy/test_generator": 0.6140000025431315, "lazy/test_reuse_ir": 2.235333283742269, "lazy/test_step_closures": 2.1643333435058594, "lazy/test_ts_opinfo": 61.18600063522657, "nn/test_convolution": 62.741000493367515, "nn/test_dropout": 1.0160000026226044, "nn/test_embedding": 22.6863333111008, "nn/test_init": 6.812666575113933, "nn/test_lazy_modules": 1.1166666746139526, "nn/test_load_state_dict": 1.2103333473205566, "nn/test_module_hooks": 0.7466666822632154, "nn/test_multihead_attention": 14.45100004474322, "nn/test_packed_sequence": 1.1776666442553203, "nn/test_parametrization": 4.428000019863248, "nn/test_pooling": 85.33900157610576, "nn/test_pruning": 0.31466666360696155, "profiler/test_cpp_thread": 0.005666666741793354, "profiler/test_execution_trace": 0.6466666658719381, "profiler/test_kineto": 0.16000000139077505, "profiler/test_memory_profiler": 17.69166675209999, "profiler/test_profiler": 23.293000444963884, "profiler/test_profiler_tree": 0.47333331902821857, "profiler/test_record_function": 0.3916666607062022, "profiler/test_torch_tidy": 5.935999870300293, "test_ao_sparsity": 24.82399993793418, "test_appending_byte_serializer": 0.16499999662240347, "test_autocast": 3.2860000130021945, "test_autograd": 120.22566720796749, "test_autograd_fallback": 0.3440000017484029, "test_autoload": 0.48766666650772095, "test_binary_ufuncs": 252.1199951171875, "test_bundled_inputs": 3.936666568120321, "test_comparison_utils": 0.17666666209697723, "test_compile_benchmark_util": 0.0010000000474974513, "test_complex": 0.13633333146572113, "test_content_store": 14.832333246866861, "test_cpp_api_parity": 9.089333216349283, "test_cpp_extensions_aot_ninja": 0.06700000112565856, "test_cpp_extensions_aot_no_ninja": 0.0663333343109116, "test_cpp_extensions_jit": 51.10733286539713, "test_cpp_extensions_mtia_backend": 1.6809999545415242, "test_cpp_extensions_open_device_registration": 22.822333653767902, "test_cpp_extensions_stream_and_event": 1.6386666695276897, "test_cuda": 0.010666666940475503, "test_custom_backend": 0.4883333444595337, "test_custom_ops": 36.33200035492579, "test_dataloader": 5.057000132199998, "test_datapipe": 21.726666973903775, "test_decomp": 3510.210329366848, "test_deploy": 0.16166667143503824, "test_dispatch": 85.3023340869695, "test_dlpack": 0.2736666699250539, "test_dynamic_shapes": 60.199999739415944, "test_expanded_weights": 45.09166728891432, "test_extension_utils": 0.16433333357175192, "test_fake_tensor": 5.05266666598618, "test_file_check": 4.213333288828532, "test_flop_counter": 2.1696666876475015, "test_foreach": 193.36266581217447, "test_function_schema": 1.1113333503405254, "test_functional_autograd_benchmark": 63.31866709391276, "test_functional_optim": 0.4413333336512248, "test_functionalization": 12.405666828155518, "test_functionalization_of_rng_ops": 0.03233333428700765, "test_futures": 0.8369999925295512, "test_fx": 794.142648284634, "test_fx_experimental": 115.2463350892067, "test_fx_passes": 0.7803333401679993, "test_fx_reinplace_pass": 0.718666652838389, "test_hop_infra": 0.009333333310981592, "test_hub": 12.08733336130778, "test_import_stats": 10.269000053405762, "test_indexing": 3.889666666587194, "test_itt": 0.18766666452089945, "test_jit": 441.083666026437, "test_jit_autocast": 44.151001036167145, "test_jit_disabled": 0.28166667620340985, "test_jit_fuser_te": 1557.8526737596064, "test_jit_llga_fuser": 231.2279988010802, "test_legacy_vmap": 8.78533340493838, "test_libtorch": 742.2409992453953, "test_license": 0.16700000067551932, "test_linalg": 566.6289978027344, "test_logging": 6.915666580200195, "test_masked": 55.45800018310547, "test_maskedtensor": 12.578000048796335, "test_matmul_cuda": 0.14899999896685281, "test_matmul_fp8": 0.05166666582226753, "test_meta": 3178.0523208007216, "test_mkl_verbose": 8.839666684468588, "test_mkldnn": 185.25533040364584, "test_mkldnn_fusion": 1658.1606547037761, "test_mkldnn_verbose": 8.885333379109701, "test_mobile_optimizer": 9.10533332824707, "test_model_dump": 3.8920000791549683, "test_model_exports_to_core_aten": 0.31466665863990784, "test_module_init": 6.466999999999999, "test_module_tracker": 0.18266666432221731, "test_modules": 2421.873992919922, "test_monitor": 0.44733333090941113, "test_multiprocessing": 39.05766677856445, "test_multiprocessing_spawn": 168.2563353240645, "test_namedtensor": 0.906333327293396, "test_namedtuple_return_api": 1.8429999748865764, "test_native_functions": 0.7839999993642172, "test_native_mha": 0.6753333409627279, "test_nestedtensor": 2928.215338365951, "test_nn": 507.2063311781579, "test_numba_integration": 0.006000000207374494, "test_numpy_interop": 0.3896666665871938, "test_openmp": 25.68933359781901, "test_openreg": 6.0086666742960615, "test_ops": 6850.123979057341, "test_ops_fwd_gradients": 2368.2753295898438, "test_ops_gradients": 3265.558380126953, "test_ops_jit": 5419.134684244792, "test_optim": 201.88666567206383, "test_out_dtype_op": 0.5193333427111307, "test_overrides": 2.91200000513345, "test_package": 7.224666741987069, "test_per_overload_api": 0.17133333285649618, "test_prims": 0.3703333356728156, "test_proxy_tensor": 984.4333517154058, "test_pruning_op": 0.8300000031789144, "test_public_bindings": 20.50233332316081, "test_python_dispatch": 0.8793333262826005, "test_pytree": 4.654000085468094, "test_quantization": 4928.417004177929, "test_reductions": 147.0240020751953, "test_scatter_gather_ops": 50.5770009358724, "test_schema_check": 598.6439850231012, "test_segment_reductions": 3.231333335240682, "test_serialization": 148.18433482820788, "test_set_default_mobile_cpu_allocator": 0.1803333361943563, "test_shape_ops": 4.5593334039052325, "test_show_pickle": 0.20399999618530273, "test_sort_and_select": 5.088000138600667, "test_sparse": 2570.393006010369, "test_sparse_csr": 545.4599892759385, "test_sparse_semi_structured": 0.0340000002955397, "test_spectral_ops": 30.004333332180977, "test_stateless": 11.501999934514364, "test_subclass": 0.6266666849454244, "test_sympy_utils": 30.787999950970214, "test_tensor_creation_ops": 68.75633275384705, "test_tensorboard": 1.8989999970265974, "test_tensorexpr": 224.83399963378906, "test_tensorexpr_pybind": 0.27633333454529446, "test_testing": 83.36433328362182, "test_torch": 41.946665694393836, "test_transformers": 6200.168689922274, "test_transformers_privateuse1": 5.783999919891357, "test_type_hints": 0.27666667103767395, "test_type_info": 0.2129999945561091, "test_type_promotion": 9.646666685740152, "test_typing": 89.67900085449219, "test_unary_ufuncs": 1188.9636637369792, "test_utils": 147.2809991419781, "test_utils_config_module": 0.20766666531562805, "test_utils_filelock": 0.2959999938805898, "test_utils_internal": 0.21699999272823334, "test_view_ops": 41.598666747411094, "test_vulkan": 0.0010000000474974513, "test_weak": 4.82999986410141, "test_xnnpack_integration": 26.167333589013044, "torch_np/numpy_tests/core/test_dlpack": 0.005666666741793354, "torch_np/numpy_tests/core/test_dtype": 0.651666671037674, "torch_np/numpy_tests/core/test_einsum": 23.299000000270706, "torch_np/numpy_tests/core/test_getlimits": 0.23899999842979014, "torch_np/numpy_tests/core/test_indexing": 0.617000003461726, "torch_np/numpy_tests/core/test_multiarray": 49.50500007905066, "torch_np/numpy_tests/core/test_numeric": 7.499333338423942, "torch_np/numpy_tests/core/test_numerictypes": 0.2589999974782889, "torch_np/numpy_tests/core/test_scalar_ctors": 0.34166666492819786, "torch_np/numpy_tests/core/test_scalar_methods": 0.00233333344416072, "torch_np/numpy_tests/core/test_scalarinherit": 0.0010000000474974513, "torch_np/numpy_tests/core/test_scalarmath": 38.66999930515885, "torch_np/numpy_tests/core/test_shape_base": 0.657666658051312, "torch_np/numpy_tests/fft/test_helper": 9.421000056279203, "torch_np/numpy_tests/fft/test_pocketfft": 9.978999987244606, "torch_np/numpy_tests/lib/test_arraypad": 0.2323333372672399, "torch_np/numpy_tests/lib/test_arraysetops": 0.4713333281688392, "torch_np/numpy_tests/lib/test_function_base": 3.2603333241616688, "torch_np/numpy_tests/lib/test_histograms": 0.6400000005960464, "torch_np/numpy_tests/lib/test_index_tricks": 0.33566666666107875, "torch_np/numpy_tests/lib/test_shape_base_": 0.8453333294019103, "torch_np/numpy_tests/lib/test_twodim_base": 0.6903333361260593, "torch_np/numpy_tests/lib/test_type_check": 0.3983333284656207, "torch_np/numpy_tests/linalg/test_linalg": 14.25833334614678, "torch_np/test_basic": 0.961999998971199, "torch_np/test_binary_ufuncs": 0.3153333266576131, "torch_np/test_dtype": 0.2750000059604645, "torch_np/test_function_base": 0.17266666889190674, "torch_np/test_ndarray_methods": 8.8919999927748, "torch_np/test_nep50_examples": 0.1573333366153141, "torch_np/test_random": 0.256999999905626, "torch_np/test_reductions": 3.7296667272845903, "torch_np/test_scalars_0D_arrays": 0.3159999946753184, "torch_np/test_ufuncs_basic": 1.4136666820074122, "torch_np/test_unary_ufuncs": 0.3360000054041545 }, "slow": { "backends/xeon/test_launch": 5.0916666984558105, "benchmark_utils/test_benchmark_utils": 0.3290000061194102, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 8.59000015258789, "distributions/test_constraints": 0.10299999763568242, "distributions/test_distributions": 0.23966667552789053, "dynamo/test_activation_checkpointing": 0.02933333379526933, "dynamo/test_after_aot": 0.3123333354791005, "dynamo/test_allow_inline_skip": 0.253, "dynamo/test_aot_autograd": 0.3950000007947286, "dynamo/test_aot_autograd_cache": 0.06600000088413556, "dynamo/test_autograd_function": 0.039333333571751915, "dynamo/test_backends": 0.022000000346451998, "dynamo/test_backward_higher_order_ops": 0.31666667262713116, "dynamo/test_base_hop": 0.011666666716337204, "dynamo/test_base_output": 0.003000000026077032, "dynamo/test_buffers_override": 0.1959999998410543, "dynamo/test_bytecode_hook": 0.168, "dynamo/test_bytecode_utils": 0.3223333388644581, "dynamo/test_callback": 0.00800000037997961, "dynamo/test_compile": 0.3266666760124887, "dynamo/test_compiler_bisector": 0.0013333333966632683, "dynamo/test_comptime": 0.3279999991257985, "dynamo/test_config": 0.3486666778723399, "dynamo/test_cpp_guard_manager": 1.2990000000000006, "dynamo/test_ctx_manager": 2.580666609108448, "dynamo/test_debug_utils": 0.0033333334140479565, "dynamo/test_decorators": 0.359333336353302, "dynamo/test_deque_reconstruct": 0.16466666758060455, "dynamo/test_deviceguard": 0.01333333357858161, "dynamo/test_dicts": 0.3553333381811778, "dynamo/test_dynamic_shapes": 1190.412325363063, "dynamo/test_error_messages": 0.3643333315849304, "dynamo/test_exc": 0.01766666645805041, "dynamo/test_exceptions": 0.3466666638851166, "dynamo/test_export": 0.18633333345254263, "dynamo/test_export_mutations": 0.32866666714350384, "dynamo/test_flat_apply": 0.32633333404858905, "dynamo/test_frame_init": 0.1659999986489614, "dynamo/test_functions": 0.546333335340023, "dynamo/test_fx_passes_pre_grad": 0.17266666889190674, "dynamo/test_generator": 0.36833332929139334, "dynamo/test_generator_stop": 0.0020000000949949026, "dynamo/test_global": 0.33533332745234173, "dynamo/test_graph_break_messages": 0.360999991496404, "dynamo/test_graph_deduplication": 0.328000009059906, "dynamo/test_graph_region_tracker": 0.3553333381811778, "dynamo/test_guard_manager": 0.2026666651169459, "dynamo/test_guard_serialization": 0.03599999969204267, "dynamo/test_higher_order_ops": 0.3323333306858937, "dynamo/test_hooks": 0.3740000029404958, "dynamo/test_inline_and_install": 0.18400000035762787, "dynamo/test_inline_inbuilt_nn_modules": 1.2589999940246344, "dynamo/test_input_attr_tracking": 0.34833333889643353, "dynamo/test_install_free_tensors": 0.341666666790843, "dynamo/test_interop": 0.296999990940094, "dynamo/test_logging": 0.05400000015894572, "dynamo/test_metrics_context": 0.17333333690961203, "dynamo/test_minifier": 0.1743333339691162, "dynamo/test_misc": 0.5879999985530352, "dynamo/test_model_output": 0.008333333729145428, "dynamo/test_modes": 171.97533272307678, "dynamo/test_modules": 0.1326666660606861, "dynamo/test_nops": 0.3256666660308838, "dynamo/test_optimizers": 0.31099999944369, "dynamo/test_package": 0.1706666648387909, "dynamo/test_pgo": 0.3213333288828532, "dynamo/test_pre_dispatch": 0.1733333319425583, "dynamo/test_precompile_context": 0.0020000000949949026, "dynamo/test_prim_hop_base": 0.16366667052110037, "dynamo/test_profiler": 0.3516666690508525, "dynamo/test_python_autograd": 0.31700000166893005, "dynamo/test_python_dispatcher": 0.01666666753590107, "dynamo/test_raise": 0.9096666686236858, "dynamo/test_recompile_ux": 0.33400000135103863, "dynamo/test_recompiles": 0.32233332594235736, "dynamo/test_reconstruct": 0.01833333323399226, "dynamo/test_reorder_logs": 0.32666667085140944, "dynamo/test_replay_record": 0.17600000000000002, "dynamo/test_repros": 0.4036666651566823, "dynamo/test_resume": 0.17333333690961203, "dynamo/test_sdpa": 0.3033333321412404, "dynamo/test_skip_guard_eval_unsafe": 0.3503333330154419, "dynamo/test_skip_non_tensor": 0.3166666626930237, "dynamo/test_sources": 0.16733333468437195, "dynamo/test_structured_trace": 0.025333333760499954, "dynamo/test_subclasses": 0.13266666481892267, "dynamo/test_subgraphs": 0.3673333326975505, "dynamo/test_sys": 0.3703333336549501, "dynamo/test_trace_rules": 0.1710000018356368, "dynamo/test_triton_kernels": 0.04900000000000002, "dynamo/test_unittest": 0.15000000099341074, "dynamo/test_unspec": 0.04733333239952723, "dynamo/test_utils": 0.17800000115918616, "dynamo/test_verify_correctness": 0.33400000135103863, "dynamo/test_view": 0.15833333631356558, "export/test_converter": 20.60533332824707, "export/test_cpp_serdes": 0.38733333349227905, "export/test_db": 0.35200000802675885, "export/test_draft_export": 0.1933333327372869, "export/test_experimental": 0.32866665720939636, "export/test_export": 3.106333344553908, "export/test_export_nonstrict": 0.5055000046268106, "export/test_export_predispatch": 0.1450000000000001, "export/test_export_strict": 0.39366666972637177, "export/test_export_training_ir_to_run_decomp": 0.9559999865790209, "export/test_export_with_inline_and_install": 0.6366666865845522, "export/test_functionalized_assertions": 0.16033333539962769, "export/test_funtionalized_assertions": 0.835, "export/test_hop": 0.03700000047683716, "export/test_lift_unlift": 0.37100000369052094, "export/test_package": 0.17233332991600037, "export/test_pass_infra": 0.16666666666666666, "export/test_passes": 0.03533333291610082, "export/test_retraceability": 1.033333337555329, "export/test_safeguard": 0.166, "export/test_schema": 0.17566666503747305, "export/test_serdes": 0.9723333222791553, "export/test_serialize": 0.3506666650452341, "export/test_sparse": 0.37566666801770526, "export/test_swap": 0.400666660318772, "export/test_tools": 0.3123333255449931, "export/test_torchbind": 17.417000107001513, "export/test_tree_utils": 0.15566666424274445, "export/test_unflatten": 0.32866666714350384, "export/test_unflatten_training_ir": 0.3346666693687439, "export/test_upgrade": 0.17400000000000002, "export/test_verifier": 0.1706666648387909, "functorch/test_ac_knapsack": 0.3249999958400925, "functorch/test_ac_logging": 0.012333333181838194, "functorch/test_aotdispatch": 1380.2736640678875, "functorch/test_control_flow": 0.5220000017434359, "functorch/test_dims": 0.37966666867335636, "functorch/test_eager_transforms": 0.41066666475186747, "functorch/test_logging": 0.21333333353201547, "functorch/test_memory_efficient_fusion": 0.1816666688537225, "functorch/test_minifier": 0.17699999610582987, "functorch/test_ops": 0.4156666696071625, "functorch/test_parsing": 0.16800000006332994, "functorch/test_rearrange": 0.1679999977350235, "functorch/test_vmap": 6.670999962526063, "functorch/test_vmap_registrations": 1.909666617711385, "higher_order_ops/test_invoke_quant": 0.01366666704416275, "higher_order_ops/test_invoke_subgraph": 0.05766666622366756, "higher_order_ops/test_with_effects": 38.719000498453774, "inductor/test_alignment": 0.013000000268220901, "inductor/test_analysis": 0.02099999925121665, "inductor/test_aot_inductor_arrayref": 90.0086669921875, "inductor/test_async_compile": 0.003000000026077032, "inductor/test_auto_functionalize": 0.19766666988531748, "inductor/test_benchmark_fusion": 20.214333216349285, "inductor/test_benchmarking": 0.01066666686286529, "inductor/test_binary_folding": 0.004000000189989805, "inductor/test_block_analysis": 0.06633333240946133, "inductor/test_codecache": 0.3233333339060967, "inductor/test_codegen_triton": 0.0020000000949949026, "inductor/test_combo_kernels": 0.012333333492279053, "inductor/test_compile": 0.008999999612569809, "inductor/test_compile_subprocess": 739.3733409901615, "inductor/test_compile_worker": 0.004000000034769376, "inductor/test_compiled_autograd": 1104.659685548395, "inductor/test_compiled_optimizers": 0.2006666660308838, "inductor/test_config": 0.015000000285605589, "inductor/test_control_flow": 0.3406666663940996, "inductor/test_cpp_wrapper": 118.8045000000002, "inductor/test_cpp_wrapper_hipify": 0.1613333374261856, "inductor/test_cpu_cpp_wrapper": 2840.8863423665366, "inductor/test_cpu_repro": 430.6846618652344, "inductor/test_cpu_select_algorithm": 1.4916666746139526, "inductor/test_custom_lowering": 0.009333333310981592, "inductor/test_custom_post_grad_passes": 0.007000000216066837, "inductor/test_cutlass_evt": 0.006333333595345418, "inductor/test_debug_trace": 0.0050000000434617204, "inductor/test_decompose_mem_bound_mm": 0.0050000000434617204, "inductor/test_dependencies": 0.001, "inductor/test_distributed_patterns": 0.01966666616499424, "inductor/test_efficient_conv_bn_eval": 419.68100992838544, "inductor/test_extension_backend": 2.234999974568685, "inductor/test_external_callables": 0.015333333363135656, "inductor/test_flex_attention": 0.5159999950168034, "inductor/test_flex_decoding": 0.6396666765213013, "inductor/test_foreach": 0.2993333339691162, "inductor/test_fp8": 0.17100000071028867, "inductor/test_fused_attention": 0.04866666595141093, "inductor/test_fuzzer": 0.017999999846021335, "inductor/test_fx_fusion": 0.16099999845027924, "inductor/test_graph_transform_observer": 0.0020000000949949026, "inductor/test_group_batch_fusion": 0.003000000142492354, "inductor/test_helion_kernels": 0.0020000000949949026, "inductor/test_indexing": 0.03166666720062494, "inductor/test_inductor_annotations": 0.0020000000949949026, "inductor/test_inductor_freezing": 0.03200000027815501, "inductor/test_inductor_scheduler": 0.00800000037997961, "inductor/test_memory_planning": 0.001, "inductor/test_minifier_utils": 0.1753333310286204, "inductor/test_mkldnn_pattern_matcher": 1399.0309965420358, "inductor/test_mmdecomp": 0.01133333332836628, "inductor/test_op_completeness": 0.3049999972184499, "inductor/test_ordered_set": 1.553333352591532, "inductor/test_profiler": 0.005, "inductor/test_provenance_tracing": 0.006333333401319881, "inductor/test_split_cat_fx_aten_passes": 0.003000000026077032, "inductor/test_standalone_compile": 0.012500000186264515, "inductor/test_static_cuda_launcher": 0.0016666667070239782, "inductor/test_templated_attention": 0.007, "inductor/test_torchbind": 0.022333332958320778, "inductor/test_torchinductor": 750.6526615196295, "inductor/test_torchinductor_codegen_config_overrides": 0.003000000026077032, "inductor/test_torchinductor_codegen_dynamic_shapes": 886.3006540934244, "inductor/test_torchinductor_opinfo": 0.9483333230018616, "inductor/test_triton_extension_backend": 2.28849995136261, "inductor/test_triton_kernels": 0.07033333244423072, "inductor/test_unbacked_symints": 0.029666667183240254, "inductor/test_utils": 0.16299999753634134, "lazy/test_bindings": 0, "lazy/test_debug_util": 0.17666666706403097, "lazy/test_functionalization": 0.1770000010728836, "lazy/test_generator": 0.18066667020320892, "lazy/test_reuse_ir": 0.2199999988079071, "lazy/test_step_closures": 0.172666663924853, "lazy/test_ts_opinfo": 0.565999994520098, "nn/test_convolution": 0.5970000053445498, "nn/test_dropout": 0.011666666716337204, "nn/test_embedding": 0.18566666481395563, "nn/test_init": 0.5359999934832255, "nn/test_lazy_modules": 0.07733333359162013, "nn/test_load_state_dict": 0.04800000010679165, "nn/test_module_hooks": 0.20466666637609401, "nn/test_multihead_attention": 0.019000000320374966, "nn/test_packed_sequence": 0.17633333305517832, "nn/test_parametrization": 0.058666667357708015, "nn/test_pooling": 19.086333577521145, "nn/test_pruning": 0.13933333506186804, "profiler/test_cpp_thread": 0.005000000121071935, "profiler/test_execution_trace": 0.011666666405896345, "profiler/test_kineto": 0.17733333508173624, "profiler/test_memory_profiler": 0.10000000051998843, "profiler/test_profiler": 0.06999999785330147, "profiler/test_profiler_tree": 0.22400000194708505, "profiler/test_record_function": 0.20566666622956595, "profiler/test_torch_tidy": 0.2399999996026357, "test_ao_sparsity": 0.41633333556819707, "test_appending_byte_serializer": 0.17033333082993826, "test_autocast": 0.014333333354443312, "test_autograd": 23.02433304535225, "test_autograd_fallback": 0.18133333325386047, "test_autoload": 0.48733333746592206, "test_binary_ufuncs": 14.972000122070312, "test_bundled_inputs": 0.17499999701976776, "test_comparison_utils": 0.16033334036668143, "test_compile_benchmark_util": 0.0010000000474974513, "test_complex": 0.014999999664723873, "test_content_store": 0.004000000189989805, "test_cpp_api_parity": 0.2800000011920929, "test_cpp_extensions_aot_ninja": 0.027666666933024924, "test_cpp_extensions_aot_no_ninja": 0.027333333545054, "test_cpp_extensions_jit": 0.033666666597127914, "test_cpp_extensions_mtia_backend": 1.6660000085830688, "test_cpp_extensions_open_device_registration": 2.5303332805633545, "test_cpp_extensions_stream_and_event": 1.5896666844685872, "test_cuda": 0.009000000233451525, "test_custom_backend": 0.531000018119812, "test_custom_ops": 0.28533333477874595, "test_dataloader": 258.04966581178206, "test_datapipe": 0.41566666297148913, "test_decomp": 6687.348254511987, "test_deploy": 0.1576666682958603, "test_dispatch": 0.30066666410615045, "test_dlpack": 0.12200000137090683, "test_dynamic_shapes": 0.5353333301221331, "test_expanded_weights": 0.1923333319524924, "test_extension_utils": 0.15466666718324026, "test_fake_tensor": 0.21033333451487124, "test_file_check": 0.16633333762486777, "test_flop_counter": 0.02966666656235854, "test_foreach": 3.9733333587646484, "test_function_schema": 0.25066666305065155, "test_functional_autograd_benchmark": 226.2030029296875, "test_functional_optim": 0.17466666797796884, "test_functionalization": 0.36666666467984516, "test_functionalization_of_rng_ops": 0.0010000000474974513, "test_futures": 0.19833333293596903, "test_fx": 773.451324670886, "test_fx_experimental": 1.1450000352536638, "test_fx_passes": 0.2233333351711432, "test_fx_reinplace_pass": 0.1770000010728836, "test_hop_infra": 0.0043333334227403, "test_hub": 0.21733333667119345, "test_import_stats": 0.17133333285649618, "test_indexing": 0.0959999995927016, "test_itt": 0.18299999833106995, "test_jit": 149.80366626133522, "test_jit_autocast": 0.04766666733970245, "test_jit_disabled": 0.15666666626930237, "test_jit_fuser_te": 8865.24921794449, "test_jit_llga_fuser": 231.73833357760063, "test_legacy_vmap": 0.7283333552380403, "test_license": 0.16666666666666666, "test_linalg": 233.74000040690103, "test_logging": 0.16933333377043405, "test_masked": 0.17366666595141092, "test_maskedtensor": 1.0963333522280057, "test_matmul_cuda": 0.22266666094462076, "test_matmul_fp8": 0.011500000022351742, "test_meta": 57.970667795588575, "test_mkl_verbose": 0.16366666555404663, "test_mkldnn": 280.7796630859375, "test_mkldnn_fusion": 0.17600000401337942, "test_mkldnn_verbose": 0.16399999459584555, "test_mobile_optimizer": 0.1779999981323878, "test_model_dump": 0.19099999964237213, "test_model_exports_to_core_aten": 0.30666666229565936, "test_module_init": 0.3890000000000003, "test_module_tracker": 0.16399999956289926, "test_modules": 3.556666692097982, "test_monitor": 0.3533333291610082, "test_multiprocessing": 0.03733333324392637, "test_multiprocessing_spawn": 11.021666838748692, "test_namedtensor": 0.09000000109275182, "test_namedtuple_return_api": 0.14433333277702332, "test_native_functions": 0.16833333174387613, "test_native_mha": 0.02800000086426735, "test_nestedtensor": 1.896333320454384, "test_nn": 2.3423333337608105, "test_numba_integration": 0.006000000207374494, "test_numpy_interop": 0.044333335012197495, "test_openmp": 0.15000000099341074, "test_openreg": 0.31033333639303845, "test_ops": 870.6036728878971, "test_ops_fwd_gradients": 49.83833312988281, "test_ops_gradients": 392.76267496744794, "test_ops_jit": 575.8250141541163, "test_optim": 0.9333333410322666, "test_out_dtype_op": 0.02133333310484886, "test_overrides": 1.6510000203270465, "test_package": 0.43633334171803045, "test_per_overload_api": 0.1586666703224182, "test_prims": 0.027666666777804494, "test_proxy_tensor": 11.81466671746845, "test_pruning_op": 0.16100000341733298, "test_public_bindings": 0.16399999956289926, "test_python_dispatch": 0.27300000031633925, "test_pytree": 0.3573333242287238, "test_quantization": 2039.1229989457254, "test_reductions": 29.72833315531413, "test_scatter_gather_ops": 0.0876666655143102, "test_schema_check": 8.280000348885855, "test_segment_reductions": 0.07766666760047276, "test_serialization": 0.22666666687776646, "test_set_default_mobile_cpu_allocator": 0.1633333365122477, "test_shape_ops": 0.09833333144585292, "test_show_pickle": 0.15499999622503915, "test_sort_and_select": 86.61133321126302, "test_sparse": 3.451000004541129, "test_sparse_csr": 5.006000064080581, "test_sparse_semi_structured": 0.017000000302990276, "test_spectral_ops": 0.2839999919136365, "test_stateless": 0.06700000120326877, "test_subclass": 0.27166666587193805, "test_sympy_utils": 0.32433333139245707, "test_tensor_creation_ops": 4.32599999786665, "test_tensorboard": 107.37633347379354, "test_tensorexpr": 0.3096666634082794, "test_tensorexpr_pybind": 0.1713333308774357, "test_testing": 2.218666634017912, "test_torch": 34.38999986279911, "test_transformers": 5.082333297003061, "test_transformers_privateuse1": 0.013333333656191826, "test_type_hints": 0.25300000607967377, "test_type_info": 0.18499999741713205, "test_type_promotion": 0.5179999967416128, "test_typing": 90.01399993896484, "test_unary_ufuncs": 28.72399965922038, "test_utils": 6.529333246794219, "test_utils_config_module": 0.1896666685740153, "test_utils_filelock": 0.2050000031789144, "test_utils_internal": 0.1770000010728836, "test_view_ops": 0.5066666652758917, "test_vulkan": 0.0010000000474974513, "test_weak": 0.20966666440169016, "test_xnnpack_integration": 1363.4226708210383, "torch_np/numpy_tests/core/test_dlpack": 0.0023333334053556123, "torch_np/numpy_tests/core/test_dtype": 0.25100000590706867, "torch_np/numpy_tests/core/test_einsum": 0.22399999930833778, "torch_np/numpy_tests/core/test_getlimits": 0.18700000042251, "torch_np/numpy_tests/core/test_indexing": 0.23533333434412876, "torch_np/numpy_tests/core/test_multiarray": 1182.5293637840466, "torch_np/numpy_tests/core/test_numeric": 0.7566666768786187, "torch_np/numpy_tests/core/test_numerictypes": 0.204666669984969, "torch_np/numpy_tests/core/test_scalar_ctors": 0.2979999963815014, "torch_np/numpy_tests/core/test_scalar_methods": 0.0056666668970137835, "torch_np/numpy_tests/core/test_scalarinherit": 0.0010000000474974513, "torch_np/numpy_tests/core/test_scalarmath": 76.82833280425984, "torch_np/numpy_tests/core/test_shape_base": 0.2716666672689219, "torch_np/numpy_tests/fft/test_helper": 0.1859999984735623, "torch_np/numpy_tests/fft/test_pocketfft": 0.2516666646115482, "torch_np/numpy_tests/lib/test_arraypad": 0.21133333444595337, "torch_np/numpy_tests/lib/test_arraysetops": 0.20599999853099385, "torch_np/numpy_tests/lib/test_function_base": 0.7486666667973623, "torch_np/numpy_tests/lib/test_histograms": 0.7793333313117424, "torch_np/numpy_tests/lib/test_index_tricks": 0.24400000219854215, "torch_np/numpy_tests/lib/test_shape_base_": 0.3066666674955438, "torch_np/numpy_tests/lib/test_twodim_base": 0.23133333073928952, "torch_np/numpy_tests/lib/test_type_check": 0.2199999976437539, "torch_np/numpy_tests/linalg/test_linalg": 3.6886666698846966, "torch_np/test_basic": 0.4899999991369744, "torch_np/test_binary_ufuncs": 0.2063333342472712, "torch_np/test_dtype": 0.2050000031789144, "torch_np/test_function_base": 0.21366666754086813, "torch_np/test_ndarray_methods": 0.6606666600564495, "torch_np/test_nep50_examples": 0.15566666657105088, "torch_np/test_random": 0.20500000500275442, "torch_np/test_reductions": 1.4369999766349792, "torch_np/test_scalars_0D_arrays": 0.20833333084980646, "torch_np/test_ufuncs_basic": 0.688333316706121, "torch_np/test_unary_ufuncs": 0.20866666734218597 } }, "linux-jammy-py3.10-clang18-asan": { "default": { "backends/xeon/test_launch": 4.918999989827474, "benchmark_utils/test_benchmark_utils": 0.687666674455007, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 10.879000027974447, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 13.267333348592123, "distributions/test_constraints": 0.1516666660706202, "distributions/test_distributions": 150.31900091469288, "dynamo/test_after_aot": 13.069666862487793, "dynamo/test_aot_autograd": 109.02466583251953, "dynamo/test_aot_autograd_cache": 121.39066584904988, "dynamo/test_aot_compile": 24.759000142415363, "dynamo/test_autograd_function": 13.180333455403646, "dynamo/test_backends": 13.643999897448035, "dynamo/test_backward_higher_order_ops": 23.027666727701824, "dynamo/test_base_hop": 3.410333236058553, "dynamo/test_base_output": 0.00566666666418314, "dynamo/test_buffers_override": 12.527000109354654, "dynamo/test_bytecode_utils": 13.418999751408895, "dynamo/test_callback": 0.012000000104308128, "dynamo/test_compile": 13.604333348727474, "dynamo/test_compiler_bisector": 0.0020000000949949026, "dynamo/test_comptime": 15.744999885559082, "dynamo/test_config": 10.362000147501627, "dynamo/test_ctx_manager": 10.777999838193258, "dynamo/test_debug_utils": 0.4180000027020772, "dynamo/test_decorators": 24.88099988301595, "dynamo/test_deque_reconstruct": 0.8493333458900452, "dynamo/test_deviceguard": 0.023666666665424902, "dynamo/test_dicts": 26.632333638767403, "dynamo/test_dynamic_shapes": 2692.113338867823, "dynamo/test_einops": 0.0010000000474974513, "dynamo/test_error_messages": 11.026000022888184, "dynamo/test_exc": 4.32533327738444, "dynamo/test_exceptions": 15.574333826700846, "dynamo/test_export": 202.67933146158853, "dynamo/test_export_mutations": 9.768333752950033, "dynamo/test_fake_distributed": 12.563333511352539, "dynamo/test_flat_apply": 0.9546666344006857, "dynamo/test_frame_init": 0.33700000246365863, "dynamo/test_functions": 120.17533365885417, "dynamo/test_fx_annotate": 0.9513333241144816, "dynamo/test_fx_graph_runnable": 236.17766825358072, "dynamo/test_fx_passes_pre_grad": 11.800666809082031, "dynamo/test_generator": 4.823333372672399, "dynamo/test_global": 13.145999908447266, "dynamo/test_graph_deduplication": 17.848333994547527, "dynamo/test_graph_region_tracker": 3.815999984741211, "dynamo/test_guard_manager": 11.782999957601229, "dynamo/test_guard_serialization": 15.717667175340466, "dynamo/test_higher_order_ops": 81.15366560220718, "dynamo/test_hooks": 43.24933369954427, "dynamo/test_inline_and_install": 216.21566772460938, "dynamo/test_input_attr_tracking": 15.163333257039389, "dynamo/test_install_free_tensors": 67.77366638183594, "dynamo/test_interop": 1.090333342552185, "dynamo/test_list": 3.855999986330668, "dynamo/test_logging": 43.16699981689453, "dynamo/test_metrics_context": 0.3336666723092397, "dynamo/test_minifier": 2.1643333435058594, "dynamo/test_misc": 316.12900415062904, "dynamo/test_model_output": 0.009666666815367838, "dynamo/test_modes": 12.965333302815756, "dynamo/test_modules": 33.7126661936442, "dynamo/test_nested_graph_breaks": 18.974666595458984, "dynamo/test_nops": 0.7933333118756613, "dynamo/test_optimizers": 3.128000020980835, "dynamo/test_package": 75.69599914550781, "dynamo/test_pgo": 45.653333028157554, "dynamo/test_pre_dispatch": 1.0629999836285908, "dynamo/test_precompile_context": 0.003000000026077032, "dynamo/test_profiler": 25.86566734313965, "dynamo/test_python_autograd": 1.309333364168803, "dynamo/test_python_dispatcher": 0.7056666612625122, "dynamo/test_recompile_ux": 2.371333281199137, "dynamo/test_recompiles": 18.159666697184246, "dynamo/test_reconstruct": 1.7133333683013916, "dynamo/test_regional_inductor": 14.731333414713541, "dynamo/test_reorder_logs": 1.7796666622161865, "dynamo/test_repros": 279.24399405935156, "dynamo/test_resume": 0.9070000052452087, "dynamo/test_sdpa": 4.401666641235352, "dynamo/test_sets": 9.795999926825365, "dynamo/test_skip_guard_eval_unsafe": 13.92300001780192, "dynamo/test_skip_non_tensor": 1.5073333581288655, "dynamo/test_sources": 11.009333292643229, "dynamo/test_structured_trace": 41.97999954223633, "dynamo/test_subclasses": 90.67733510335286, "dynamo/test_subgraphs": 19.886333465576172, "dynamo/test_trace_rules": 2.2836666802565255, "dynamo/test_unittest": 0.3909999926884969, "dynamo/test_unspec": 78.38800048828125, "dynamo/test_utils": 52.49199962864319, "dynamo/test_verify_correctness": 1.243666648864746, "dynamo/test_view": 1.4960000117619832, "export/test_converter": 26.7309996287028, "export/test_cpp_serdes": 214.2689971923828, "export/test_db": 43.0053342183431, "export/test_draft_export": 23.43766721089681, "export/test_dynamic_shapes": 0.31166666746139526, "export/test_experimental": 23.162333170572918, "export/test_export": 231.0273324648539, "export/test_export_opinfo": 135.9203338623047, "export/test_export_strict": 426.42233594258624, "export/test_export_training_ir_to_run_decomp": 1119.5989891091983, "export/test_export_with_inline_and_install": 477.863987048467, "export/test_functionalized_assertions": 0.21199999749660492, "export/test_hop": 32.86133257548014, "export/test_lift_unlift": 0.30066666891798377, "export/test_nativert": 0.0013333333966632683, "export/test_package": 0.734000007311503, "export/test_pass_infra": 16.532999992370605, "export/test_passes": 67.65500132242839, "export/test_retraceability": 843.1656583746275, "export/test_schema": 0.8693333268165588, "export/test_serdes": 607.6349962949753, "export/test_serialize": 103.53599846363068, "export/test_sparse": 739.9870096842448, "export/test_strict_export_v2": 617.6316606998444, "export/test_swap": 20.422666867574055, "export/test_tools": 9.017333189646402, "export/test_torchbind": 37.477333541959524, "export/test_tree_utils": 0.4053333302338918, "export/test_unflatten": 38.679665883382164, "export/test_unflatten_training_ir": 38.31366729736328, "export/test_upgrader": 0.007333333604037762, "export/test_verifier": 20.31000010172526, "functorch/dim/test_getsetitem": 0.026000000536441803, "functorch/dim/test_split": 0.04466666653752327, "functorch/test_ac_knapsack": 0.23566666804254055, "functorch/test_ac_logging": 0.012999999957780043, "functorch/test_aot_joint_with_descriptors": 20.07433319091797, "functorch/test_aotdispatch": 8366.94496716171, "functorch/test_control_flow": 234.43166870375475, "functorch/test_dims": 46.77799987792969, "functorch/test_eager_transforms": 43.71933359156052, "functorch/test_logging": 0.4246666729450226, "functorch/test_memory_efficient_fusion": 11.011666818133866, "functorch/test_minifier": 0.5606666604677836, "functorch/test_ops": 0.7790000041325887, "functorch/test_parsing": 0.22666666315247616, "functorch/test_rearrange": 0.3413333296775818, "functorch/test_vmap": 2163.552681198887, "functorch/test_vmap_registrations": 2.4653333822886148, "higher_order_ops/test_invoke_quant": 7.3839999834696455, "higher_order_ops/test_invoke_subgraph": 107.0489978933086, "higher_order_ops/test_local_map": 23.306666056315105, "higher_order_ops/test_with_effects": 23.756333033243816, "inductor/test_alignment": 25.988333384195965, "inductor/test_analysis": 0.0283333333209157, "inductor/test_aot_inductor_arrayref": 1403.2826436360676, "inductor/test_async_compile": 0.006333333595345418, "inductor/test_augmented_graph_helper": 0.0186666672428449, "inductor/test_auto_functionalize": 59.18599955240885, "inductor/test_benchmark_fusion": 10.373000144958496, "inductor/test_benchmarking": 0.3069999913374583, "inductor/test_binary_folding": 91.79066721598308, "inductor/test_block_analysis": 0.2539999981721242, "inductor/test_cache": 63.16700086990992, "inductor/test_caching": 33.896998312945165, "inductor/test_codecache": 239.14333502401132, "inductor/test_codegen_triton": 0.25333333015441895, "inductor/test_combo_kernels": 0.01666666652696828, "inductor/test_compile": 21.924332936604817, "inductor/test_compile_subprocess": 1686.078327178955, "inductor/test_compile_worker": 25.36633364359538, "inductor/test_compiled_autograd": 1115.0546642250072, "inductor/test_compiled_optimizers": 220.14766438802084, "inductor/test_config": 9.1043332417806, "inductor/test_control_flow": 1.1413333328285564, "inductor/test_cpp_wrapper_hipify": 0.5713333288828532, "inductor/test_cpu_cpp_wrapper": 7719.860677083333, "inductor/test_cpu_repro": 5437.9420166015625, "inductor/test_cpu_select_algorithm": 14776.386250813803, "inductor/test_custom_lowering": 0.012666666880249977, "inductor/test_custom_post_grad_passes": 12.465333302815756, "inductor/test_cutedsl_template": 0.0010000000474974513, "inductor/test_cutlass_evt": 0.006333333595345418, "inductor/test_debug_trace": 12.644000371297201, "inductor/test_decompose_mem_bound_mm": 0.0020000000949949026, "inductor/test_device_assert": 4.561999956766765, "inductor/test_device_info": 0.2709999978542328, "inductor/test_distributed_patterns": 31.959000905354817, "inductor/test_efficient_conv_bn_eval": 0.0010000000474974513, "inductor/test_extension_backend": 1.6519999504089355, "inductor/test_external_callables": 18.23033332824707, "inductor/test_flex_attention": 3990.6500034636506, "inductor/test_flex_decoding": 1.6999999682108562, "inductor/test_foreach": 25.85033353169759, "inductor/test_fp8": 171.36233268181482, "inductor/test_fused_attention": 202.32132975260416, "inductor/test_fuzzer": 2.9656666914621987, "inductor/test_fx_fusion": 0.2846666673819224, "inductor/test_graph_transform_observer": 0.004999999888241291, "inductor/test_group_batch_fusion": 0.031000000424683094, "inductor/test_helion_kernels": 0.0020000000949949026, "inductor/test_indexing": 0.6146666829784712, "inductor/test_inductor_annotations": 0.0020000000949949026, "inductor/test_inductor_freezing": 49.8129997253418, "inductor/test_inductor_scheduler": 0.008000000069538752, "inductor/test_kernel_optimization": 0.0010000000474974513, "inductor/test_mem_estimation": 0.42766666164000827, "inductor/test_minifier_utils": 10.686000188191732, "inductor/test_mkldnn_pattern_matcher": 2957.049306012535, "inductor/test_mmdecomp": 0.7853333353996277, "inductor/test_op_completeness": 0.2866666664679845, "inductor/test_ordered_set": 2.112333326910933, "inductor/test_pcache": 6.003333367407322, "inductor/test_provenance_tracing": 30.52866643019176, "inductor/test_remote_cache": 0.21966666479905447, "inductor/test_segmented_tree": 0.612333337465922, "inductor/test_split_cat_fx_aten_passes": 1.3456667141678433, "inductor/test_static_cuda_launcher": 0.0010000000474974513, "inductor/test_template_heuristics_registry": 0.2116666634877523, "inductor/test_torchbind": 46.41133371988932, "inductor/test_torchinductor": 1716.999660174052, "inductor/test_torchinductor_codegen_config_overrides": 4.112333297729492, "inductor/test_torchinductor_codegen_dynamic_shapes": 2708.644327799479, "inductor/test_torchinductor_opinfo": 1.527999997138977, "inductor/test_triton_kernels": 0.1483333371579647, "inductor/test_unbacked_symints": 62.35400136311849, "inductor/test_utils": 0.13366666436195374, "lazy/test_bindings": 0.0013333333966632683, "lazy/test_debug_util": 0.609666645526886, "lazy/test_functionalization": 0.6459999879201254, "lazy/test_generator": 0.5899999936421713, "lazy/test_reuse_ir": 3.9463332494099936, "lazy/test_step_closures": 2.2039999961853027, "lazy/test_ts_opinfo": 64.36966713269551, "nn/test_convolution": 58.660000483194985, "nn/test_dropout": 0.9619999925295512, "nn/test_embedding": 19.137000041703384, "nn/test_init": 7.821666717529297, "nn/test_lazy_modules": 0.9556666811307272, "nn/test_load_state_dict": 1.2410000041127205, "nn/test_module_hooks": 0.6126666627824306, "nn/test_multihead_attention": 29.611666997273762, "nn/test_packed_sequence": 1.2269999980926514, "nn/test_parametrization": 3.6973334047943354, "nn/test_pooling": 74.66666615009308, "nn/test_pruning": 0.1530000021060308, "profiler/test_cpp_thread": 0.005333333431432645, "profiler/test_execution_trace": 0.704666664203008, "profiler/test_kineto": 0.24766666690508524, "profiler/test_memory_profiler": 15.439333064481616, "profiler/test_profiler": 22.008000109228306, "profiler/test_profiler_tree": 0.3983333210150401, "profiler/test_python_tracer": 7.255333582560222, "profiler/test_record_function": 0.36166666944821674, "profiler/test_torch_tidy": 4.997000058492024, "test_ao_sparsity": 21.6883332155024, "test_appending_byte_serializer": 0.27133333186308545, "test_autocast": 3.063666619670888, "test_autograd": 105.11733206966892, "test_autograd_fallback": 0.3783333400885264, "test_autoload": 0.5896666596333185, "test_binary_ufuncs": 227.01666768391928, "test_bundled_inputs": 2.9553333123524985, "test_comparison_utils": 0.24233333269755045, "test_compile_benchmark_util": 0.0010000000474974513, "test_complex": 0.13433333237965903, "test_content_store": 13.996333122253418, "test_cpp_api_parity": 9.079333305358887, "test_cpp_extensions_aot_ninja": 0.05666666920296848, "test_cpp_extensions_aot_no_ninja": 0.0546666676333795, "test_cpp_extensions_jit": 41.73199971516927, "test_cpp_extensions_mtia_backend": 1.716333309809367, "test_cpp_extensions_open_device_registration": 1.8266667127609253, "test_cpp_extensions_stream_and_event": 1.6979999939600627, "test_cuda": 0.009333333505007127, "test_custom_ops": 42.679666087031364, "test_dataloader": 8.567666647179673, "test_datapipe": 19.37966640293598, "test_decomp": 3061.6570183991766, "test_deploy": 0.32366666197776794, "test_dispatch": 67.64800034587581, "test_dlpack": 0.3619999984900157, "test_dynamic_shapes": 125.00833300780505, "test_expanded_weights": 31.398666504770517, "test_extension_utils": 0.2050000031789144, "test_fake_tensor": 7.441666710811357, "test_file_check": 3.7793333530426025, "test_flop_counter": 2.4336666266123452, "test_foreach": 144.9953358968099, "test_function_schema": 0.9040000041325887, "test_functional_autograd_benchmark": 77.69700113932292, "test_functional_optim": 0.4580000042915344, "test_functionalization": 10.969666798909506, "test_functionalization_of_rng_ops": 0.029999999329447746, "test_futures": 0.9493333101272583, "test_fx": 750.4690077764293, "test_fx_experimental": 114.49733583629131, "test_fx_passes": 0.7783333187301954, "test_fx_reinplace_pass": 0.8870000044504801, "test_hop_infra": 0.008333333457509676, "test_hub": 12.678666432698568, "test_import_stats": 7.558333237965901, "test_indexing": 11.033999642978111, "test_itt": 0.19766666988531748, "test_jit": 379.7856692048954, "test_jit_autocast": 43.534666538238525, "test_jit_disabled": 0.3249999980131785, "test_jit_fuser_te": 1031.611661387491, "test_jit_llga_fuser": 193.1170008907793, "test_legacy_vmap": 7.78399998943011, "test_libtorch": 283.6026662766235, "test_license": 0.2643333276112874, "test_linalg": 613.8113301595052, "test_logging": 5.414333343505859, "test_masked": 44.59033203125, "test_maskedtensor": 13.52533333003521, "test_meta": 3064.405953450749, "test_mkl_verbose": 7.843999862670898, "test_mkldnn": 213.76333618164062, "test_mkldnn_fusion": 61.884665171305336, "test_mkldnn_verbose": 8.627999941507975, "test_mobile_optimizer": 8.110333601633707, "test_model_exports_to_core_aten": 0.3766666650772095, "test_module_tracker": 0.22433333098888397, "test_modules": 2016.4716873168945, "test_monitor": 0.531333327293396, "test_multiprocessing": 34.88666534423828, "test_multiprocessing_spawn": 163.49866500101052, "test_namedtensor": 1.11599999666214, "test_namedtuple_return_api": 1.8306666215260823, "test_native_functions": 0.6936666568120321, "test_native_mha": 0.6326666474342346, "test_nestedtensor": 2717.5780119614988, "test_nn": 479.73167509857257, "test_numa_binding": 7.6166666348775225, "test_numba_integration": 0.004000000034769376, "test_numpy_interop": 0.8319999972979227, "test_opaque_obj": 0.8293333450953165, "test_opaque_obj_v2": 0.35333333412806195, "test_openmp": 21.095333099365234, "test_openreg": 2.287666683395704, "test_ops": 6375.2019767210195, "test_ops_fwd_gradients": 1897.6746622721355, "test_ops_gradients": 2720.0586751302085, "test_ops_jit": 4443.999348958333, "test_optim": 188.17599986990294, "test_out_dtype_op": 11.402666409810385, "test_overrides": 3.048666667115564, "test_package": 5.917666576104239, "test_per_overload_api": 0.2409999966621399, "test_prims": 0.4160000054786603, "test_privateuseone_python_backend": 0.20666666328907013, "test_proxy_tensor": 995.9069793832799, "test_pruning_op": 0.9593333204587301, "test_public_bindings": 16.68166669209798, "test_python_dispatch": 0.932333336211741, "test_pytree": 4.121000033492844, "test_quantization": 4610.357016293914, "test_reductions": 130.89633178710938, "test_rename_privateuse1_to_existing_device": 0.20499999821186066, "test_scatter_gather_ops": 40.63366572062174, "test_schema_check": 518.6809946298599, "test_segment_reductions": 2.943666696548462, "test_serialization": 120.19899816190203, "test_set_default_mobile_cpu_allocator": 0.20733333130677542, "test_shape_ops": 3.9510000546773276, "test_show_pickle": 0.23466666539510092, "test_sort_and_select": 4.110666592915853, "test_sparse": 1862.1329985680834, "test_sparse_csr": 428.71333329131204, "test_sparse_semi_structured": 0.03566666692495346, "test_spectral_ops": 30.09833349784215, "test_stateless": 10.76333345969518, "test_subclass": 0.7416666547457377, "test_sympy_utils": 28.820333493407816, "test_tensor_creation_ops": 58.57466661805908, "test_tensorboard": 1.9646666614183534, "test_tensorexpr": 163.11699930826822, "test_tensorexpr_pybind": 0.30033333227038383, "test_testing": 74.71400034396599, "test_torch": 25.655333290575072, "test_torchfuzz_repros": 0.05199999983112017, "test_transformers": 3807.523658267533, "test_transformers_privateuse1": 0.11166666448116302, "test_type_hints": 0.19099999964237213, "test_type_info": 0.22633333504199982, "test_type_promotion": 8.574666659037272, "test_typing": 89.96700032552083, "test_unary_ufuncs": 946.6939900716146, "test_utils": 128.7939987486849, "test_utils_config_module": 0.27766666809717816, "test_utils_filelock": 0.31200000643730164, "test_view_ops": 32.23433283964793, "test_vulkan": 0.0010000000474974513, "test_weak": 4.784000046551228, "test_xnnpack_integration": 37.48466696939431, "torch_np/numpy_tests/core/test_dlpack": 0.004000000189989805, "torch_np/numpy_tests/core/test_dtype": 0.552333333917583, "torch_np/numpy_tests/core/test_einsum": 22.443332886012893, "torch_np/numpy_tests/core/test_getlimits": 0.2696666585979983, "torch_np/numpy_tests/core/test_indexing": 0.7180000148170317, "torch_np/numpy_tests/core/test_multiarray": 45.97499907478535, "torch_np/numpy_tests/core/test_numeric": 7.147333382939299, "torch_np/numpy_tests/core/test_numerictypes": 0.3353333370760083, "torch_np/numpy_tests/core/test_scalar_ctors": 0.628333325808247, "torch_np/numpy_tests/core/test_scalar_methods": 0.021666666609235108, "torch_np/numpy_tests/core/test_scalarinherit": 0.0006666666983316342, "torch_np/numpy_tests/core/test_scalarmath": 35.30899983838511, "torch_np/numpy_tests/core/test_shape_base": 0.6960000054289898, "torch_np/numpy_tests/fft/test_helper": 9.17966650907571, "torch_np/numpy_tests/fft/test_pocketfft": 10.172333344817162, "torch_np/numpy_tests/lib/test_arraypad": 0.26799999674161273, "torch_np/numpy_tests/lib/test_arraysetops": 0.5340000058834752, "torch_np/numpy_tests/lib/test_function_base": 2.8306666601759694, "torch_np/numpy_tests/lib/test_histograms": 0.9066666836539904, "torch_np/numpy_tests/lib/test_index_tricks": 0.505666668449218, "torch_np/numpy_tests/lib/test_shape_base_": 1.0363333312949787, "torch_np/numpy_tests/lib/test_twodim_base": 0.8343333428104719, "torch_np/numpy_tests/lib/test_type_check": 0.4933333336375654, "torch_np/numpy_tests/linalg/test_linalg": 16.283666569312725, "torch_np/test_basic": 1.0013333223372076, "torch_np/test_binary_ufuncs": 0.3603333334128062, "torch_np/test_dtype": 0.4243333339691162, "torch_np/test_function_base": 0.3266666680574417, "torch_np/test_indexing": 11.55666700998942, "torch_np/test_ndarray_methods": 9.121666608688733, "torch_np/test_nep50_examples": 0.043999999606360994, "torch_np/test_random": 0.32200001273304224, "torch_np/test_reductions": 4.2636666462446255, "torch_np/test_scalars_0D_arrays": 0.2943333275616169, "torch_np/test_ufuncs_basic": 1.3413333417847753, "torch_np/test_unary_ufuncs": 0.3876666724681854, "typing/test_python_operators": 0.9266666571299235 }, "slow": { "backends/xeon/test_launch": 5.629000027974446, "benchmark_utils/test_benchmark_utils": 0.24400000274181366, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 10.677666346232096, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 0.2043333351612091, "distributions/test_constraints": 0.1386666645606359, "distributions/test_distributions": 0.24033333857854208, "dynamo/test_after_aot": 0.32733333110809326, "dynamo/test_aot_autograd": 0.3793333371480306, "dynamo/test_aot_autograd_cache": 0.10399999873091777, "dynamo/test_aot_compile": 0.3360000054041545, "dynamo/test_autograd_function": 0.042333332200845085, "dynamo/test_backends": 0.02633333341994633, "dynamo/test_backward_higher_order_ops": 0.3423333366711934, "dynamo/test_base_hop": 0.33400000135103863, "dynamo/test_base_output": 0.005333333276212215, "dynamo/test_buffers_override": 0.3463333447774251, "dynamo/test_bytecode_utils": 0.4089999967254698, "dynamo/test_callback": 0.005000000198682149, "dynamo/test_compile": 0.3713333338576679, "dynamo/test_compiler_bisector": 0.0010000000474974513, "dynamo/test_comptime": 0.35766666134198505, "dynamo/test_config": 0.33799998958905536, "dynamo/test_ctx_manager": 2.272333350032568, "dynamo/test_debug_utils": 0.0026666667933265367, "dynamo/test_decorators": 0.4856666723887126, "dynamo/test_deque_reconstruct": 0.21666666865348816, "dynamo/test_deviceguard": 0.01433333350966374, "dynamo/test_dicts": 0.48333333793561906, "dynamo/test_dynamic_shapes": 838.5476712979531, "dynamo/test_einops": 0.0010000000474974513, "dynamo/test_error_messages": 0.38733333349227905, "dynamo/test_exc": 0.014999999664723873, "dynamo/test_exceptions": 0.428000013033549, "dynamo/test_export": 0.1933333377043406, "dynamo/test_export_mutations": 0.33666667342185974, "dynamo/test_fake_distributed": 12.247999827067057, "dynamo/test_flat_apply": 0.34066667159398395, "dynamo/test_frame_init": 0.38466666142145794, "dynamo/test_functions": 0.4870000133911769, "dynamo/test_fx_annotate": 0.004999999888241291, "dynamo/test_fx_graph_runnable": 0.017999999225139618, "dynamo/test_fx_passes_pre_grad": 0.31799999872843426, "dynamo/test_generator": 0.4133333351152639, "dynamo/test_global": 0.36133333047231037, "dynamo/test_graph_deduplication": 0.396999994913737, "dynamo/test_graph_region_tracker": 0.3413333296775818, "dynamo/test_guard_manager": 1.2206666698136057, "dynamo/test_guard_serialization": 0.25900000566616654, "dynamo/test_higher_order_ops": 0.22466666841258606, "dynamo/test_hooks": 0.3753333290417989, "dynamo/test_inline_and_install": 0.19866666694482168, "dynamo/test_input_attr_tracking": 0.3776666720708211, "dynamo/test_install_free_tensors": 0.3683333337927858, "dynamo/test_interop": 0.3499999940395355, "dynamo/test_list": 0.385000001018246, "dynamo/test_logging": 0.0816666694978873, "dynamo/test_metrics_context": 0.3643333315849304, "dynamo/test_minifier": 0.013333333656191826, "dynamo/test_misc": 0.8256666830275208, "dynamo/test_model_output": 0.00900000003942599, "dynamo/test_modes": 11.784333374118432, "dynamo/test_modules": 0.13900000105301538, "dynamo/test_nested_graph_breaks": 0.4253333310286204, "dynamo/test_nops": 0.3836666742960612, "dynamo/test_optimizers": 0.33700000246365863, "dynamo/test_package": 0.054666668176651, "dynamo/test_pgo": 0.33400000135103863, "dynamo/test_pre_dispatch": 0.33233333627382916, "dynamo/test_precompile_context": 0.003000000026077032, "dynamo/test_profiler": 0.33633333444595337, "dynamo/test_python_autograd": 0.3406666616598765, "dynamo/test_python_dispatcher": 0.01833333323399226, "dynamo/test_recompile_ux": 0.3603333334128062, "dynamo/test_recompiles": 0.3659999966621399, "dynamo/test_reconstruct": 0.017000000302990276, "dynamo/test_regional_inductor": 0.006000000052154064, "dynamo/test_reorder_logs": 0.3536666709308823, "dynamo/test_repros": 0.332999996530513, "dynamo/test_resume": 0.33533332745234173, "dynamo/test_sdpa": 0.4413333435853322, "dynamo/test_sets": 0.4690000034946327, "dynamo/test_skip_guard_eval_unsafe": 0.38100000222524005, "dynamo/test_skip_non_tensor": 0.3486666679382324, "dynamo/test_sources": 0.3136666615804036, "dynamo/test_structured_trace": 0.027333333467443783, "dynamo/test_subclasses": 0.1256666680177053, "dynamo/test_subgraphs": 0.3943333327770233, "dynamo/test_trace_rules": 0.36200000578537583, "dynamo/test_unittest": 0.4180000126361847, "dynamo/test_unspec": 0.06933333228031795, "dynamo/test_utils": 0.3826666645084818, "dynamo/test_verify_correctness": 0.33000000317891437, "dynamo/test_view": 0.3126666645208995, "export/test_converter": 25.479333241780598, "export/test_cpp_serdes": 0.5146666665871938, "export/test_db": 0.3839999934037526, "export/test_draft_export": 0.34833333889643353, "export/test_dynamic_shapes": 0.3546666701634725, "export/test_experimental": 0.3959999978542328, "export/test_export": 7.3213333341603475, "export/test_export_opinfo": 3.551666736602783, "export/test_export_strict": 0.4563333274175723, "export/test_export_training_ir_to_run_decomp": 0.8763333316892385, "export/test_export_with_inline_and_install": 0.4729999906073014, "export/test_functionalized_assertions": 0.20033333698908487, "export/test_hop": 0.04800000041723251, "export/test_lift_unlift": 0.3279999924513201, "export/test_nativert": 0.0013333333966632683, "export/test_package": 0.32833332816759747, "export/test_pass_infra": 0.320333331823349, "export/test_passes": 0.03899999956289927, "export/test_retraceability": 0.9083333369344473, "export/test_schema": 0.2376666714747747, "export/test_serdes": 0.9233333288381497, "export/test_serialize": 0.13766666986824325, "export/test_sparse": 0.6986666719118754, "export/test_strict_export_v2": 0.4450000021606684, "export/test_swap": 0.33699999190866947, "export/test_tools": 0.4269999961058299, "export/test_torchbind": 34.93366683724647, "export/test_tree_utils": 0.3893333276112874, "export/test_unflatten": 0.36933332681655884, "export/test_unflatten_training_ir": 0.37733333309491474, "export/test_upgrader": 0.007000000216066837, "export/test_verifier": 0.3249999980131785, "functorch/dim/test_getsetitem": 0.028333334252238274, "functorch/dim/test_split": 0.040999999890724816, "functorch/test_ac_knapsack": 0.21566667252530655, "functorch/test_ac_logging": 0.012333333492279053, "functorch/test_aot_joint_with_descriptors": 0.3826666573683421, "functorch/test_aotdispatch": 1288.1486691533744, "functorch/test_control_flow": 1.5466666991511981, "functorch/test_dims": 0.4349999986588955, "functorch/test_eager_transforms": 0.4516666643321514, "functorch/test_logging": 0.32700000206629437, "functorch/test_memory_efficient_fusion": 0.3316666562653457, "functorch/test_minifier": 0.350000003973643, "functorch/test_ops": 0.46699999769528705, "functorch/test_parsing": 0.22200000084315738, "functorch/test_rearrange": 0.24199999372164407, "functorch/test_vmap": 8.345333489899835, "functorch/test_vmap_registrations": 2.0966667334238687, "higher_order_ops/test_invoke_quant": 0.019666667096316814, "higher_order_ops/test_invoke_subgraph": 0.06733333385394265, "higher_order_ops/test_local_map": 23.80500030517578, "higher_order_ops/test_with_effects": 26.04866663614909, "inductor/test_alignment": 0.013000000268220901, "inductor/test_analysis": 0.01766666684610148, "inductor/test_aot_inductor_arrayref": 101.19566599527995, "inductor/test_async_compile": 0.007333333604037762, "inductor/test_augmented_graph_helper": 0.0173333336909612, "inductor/test_auto_functionalize": 0.368666668732961, "inductor/test_benchmark_fusion": 17.142667134602863, "inductor/test_benchmarking": 0.010333333164453506, "inductor/test_binary_folding": 0.004000000189989805, "inductor/test_block_analysis": 0.22699999809265137, "inductor/test_cache": 1.0906666666269302, "inductor/test_caching": 0.4749999986961484, "inductor/test_codecache": 0.14433333211733648, "inductor/test_codegen_triton": 0.0013333333966632683, "inductor/test_combo_kernels": 0.019333333242684603, "inductor/test_compile": 0.012333332871397337, "inductor/test_compile_subprocess": 748.7026515294953, "inductor/test_compile_worker": 0.00566666666418314, "inductor/test_compiled_autograd": 1084.685286453925, "inductor/test_compiled_optimizers": 0.4179999977350235, "inductor/test_config": 0.01833333323399226, "inductor/test_control_flow": 0.37466666226585704, "inductor/test_cpp_wrapper_hipify": 0.2436666637659073, "inductor/test_cpu_cpp_wrapper": 3174.479377725472, "inductor/test_cpu_repro": 221.2760009765625, "inductor/test_cpu_select_algorithm": 1.8576666911443074, "inductor/test_custom_lowering": 0.006666666828095913, "inductor/test_custom_post_grad_passes": 0.007000000216066837, "inductor/test_cutedsl_template": 0.005000000121071935, "inductor/test_cutlass_evt": 0.0050000000434617204, "inductor/test_debug_trace": 0.0033333334140479565, "inductor/test_decompose_mem_bound_mm": 0.0016666667458290856, "inductor/test_device_assert": 0.00800000037997961, "inductor/test_device_info": 0.19599999487400055, "inductor/test_distributed_patterns": 0.018333332613110542, "inductor/test_efficient_conv_bn_eval": 337.8929951985677, "inductor/test_extension_backend": 1.7243333260218303, "inductor/test_external_callables": 0.01566666706154744, "inductor/test_flex_attention": 0.5396666649418572, "inductor/test_flex_decoding": 0.5189999938011169, "inductor/test_foreach": 0.2656666686137517, "inductor/test_fp8": 0.41966666157046956, "inductor/test_fused_attention": 0.05400000077982744, "inductor/test_fuzzer": 0.012333333181838194, "inductor/test_fx_fusion": 0.20733333627382913, "inductor/test_graph_transform_observer": 0.0016666667458290856, "inductor/test_group_batch_fusion": 0.008000000147148967, "inductor/test_helion_kernels": 0.0020000000949949026, "inductor/test_indexing": 0.022333333268761635, "inductor/test_inductor_annotations": 0.0020000000949949026, "inductor/test_inductor_freezing": 0.026333333924412727, "inductor/test_inductor_scheduler": 0.005666666819403569, "inductor/test_kernel_optimization": 0.0010000000474974513, "inductor/test_mem_estimation": 0.20633333028915027, "inductor/test_minifier_utils": 0.38199999928474426, "inductor/test_mkldnn_pattern_matcher": 867.9129929606958, "inductor/test_mmdecomp": 0.016000000139077503, "inductor/test_op_completeness": 0.28433333337306976, "inductor/test_ordered_set": 1.4790000092471018, "inductor/test_pcache": 0.19966666710873446, "inductor/test_provenance_tracing": 0.010000000474974513, "inductor/test_remote_cache": 0.23800000051657358, "inductor/test_segmented_tree": 0.2206666668256124, "inductor/test_split_cat_fx_aten_passes": 0.004666666849516332, "inductor/test_static_cuda_launcher": 0.0056666665865729255, "inductor/test_template_heuristics_registry": 0.19899999598662058, "inductor/test_torchbind": 0.02066666663934787, "inductor/test_torchinductor": 732.7076621078886, "inductor/test_torchinductor_codegen_config_overrides": 0.005000000198682149, "inductor/test_torchinductor_codegen_dynamic_shapes": 870.6110026041666, "inductor/test_torchinductor_opinfo": 2.8000000516573587, "inductor/test_triton_kernels": 0.2819999950006604, "inductor/test_unbacked_symints": 0.033333333830038704, "inductor/test_utils": 0.007666666992008686, "lazy/test_bindings": 0.0016666667458290856, "lazy/test_debug_util": 0.19833333293596903, "lazy/test_functionalization": 0.19599999487400055, "lazy/test_generator": 0.21833333373069763, "lazy/test_reuse_ir": 0.2063333342472712, "lazy/test_step_closures": 0.2116666634877523, "lazy/test_ts_opinfo": 0.5900000034210583, "nn/test_convolution": 0.6013333611190319, "nn/test_dropout": 0.009000000078231096, "nn/test_embedding": 0.2833333406597376, "nn/test_init": 0.6650000015894572, "nn/test_lazy_modules": 0.08466666688521703, "nn/test_load_state_dict": 0.04000000011486312, "nn/test_module_hooks": 0.08700000184277694, "nn/test_multihead_attention": 0.0230000006655852, "nn/test_packed_sequence": 0.25500000019868213, "nn/test_parametrization": 0.0580000018235296, "nn/test_pooling": 17.339000244624913, "nn/test_pruning": 0.04733333239952723, "profiler/test_cpp_thread": 0.005666666741793354, "profiler/test_execution_trace": 0.011666666716337204, "profiler/test_kineto": 0.21199999749660492, "profiler/test_memory_profiler": 0.03599999969204267, "profiler/test_profiler": 0.08500000093287478, "profiler/test_profiler_tree": 0.21966666479905447, "profiler/test_python_tracer": 0.19833333293596903, "profiler/test_record_function": 0.21199999749660492, "profiler/test_torch_tidy": 0.22166666388511658, "test_ao_sparsity": 0.48900000064168125, "test_appending_byte_serializer": 0.23466666042804718, "test_autocast": 0.019000000203959644, "test_autograd": 17.97933318465948, "test_autograd_fallback": 0.21999999384085336, "test_autoload": 0.5806666711966196, "test_binary_ufuncs": 14.429999987284342, "test_bundled_inputs": 0.20933333039283752, "test_comparison_utils": 0.20600000023841858, "test_compile_benchmark_util": 0.0010000000474974513, "test_complex": 0.014999999664723873, "test_content_store": 0.004000000189989805, "test_cpp_api_parity": 0.29200000564257306, "test_cpp_extensions_aot_ninja": 0.02799999970011413, "test_cpp_extensions_aot_no_ninja": 0.032000000355765224, "test_cpp_extensions_jit": 0.03566666692495346, "test_cpp_extensions_mtia_backend": 1.634999950726827, "test_cpp_extensions_open_device_registration": 1.8380000591278076, "test_cpp_extensions_stream_and_event": 1.6953333218892415, "test_cuda": 0.013666666811332107, "test_custom_ops": 0.28866666617492837, "test_dataloader": 227.0460044357072, "test_datapipe": 0.5236666719429195, "test_decomp": 7509.89456704872, "test_deploy": 0.3036666711171468, "test_dispatch": 0.2230000008518497, "test_dlpack": 0.15533333520094553, "test_dynamic_shapes": 0.5873333411291242, "test_expanded_weights": 0.19799999861667553, "test_extension_utils": 0.19566666583220163, "test_fake_tensor": 0.23999999913697442, "test_file_check": 0.22433333098888397, "test_flop_counter": 0.02133333310484886, "test_foreach": 4.757333437601726, "test_function_schema": 0.265666663646698, "test_functional_autograd_benchmark": 223.8203328450521, "test_functional_optim": 0.24399999777475992, "test_functionalization": 0.4610000054041545, "test_functionalization_of_rng_ops": 0.0016666667458290856, "test_futures": 0.2786666701237361, "test_fx": 683.9476671162993, "test_fx_experimental": 1.4306666624421875, "test_fx_passes": 0.35766667934755486, "test_fx_reinplace_pass": 0.24833332498868307, "test_hop_infra": 0.004000000034769376, "test_hub": 0.2516666700442632, "test_import_stats": 0.21499999860922495, "test_indexing": 0.20899999886751175, "test_itt": 0.23433333138624826, "test_jit": 141.1513323445494, "test_jit_autocast": 0.04599999977896611, "test_jit_disabled": 0.1970000018676122, "test_jit_fuser_te": 7520.317730624501, "test_jit_llga_fuser": 189.8986685690082, "test_legacy_vmap": 0.1536666676402092, "test_license": 0.20400000115235647, "test_linalg": 227.03400166829428, "test_logging": 0.23933333158493042, "test_masked": 0.19033333659172058, "test_maskedtensor": 0.9696666629364094, "test_meta": 63.364668253188334, "test_mkl_verbose": 0.21100000043710074, "test_mkldnn": 222.3689982096354, "test_mkldnn_fusion": 966.8270009756088, "test_mkldnn_verbose": 0.20100000003973642, "test_mobile_optimizer": 0.3009999891122182, "test_model_exports_to_core_aten": 0.342333326737086, "test_module_tracker": 0.20999999841054282, "test_modules": 200.30733235677084, "test_monitor": 0.5056666731834412, "test_multiprocessing": 0.03766666725277901, "test_multiprocessing_spawn": 10.258333334350027, "test_namedtensor": 0.0860000029206276, "test_namedtuple_return_api": 0.18566667040189108, "test_native_functions": 0.2206666668256124, "test_native_mha": 0.02800000086426735, "test_nestedtensor": 1.6783333219743024, "test_nn": 2.224999981195045, "test_numa_binding": 0.21200000246365866, "test_numba_integration": 0.006666666983316342, "test_numpy_interop": 0.046999999632438026, "test_opaque_obj": 2.4173332850138345, "test_opaque_obj_v2": 0.33133333921432495, "test_openmp": 0.1946666638056437, "test_openreg": 0.19533333306511244, "test_ops": 338.16666582684655, "test_ops_fwd_gradients": 41.66399892171224, "test_ops_gradients": 49.22433344523112, "test_ops_jit": 516.1993306477865, "test_optim": 1.0430000113944213, "test_out_dtype_op": 0.02133333310484886, "test_overrides": 1.809333321871236, "test_package": 0.44866666993281495, "test_per_overload_api": 0.2153333326180776, "test_prims": 0.02900000017446776, "test_privateuseone_python_backend": 0.1933333327372869, "test_proxy_tensor": 15.317666635072479, "test_pruning_op": 0.25033333400885266, "test_public_bindings": 0.21200000246365866, "test_python_dispatch": 0.12266666469319414, "test_pytree": 0.43133333915223676, "test_quantization": 2473.1286834071702, "test_reductions": 29.96299997965495, "test_rename_privateuse1_to_existing_device": 0.25466667115688324, "test_scatter_gather_ops": 0.08799999952316284, "test_schema_check": 9.43666696920991, "test_segment_reductions": 0.07733333359162013, "test_serialization": 0.19000000359180072, "test_set_default_mobile_cpu_allocator": 0.20600000023841858, "test_shape_ops": 0.26633333166440326, "test_show_pickle": 0.1926666647195816, "test_sort_and_select": 50.460333506266274, "test_sparse": 3.1099999678942063, "test_sparse_csr": 4.790666676359251, "test_sparse_semi_structured": 0.042333333753049374, "test_spectral_ops": 0.28333332389593124, "test_stateless": 0.05900000062926362, "test_subclass": 0.453000009059906, "test_sympy_utils": 0.23166666936594993, "test_tensor_creation_ops": 2.282666666122774, "test_tensorboard": 85.50766744216283, "test_tensorexpr": 0.26333333055178326, "test_tensorexpr_pybind": 0.24866666132584214, "test_testing": 2.1909999707325674, "test_torch": 27.04633312614169, "test_torchfuzz_repros": 0.05766666680574417, "test_transformers": 5.734999927692115, "test_transformers_privateuse1": 0.014999999664723873, "test_type_hints": 0.20766666531562805, "test_type_info": 0.20833333333333334, "test_type_promotion": 0.6463333467642466, "test_typing": 89.79799906412761, "test_unary_ufuncs": 31.279666264851887, "test_utils": 7.072333221207373, "test_utils_config_module": 0.23233333230018616, "test_utils_filelock": 0.2026666651169459, "test_view_ops": 0.4919999986886978, "test_vulkan": 0.0010000000474974513, "test_weak": 0.24533333629369736, "test_xnnpack_integration": 1031.6353261005522, "torch_np/numpy_tests/core/test_dlpack": 0.004666666577880581, "torch_np/numpy_tests/core/test_dtype": 0.41466666078971076, "torch_np/numpy_tests/core/test_einsum": 0.2479999972662578, "torch_np/numpy_tests/core/test_getlimits": 0.23933333511619517, "torch_np/numpy_tests/core/test_indexing": 0.27866666453580063, "torch_np/numpy_tests/core/test_multiarray": 998.746349307398, "torch_np/numpy_tests/core/test_numeric": 0.574333339308699, "torch_np/numpy_tests/core/test_numerictypes": 0.279666668890665, "torch_np/numpy_tests/core/test_scalar_ctors": 0.27633333182893693, "torch_np/numpy_tests/core/test_scalar_methods": 0.03900000095988313, "torch_np/numpy_tests/core/test_scalarinherit": 0.0010000000474974513, "torch_np/numpy_tests/core/test_scalarmath": 71.5689994317557, "torch_np/numpy_tests/core/test_shape_base": 0.4286666594756146, "torch_np/numpy_tests/fft/test_helper": 0.2483333369406561, "torch_np/numpy_tests/fft/test_pocketfft": 0.2773333336226642, "torch_np/numpy_tests/lib/test_arraypad": 0.20866666237513223, "torch_np/numpy_tests/lib/test_arraysetops": 0.24199999387686452, "torch_np/numpy_tests/lib/test_function_base": 0.8063333263853565, "torch_np/numpy_tests/lib/test_histograms": 0.9280000099291404, "torch_np/numpy_tests/lib/test_index_tricks": 0.2726666642508159, "torch_np/numpy_tests/lib/test_shape_base_": 0.27666666614823043, "torch_np/numpy_tests/lib/test_twodim_base": 0.2723333283793181, "torch_np/numpy_tests/lib/test_type_check": 0.25533333645823103, "torch_np/numpy_tests/linalg/test_linalg": 3.1960000103184334, "torch_np/test_basic": 0.4723333405951659, "torch_np/test_binary_ufuncs": 0.2509999970595042, "torch_np/test_dtype": 0.2639999985694885, "torch_np/test_function_base": 0.26200000445048016, "torch_np/test_indexing": 0.2096666693687439, "torch_np/test_ndarray_methods": 0.7276666603672007, "torch_np/test_nep50_examples": 0.024999999596426885, "torch_np/test_random": 0.2666666648971538, "torch_np/test_reductions": 1.31233335332945, "torch_np/test_scalars_0D_arrays": 0.2859999972085158, "torch_np/test_ufuncs_basic": 0.8210000082229575, "torch_np/test_unary_ufuncs": 0.2606666684150696, "typing/test_python_operators": 0.7976666688919067 } }, "linux-jammy-py3.10-gcc11": { "default": { "backends/xeon/test_launch": 1.9799999793370564, "benchmark_utils/test_benchmark_utils": 0.5143333276112875, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 5.488666693369548, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 6.41266663869222, "distributions/test_constraints": 0.07699999709924062, "distributions/test_distributions": 60.141333305587374, "dynamo/test_after_aot": 8.15833330154419, "dynamo/test_aot_autograd": 66.99099985758464, "dynamo/test_aot_autograd_cache": 69.27800007661183, "dynamo/test_aot_compile": 16.37599976857503, "dynamo/test_autograd_function": 8.312333265940348, "dynamo/test_backends": 8.777666611480527, "dynamo/test_backward_higher_order_ops": 13.957000096638998, "dynamo/test_base_hop": 2.697333335876465, "dynamo/test_base_output": 0.0033333334140479565, "dynamo/test_buffers_override": 7.961666742960612, "dynamo/test_bytecode_utils": 8.110000212987265, "dynamo/test_callback": 0.008666666535039743, "dynamo/test_compile": 8.896666854930421, "dynamo/test_compiler_bisector": 0.0003333333491658171, "dynamo/test_comptime": 9.77733325958252, "dynamo/test_config": 5.149999936421712, "dynamo/test_ctx_manager": 7.7179999351501465, "dynamo/test_debug_utils": 0.13966666658719382, "dynamo/test_decorators": 16.143333435058594, "dynamo/test_deque_reconstruct": 0.7326666712760925, "dynamo/test_deviceguard": 0.017333333535740774, "dynamo/test_dicts": 18.81933319941163, "dynamo/test_dynamic_shapes": 1785.7323385477066, "dynamo/test_einops": 0.0003333333491658171, "dynamo/test_error_messages": 9.135000228881836, "dynamo/test_exc": 5.050000031789144, "dynamo/test_exceptions": 10.278666496276855, "dynamo/test_export": 123.87900034586589, "dynamo/test_export_mutations": 4.430333296457927, "dynamo/test_fake_distributed": 6.745000044504802, "dynamo/test_flat_apply": 0.7409999966621399, "dynamo/test_frame_init": 0.3076666593551636, "dynamo/test_functions": 76.26966444651286, "dynamo/test_fx_annotate": 0.5506666700045267, "dynamo/test_fx_graph_runnable": 135.00233459472656, "dynamo/test_fx_passes_pre_grad": 5.933666706085205, "dynamo/test_generator": 3.4596666718522706, "dynamo/test_global": 8.152333418528238, "dynamo/test_graph_deduplication": 11.528666814168295, "dynamo/test_graph_region_tracker": 2.812666654586792, "dynamo/test_guard_manager": 5.455333344638348, "dynamo/test_guard_serialization": 11.55599998733184, "dynamo/test_higher_order_ops": 56.58733414610227, "dynamo/test_hooks": 27.32033348083496, "dynamo/test_inline_and_install": 116.92432912190755, "dynamo/test_input_attr_tracking": 8.799666404724121, "dynamo/test_install_free_tensors": 38.223666985829674, "dynamo/test_interop": 0.7953333258628845, "dynamo/test_list": 2.8093333641688027, "dynamo/test_logging": 26.592666625976562, "dynamo/test_metrics_context": 0.3256666660308838, "dynamo/test_minifier": 1.9193333784739177, "dynamo/test_misc": 191.306665584445, "dynamo/test_model_output": 0.00766666679798315, "dynamo/test_modes": 9.960999886194864, "dynamo/test_modules": 24.39299996693929, "dynamo/test_nested_graph_breaks": 10.25, "dynamo/test_nops": 0.66866668065389, "dynamo/test_optimizers": 2.2656667232513428, "dynamo/test_package": 37.70333353678385, "dynamo/test_pgo": 25.51800028483073, "dynamo/test_pre_dispatch": 0.8863333264986674, "dynamo/test_precompile_context": 0.004666666655490796, "dynamo/test_profiler": 14.912333488464355, "dynamo/test_python_autograd": 0.9263333479563395, "dynamo/test_python_dispatcher": 0.5536666512489319, "dynamo/test_recompile_ux": 1.7430000305175781, "dynamo/test_recompiles": 10.806333223978678, "dynamo/test_reconstruct": 1.4606666962305705, "dynamo/test_regional_inductor": 10.441333452860514, "dynamo/test_reorder_logs": 1.5176666975021362, "dynamo/test_repros": 170.08999963384122, "dynamo/test_resume": 0.6770000060399374, "dynamo/test_sdpa": 2.067333380381266, "dynamo/test_sets": 8.276333443820477, "dynamo/test_skip_guard_eval_unsafe": 9.315666516621908, "dynamo/test_skip_non_tensor": 1.2173333565394084, "dynamo/test_sources": 4.957333246866862, "dynamo/test_structured_trace": 24.628333409627277, "dynamo/test_subclasses": 56.32133356730143, "dynamo/test_subgraphs": 12.288333257039389, "dynamo/test_trace_rules": 2.005333344141642, "dynamo/test_unittest": 0.32833332816759747, "dynamo/test_unspec": 48.468667348225914, "dynamo/test_utils": 35.92866703309119, "dynamo/test_verify_correctness": 0.7996666630109152, "dynamo/test_view": 1.1320000092188518, "export/test_converter": 14.758000055948893, "export/test_cpp_serdes": 103.04066721598308, "export/test_db": 19.322333653767902, "export/test_draft_export": 12.5720001856486, "export/test_dynamic_shapes": 0.3026666541894277, "export/test_experimental": 11.453333218892416, "export/test_export": 102.66266598304112, "export/test_export_opinfo": 101.66299947102864, "export/test_export_strict": 260.72333161036175, "export/test_export_training_ir_to_run_decomp": 558.4963323076566, "export/test_export_with_inline_and_install": 253.25566983222961, "export/test_functionalized_assertions": 0.3320000072320302, "export/test_hop": 19.495999654134113, "export/test_lift_unlift": 0.25300000708860654, "export/test_nativert": 0.0016666667070239782, "export/test_package": 0.7803333401679993, "export/test_pass_infra": 7.3066666920979815, "export/test_passes": 42.611001332600914, "export/test_retraceability": 424.46866597731906, "export/test_schema": 0.7246666550636292, "export/test_serdes": 271.93000497420627, "export/test_serialize": 62.13500083486239, "export/test_sparse": 495.50266520182294, "export/test_strict_export_v2": 336.86532672246295, "export/test_swap": 11.17033322652181, "export/test_tools": 3.8689998785654702, "export/test_torchbind": 22.76433353824541, "export/test_tree_utils": 0.30966665347417194, "export/test_unflatten": 20.863666534423828, "export/test_unflatten_training_ir": 24.826000213623047, "export/test_upgrader": 0.006000000052154064, "export/test_verifier": 9.99133332570394, "functorch/dim/test_getsetitem": 0.019999999552965164, "functorch/dim/test_split": 0.038666666795810066, "functorch/test_ac_knapsack": 0.34766666777431965, "functorch/test_ac_logging": 0.012666666880249977, "functorch/test_aot_joint_with_descriptors": 13.814333279927572, "functorch/test_aotdispatch": 4846.794039097925, "functorch/test_control_flow": 168.5846653530995, "functorch/test_dims": 43.65133285522461, "functorch/test_eager_transforms": 21.460333094311256, "functorch/test_logging": 0.36133334040641785, "functorch/test_memory_efficient_fusion": 5.736666657612659, "functorch/test_minifier": 0.5169999996821085, "functorch/test_ops": 3449.7036336263022, "functorch/test_parsing": 0.3200000057307382, "functorch/test_rearrange": 0.37833333015441895, "functorch/test_vmap": 492.3753327727318, "functorch/test_vmap_registrations": 2.5106666882832847, "higher_order_ops/test_invoke_quant": 6.3499999940395355, "higher_order_ops/test_invoke_subgraph": 65.06766620340447, "higher_order_ops/test_local_map": 12.21999994913737, "higher_order_ops/test_with_effects": 14.34066645304362, "inductor/test_alignment": 14.302666664123535, "inductor/test_analysis": 0.029999999639888603, "inductor/test_aot_inductor_arrayref": 1194.9513244628906, "inductor/test_async_compile": 0.004333333500350515, "inductor/test_augmented_graph_helper": 0.018333332613110542, "inductor/test_auto_functionalize": 37.15866724650065, "inductor/test_benchmark_fusion": 7.715666770935059, "inductor/test_benchmarking": 0.29200000564257306, "inductor/test_binary_folding": 56.22066752115885, "inductor/test_block_analysis": 0.2626666724681854, "inductor/test_cache": 47.66866614421209, "inductor/test_caching": 35.25166640803218, "inductor/test_codecache": 133.36400094717587, "inductor/test_codegen_triton": 0.08633333444595337, "inductor/test_combo_kernels": 0.008000000224759182, "inductor/test_compile": 11.931333223978678, "inductor/test_compile_subprocess": 1101.538663141934, "inductor/test_compile_worker": 23.048333485921223, "inductor/test_compiled_autograd": 823.4883485256383, "inductor/test_compiled_optimizers": 145.96966552734375, "inductor/test_config": 6.413666725158691, "inductor/test_control_flow": 0.8016666615537057, "inductor/test_cpp_wrapper_hipify": 0.404666672150294, "inductor/test_cpu_cpp_wrapper": 4560.323654174805, "inductor/test_cpu_repro": 3333.472666422526, "inductor/test_cpu_select_algorithm": 9023.241007486979, "inductor/test_custom_lowering": 0.008333333147068819, "inductor/test_custom_post_grad_passes": 8.279000123341879, "inductor/test_cutedsl_template": 0.0003333333491658171, "inductor/test_cutlass_evt": 0.004666666655490796, "inductor/test_debug_trace": 10.024666468302408, "inductor/test_decompose_mem_bound_mm": 0.0013333333966632683, "inductor/test_device_assert": 4.760666529337565, "inductor/test_device_info": 0.3059999942779541, "inductor/test_distributed_patterns": 20.700000127156574, "inductor/test_efficient_conv_bn_eval": 0.0010000000474974513, "inductor/test_extension_backend": 2.251000086466471, "inductor/test_external_callables": 11.145333290100098, "inductor/test_flex_attention": 2634.6139726358233, "inductor/test_flex_decoding": 3139.342000325521, "inductor/test_foreach": 16.7826665242513, "inductor/test_fp8": 94.93333371977012, "inductor/test_fused_attention": 126.42633310953777, "inductor/test_fuzzer": 2.438000043233236, "inductor/test_fx_fusion": 0.4143333335717519, "inductor/test_graph_transform_observer": 0.004000000189989805, "inductor/test_group_batch_fusion": 0.028666666553666193, "inductor/test_helion_kernels": 0.0020000000949949026, "inductor/test_indexing": 0.44366666426261264, "inductor/test_inductor_annotations": 0.0020000000949949026, "inductor/test_inductor_freezing": 30.798667271931965, "inductor/test_inductor_scheduler": 0.007666666992008686, "inductor/test_kernel_optimization": 0.0010000000474974513, "inductor/test_mem_estimation": 0.3783333369841178, "inductor/test_minifier": 50.98666636149088, "inductor/test_minifier_isolate": 0.003000000026077032, "inductor/test_minifier_utils": 4.383333285649617, "inductor/test_mkldnn_pattern_matcher": 1782.6273477733291, "inductor/test_mmdecomp": 0.4820000131924947, "inductor/test_op_completeness": 0.20000000298023224, "inductor/test_ordered_set": 1.9219999831014623, "inductor/test_pcache": 4.551666722943385, "inductor/test_provenance_tracing": 22.602666519310635, "inductor/test_remote_cache": 0.30766666928927106, "inductor/test_segmented_tree": 0.6259999871253967, "inductor/test_split_cat_fx_aten_passes": 2.4600000171922147, "inductor/test_static_cuda_launcher": 0.0020000000949949026, "inductor/test_template_heuristics_registry": 0.20100000003973642, "inductor/test_torchbind": 36.29800033569336, "inductor/test_torchinductor": 1089.9793469111125, "inductor/test_torchinductor_codegen_config_overrides": 3.997999906539917, "inductor/test_torchinductor_codegen_dynamic_shapes": 1900.2356669108074, "inductor/test_torchinductor_dynamic_shapes": 1985.0636478681117, "inductor/test_torchinductor_opinfo": 1.290666659673055, "inductor/test_triton_kernels": 0.10000000055879354, "inductor/test_unbacked_symints": 34.3836669921875, "inductor/test_utils": 0.08366666734218597, "lazy/test_bindings": 0.0010000000474974513, "lazy/test_debug_util": 0.359333336353302, "lazy/test_functionalization": 0.4333333373069763, "lazy/test_generator": 0.390666663646698, "lazy/test_reuse_ir": 1.0543333292007446, "lazy/test_step_closures": 2.3006667296091714, "lazy/test_ts_opinfo": 22.368333132316668, "nn/test_convolution": 20.3936669031779, "nn/test_dropout": 0.35466666767994565, "nn/test_embedding": 5.985333337138097, "nn/test_init": 4.480999946594238, "nn/test_lazy_modules": 1.547000030676524, "nn/test_load_state_dict": 0.9009999930858612, "nn/test_module_hooks": 0.22933333863814673, "nn/test_multihead_attention": 20.7926664352417, "nn/test_packed_sequence": 0.4749999940395355, "nn/test_parametrization": 0.8386666690930724, "nn/test_pooling": 32.94899931550026, "nn/test_pruning": 0.1003333330154419, "profiler/test_cpp_thread": 0.005333333431432645, "profiler/test_execution_trace": 0.3099999974171321, "profiler/test_kineto": 0.2903333405653636, "profiler/test_memory_profiler": 4.409999969415367, "profiler/test_profiler": 18.063333367502008, "profiler/test_profiler_tree": 0.36133334040641785, "profiler/test_python_tracer": 4.000999927520752, "profiler/test_record_function": 0.3716666599114736, "profiler/test_torch_tidy": 4.949333190917969, "test_ao_sparsity": 7.821333270054311, "test_appending_byte_serializer": 0.30899999539057416, "test_autocast": 0.5960000135625402, "test_autograd": 60.99866656314892, "test_autograd_fallback": 0.42766667405764264, "test_autoload": 0.6746666729450226, "test_binary_ufuncs": 97.39500172932942, "test_bundled_inputs": 1.0493333339691162, "test_comparison_utils": 0.31566666563351947, "test_compile_benchmark_util": 0.0010000000474974513, "test_complex": 0.060666666676600776, "test_content_store": 8.604000091552734, "test_cpp_api_parity": 3.765666643778483, "test_cpp_extensions_aot_ninja": 0.15866666589863598, "test_cpp_extensions_aot_no_ninja": 0.1583333337524285, "test_cpp_extensions_jit": 48.12666702270508, "test_cpp_extensions_mtia_backend": 1.5800000031789143, "test_cpp_extensions_stream_and_event": 1.4043333133061726, "test_cuda": 0.008666666884285709, "test_custom_ops": 35.57733311659346, "test_dataloader": 234.52466291682018, "test_datapipe": 14.240666719463965, "test_decomp": 5942.488311029272, "test_dispatch": 23.30733344020943, "test_dlpack": 0.28666667143503827, "test_dynamic_shapes": 75.72066645603627, "test_expanded_weights": 11.517999729762474, "test_extension_utils": 0.3060000042120616, "test_fake_tensor": 4.500000067676107, "test_file_check": 2.046666701634725, "test_flop_counter": 1.71233332157135, "test_foreach": 71.4106674194336, "test_function_schema": 0.649999996026357, "test_functional_autograd_benchmark": 36.459999084472656, "test_functional_optim": 0.44599999984105426, "test_functionalization": 5.265333334604899, "test_functionalization_of_rng_ops": 0.021666666492819786, "test_futures": 0.972000002861023, "test_fx": 259.1600002801667, "test_fx_experimental": 67.82333355893691, "test_fx_passes": 0.6996666664878527, "test_fx_reinplace_pass": 0.7346666852633158, "test_hop_infra": 0.004666666655490796, "test_hub": 10.806666692097982, "test_import_stats": 3.36299999554952, "test_indexing": 4.388666740308206, "test_itt": 0.36400000254313153, "test_jit": 96.92033280439985, "test_jit_autocast": 16.535333015024662, "test_jit_disabled": 0.4136666754881541, "test_jit_fuser_te": 177.991000451652, "test_jit_llga_fuser": 42.55333413358312, "test_legacy_vmap": 1.6996666714549065, "test_license": 0.35100000103314716, "test_linalg": 238.25733439127603, "test_logging": 2.2043333053588867, "test_masked": 16.73200003306071, "test_maskedtensor": 8.220666649440924, "test_meta": 1798.834996256667, "test_mkl_verbose": 4.29200005531311, "test_mkldnn": 74.64500172932942, "test_mkldnn_fusion": 19.005666732788086, "test_mkldnn_verbose": 3.8383332888285318, "test_mobile_optimizer": 2.11299999554952, "test_model_exports_to_core_aten": 0.1986666719118754, "test_module_tracker": 0.30799998839696247, "test_modules": 544.5126546223959, "test_monitor": 0.507000004251798, "test_multiprocessing": 54.90233484903971, "test_multiprocessing_spawn": 130.208001440779, "test_namedtensor": 0.4216666618982951, "test_namedtuple_return_api": 1.681666652361552, "test_native_functions": 0.45633332928021747, "test_native_mha": 0.20166666309038797, "test_nestedtensor": 1778.980296927349, "test_nn": 160.00733157794457, "test_numa_binding": 6.213666756947835, "test_numba_integration": 0.004000000189989805, "test_numpy_interop": 0.524999996026357, "test_opaque_obj": 0.7393333315849304, "test_opaque_obj_v2": 0.3060000042120616, "test_openmp": 4.691666762034099, "test_openreg": 2.140000040332476, "test_ops": 2894.18933737666, "test_ops_fwd_gradients": 645.3803304036459, "test_ops_gradients": 809.6803181966146, "test_ops_jit": 854.8106689453125, "test_optim": 62.22400004168352, "test_out_dtype_op": 5.640333334604899, "test_overrides": 1.9616667209969212, "test_package": 2.1556666682784758, "test_per_overload_api": 0.3449999988079071, "test_prims": 0.19499999626229206, "test_privateuseone_python_backend": 0.30266666412353516, "test_proxy_tensor": 711.0306650868928, "test_pruning_op": 0.6006666719913483, "test_public_bindings": 11.112666765848795, "test_python_dispatch": 0.7206666660495102, "test_pytree": 2.051333379621307, "test_quantization": 1797.524333298478, "test_reductions": 202.61333719889322, "test_rename_privateuse1_to_existing_device": 0.3059999942779541, "test_scatter_gather_ops": 8.016666571299234, "test_schema_check": 245.4753330896298, "test_segment_reductions": 0.9279999931653341, "test_serialization": 51.941333674515285, "test_set_default_mobile_cpu_allocator": 0.3173333207766215, "test_shape_ops": 0.9193333387374878, "test_show_pickle": 0.30566665530204773, "test_sort_and_select": 1.9796666701634724, "test_sparse": 399.5519957117892, "test_sparse_csr": 143.96166307618842, "test_sparse_semi_structured": 0.019333333747151, "test_spectral_ops": 14.1620002190272, "test_stateless": 5.384333332379659, "test_subclass": 0.5903333425521851, "test_sympy_utils": 25.760666843503714, "test_tensor_creation_ops": 23.223000137135386, "test_tensorboard": 1.893666698752592, "test_tensorexpr": 17.664666493733723, "test_tensorexpr_pybind": 0.3389999947200219, "test_testing": 41.34933340596035, "test_torch": 9.10099998372607, "test_torchfuzz_repros": 0.049999999503294625, "test_transformers": 1038.4590076950844, "test_transformers_privateuse1": 0.04200000067551931, "test_type_hints": 0.298333336909612, "test_type_info": 0.32200000683466595, "test_type_promotion": 3.6626667181650796, "test_typing": 83.73699951171875, "test_unary_ufuncs": 357.9413248697917, "test_utils": 107.83366486305992, "test_utils_config_module": 0.3386666576067607, "test_utils_filelock": 0.4559999903043111, "test_view_ops": 14.083666423956553, "test_vulkan": 0.0006666666983316342, "test_weak": 4.4119999669492245, "test_xnnpack_integration": 14.430666710948572, "torch_np/numpy_tests/core/test_dlpack": 0.003666666646798452, "torch_np/numpy_tests/core/test_dtype": 0.46433333920625347, "torch_np/numpy_tests/core/test_einsum": 14.177333544551706, "torch_np/numpy_tests/core/test_getlimits": 0.36166665819473565, "torch_np/numpy_tests/core/test_indexing": 0.6173333338228986, "torch_np/numpy_tests/core/test_multiarray": 26.245332989725284, "torch_np/numpy_tests/core/test_numeric": 3.96633330200954, "torch_np/numpy_tests/core/test_numerictypes": 0.3686666676076129, "torch_np/numpy_tests/core/test_scalar_ctors": 0.4166666613891721, "torch_np/numpy_tests/core/test_scalar_methods": 0.0026666667933265367, "torch_np/numpy_tests/core/test_scalarinherit": 0.0006666666983316342, "torch_np/numpy_tests/core/test_scalarmath": 23.30066616848732, "torch_np/numpy_tests/core/test_shape_base": 0.5723333433270454, "torch_np/numpy_tests/fft/test_helper": 5.445999989441286, "torch_np/numpy_tests/fft/test_pocketfft": 6.231999893983205, "torch_np/numpy_tests/lib/test_arraypad": 0.39633333683013916, "torch_np/numpy_tests/lib/test_arraysetops": 0.4603333397535607, "torch_np/numpy_tests/lib/test_function_base": 1.8253333326429129, "torch_np/numpy_tests/lib/test_histograms": 0.5933333411812782, "torch_np/numpy_tests/lib/test_index_tricks": 0.4719999999118348, "torch_np/numpy_tests/lib/test_shape_base_": 0.8420000086383274, "torch_np/numpy_tests/lib/test_twodim_base": 0.6353333292839428, "torch_np/numpy_tests/lib/test_type_check": 0.44600000519615907, "torch_np/numpy_tests/linalg/test_linalg": 8.578666796519732, "torch_np/test_basic": 0.5789999940510219, "torch_np/test_binary_ufuncs": 0.41999999682108563, "torch_np/test_dtype": 0.4206666648387909, "torch_np/test_function_base": 0.31799999872843426, "torch_np/test_indexing": 3.8853333791097007, "torch_np/test_ndarray_methods": 3.8549999735162905, "torch_np/test_nep50_examples": 0.01599999990624686, "torch_np/test_random": 0.2489999981286625, "torch_np/test_reductions": 2.3376666934539876, "torch_np/test_scalars_0D_arrays": 0.4213333185762167, "torch_np/test_ufuncs_basic": 1.1723333240176241, "torch_np/test_unary_ufuncs": 0.4376666645208995, "typing/test_python_operators": 0.6756666700045267 }, "distributed": { "distributed/_composable/fsdp/test_fully_shard_autograd": 11.679000190924853, "distributed/_composable/fsdp/test_fully_shard_clip_grad_norm_": 5.897999922434489, "distributed/_composable/fsdp/test_fully_shard_comm": 49.13499940217783, "distributed/_composable/fsdp/test_fully_shard_compile": 0.0020000000949949026, "distributed/_composable/fsdp/test_fully_shard_extensions": 3.1756665824602046, "distributed/_composable/fsdp/test_fully_shard_frozen": 8.835000038146973, "distributed/_composable/fsdp/test_fully_shard_grad_scaler": 3.055000066757202, "distributed/_composable/fsdp/test_fully_shard_ignore_params": 3.3953332901000977, "distributed/_composable/fsdp/test_fully_shard_init": 0.39600000499437255, "distributed/_composable/fsdp/test_fully_shard_memory": 5.659333388010661, "distributed/_composable/fsdp/test_fully_shard_mixed_precision": 8.681333565463623, "distributed/_composable/fsdp/test_fully_shard_overlap": 3.3256667455037436, "distributed/_composable/fsdp/test_fully_shard_state": 0.19299999872843424, "distributed/_composable/fsdp/test_fully_shard_state_dict": 17.29099965421483, "distributed/_composable/fsdp/test_fully_shard_training": 55.54033280179525, "distributed/_composable/test_checkpoint": 0.17300000290075937, "distributed/_composable/test_composability/test_2d_composability": 45.64966664711634, "distributed/_composable/test_composability/test_pp_composability": 0.006000000052154064, "distributed/_composable/test_contract": 0.3033333321412404, "distributed/_composable/test_replicate": 51.253334045410156, "distributed/_composable/test_replicate_mixed_precision": 8.95166685525328, "distributed/_composable/test_replicate_training": 38.464000204888485, "distributed/_composable/test_replicate_with_compiler": 54.6619992981432, "distributed/_composable/test_replicate_with_fsdp": 15.800333340962728, "distributed/_pycute/test_coalesce": 0.3003333310286204, "distributed/_pycute/test_complement": 0.298333336909612, "distributed/_pycute/test_composition": 0.30399999022483826, "distributed/_pycute/test_int_tuple": 0.30933333436648053, "distributed/_pycute/test_left_inverse": 0.29999999205271405, "distributed/_pycute/test_right_inverse": 0.29633333285649616, "distributed/_pycute/test_typing": 0.28966666261355084, "distributed/_shard/sharded_optim/test_sharded_optim": 0.0020000000949949026, "distributed/_shard/sharded_tensor/ops/test_binary_cmp": 0.003666666802018881, "distributed/_shard/sharded_tensor/ops/test_embedding": 0.0020000000949949026, "distributed/_shard/sharded_tensor/ops/test_embedding_bag": 0.0020000000949949026, "distributed/_shard/sharded_tensor/ops/test_init": 0.0023333334053556123, "distributed/_shard/sharded_tensor/ops/test_tensor_ops": 0.0033333334140479565, "distributed/_shard/sharded_tensor/test_logger": 0.29333333174387616, "distributed/_shard/sharded_tensor/test_sharded_tensor": 6.997000081736284, "distributed/_shard/sharded_tensor/test_sharded_tensor_reshard": 0.0020000000949949026, "distributed/_shard/sharding_plan/test_sharding_plan": 0.0023333334053556123, "distributed/_shard/sharding_spec/test_sharding_spec": 3.5496667474508286, "distributed/_shard/test_sharder": 0.0020000000949949026, "distributed/_tools/test_fake_collectives": 0.0010000000474974513, "distributed/_tools/test_fsdp2_mem_tracker": 0.18600000045262277, "distributed/_tools/test_mem_tracker": 0.3269999921321869, "distributed/_tools/test_memory_tracker": 0.0010000000474974513, "distributed/_tools/test_mod_tracker": 0.19766666491826376, "distributed/_tools/test_runtime_estimator": 0.0020000000949949026, "distributed/_tools/test_sac_estimator": 0.0020000000949949026, "distributed/_tools/test_sac_ilp": 0.0033333334528530636, "distributed/algorithms/ddp_comm_hooks/test_ddp_hooks": 0.003666666802018881, "distributed/algorithms/quantization/test_quantization": 13.605666478474935, "distributed/algorithms/test_join": 27.150999704996746, "distributed/checkpoint/_experimental/test_barriers": 0.18133333325386047, "distributed/checkpoint/_experimental/test_builder": 2.958666721979777, "distributed/checkpoint/_experimental/test_checkpoint_process": 26.03866595728323, "distributed/checkpoint/_experimental/test_checkpoint_reader": 0.03366666783889135, "distributed/checkpoint/_experimental/test_checkpoint_writer": 0.19866666632393995, "distributed/checkpoint/_experimental/test_checkpointer": 28.41966660817464, "distributed/checkpoint/_experimental/test_staging": 0.007333333604037762, "distributed/checkpoint/_experimental/test_types": 0.18566666543483734, "distributed/checkpoint/e2e/test_e2e_save_and_load": 61.92866611480713, "distributed/checkpoint/e2e/test_fine_tuning": 0.28566667437553406, "distributed/checkpoint/e2e/test_fsdp_ep": 0.18066666523615518, "distributed/checkpoint/fsdp/test_fsdp_dsd": 0.18966666360696158, "distributed/checkpoint/test_async_process_executor": 9.609333038330078, "distributed/checkpoint/test_checkpoint": 6.680333282565698, "distributed/checkpoint/test_compatibility": 0.22833333412806192, "distributed/checkpoint/test_consolidate_hf_safetensors": 23.257333119710285, "distributed/checkpoint/test_dedup_tensors": 0.18033333122730255, "distributed/checkpoint/test_dtensor_checkpoint": 3.491666634877523, "distributed/checkpoint/test_dtensor_resharding": 32.921333471934, "distributed/checkpoint/test_file_system_checkpoint": 0.3210000063215072, "distributed/checkpoint/test_file_system_checkpoint_cpu": 31.692666987578075, "distributed/checkpoint/test_format_utils": 10.118333180745443, "distributed/checkpoint/test_fsdp_model_state": 6.820000012715657, "distributed/checkpoint/test_fsdp_optim_state": 6.638333320617676, "distributed/checkpoint/test_fsdp_tp_checkpoint_conversion": 3.4899999300638833, "distributed/checkpoint/test_fsspec": 0.3020000020818164, "distributed/checkpoint/test_hf_safetensor_e2e": 19.754333088795345, "distributed/checkpoint/test_hf_storage": 0.20033333202203116, "distributed/checkpoint/test_hsdp_checkpoint": 13.16866683959961, "distributed/checkpoint/test_nested_dict": 0.1836666613817215, "distributed/checkpoint/test_pg_transport": 8.342000022724582, "distributed/checkpoint/test_planner": 0.367333327109615, "distributed/checkpoint/test_quantized_hf_storage": 0.009999999776482582, "distributed/checkpoint/test_save_load_api": 6.329999923706055, "distributed/checkpoint/test_state_dict": 3.74699995915095, "distributed/checkpoint/test_state_dict_stager": 14.103000191855244, "distributed/checkpoint/test_state_dict_utils": 0.1899999976158142, "distributed/checkpoint/test_tp_checkpoint": 6.734000047047933, "distributed/checkpoint/test_traverse": 0.19233333567778269, "distributed/checkpoint/test_utils": 0.20666666546215615, "distributed/elastic/events/lib_test": 0.3260000025232633, "distributed/elastic/metrics/api_test": 0.2839999993642171, "distributed/elastic/multiprocessing/api_test": 24.140333730805043, "distributed/elastic/multiprocessing/test_api": 0.028999999165534973, "distributed/elastic/test_control_plane": 0.33666666348775226, "distributed/elastic/timer/local_timer_example": 15.555333455403646, "distributed/elastic/timer/local_timer_test": 4.8146666288375854, "distributed/elastic/utils/distributed_test": 6.058666865030925, "distributed/elastic/utils/logging_test": 0.3163333237171173, "distributed/elastic/utils/util_test": 0.45100000003973645, "distributed/flight_recorder/test_fr_analysis": 0.29766667704097927, "distributed/fsdp/test_checkpoint_wrapper": 0.3603333334128062, "distributed/fsdp/test_fsdp_backward_prefetch": 3.1203333536783853, "distributed/fsdp/test_fsdp_checkpoint": 48.51600011189779, "distributed/fsdp/test_fsdp_comm_hooks": 45.79033279418945, "distributed/fsdp/test_fsdp_flatten_params": 40.309332529703774, "distributed/fsdp/test_fsdp_freezing_weights": 92.97000122070312, "distributed/fsdp/test_fsdp_grad_acc": 17.72533353169759, "distributed/fsdp/test_fsdp_hybrid_shard": 17.793333053588867, "distributed/fsdp/test_fsdp_ignored_modules": 0.1933333327372869, "distributed/fsdp/test_fsdp_memory": 6.129000027974446, "distributed/fsdp/test_fsdp_meta": 23.547666549682617, "distributed/fsdp/test_fsdp_misc": 41.9976662810271, "distributed/fsdp/test_fsdp_mixed_precision": 171.72066712379456, "distributed/fsdp/test_fsdp_multiple_forward": 3.109999974568685, "distributed/fsdp/test_fsdp_optim_state": 185.8509979248047, "distributed/fsdp/test_fsdp_sharded_grad_scaler": 47.36566653451882, "distributed/fsdp/test_fsdp_state_dict": 0.6466666718479246, "distributed/fsdp/test_fsdp_tp_integration": 8.867666562398275, "distributed/fsdp/test_fsdp_unshard_params": 44.86400000254313, "distributed/fsdp/test_fsdp_use_orig_params": 197.89866449094066, "distributed/fsdp/test_shard_utils": 6.168999989827474, "distributed/fsdp/test_wrap": 76.11966804973781, "distributed/launcher/test_api": 0.00800000037997961, "distributed/launcher/test_run": 38.157666524251304, "distributed/nn/jit/test_instantiator": 0.304666668176651, "distributed/optim/test_zero_redundancy_optimizer": 79.28500048319499, "distributed/pipelining/test_backward": 0.15100000301996866, "distributed/pipelining/test_microbatch": 23.938666661580402, "distributed/pipelining/test_pipe": 0.7179999947547913, "distributed/pipelining/test_schedule": 51.07366646818506, "distributed/pipelining/test_schedule_multiproc": 6.165999889373779, "distributed/pipelining/test_stage": 2.8286666731194905, "distributed/pipelining/test_transformer": 0.41033334533373517, "distributed/pipelining/test_unflatten": 0.38466667135556537, "distributed/rpc/cuda/test_tensorpipe_agent": 367.11099668642663, "distributed/rpc/test_faulty_agent": 266.45633061726886, "distributed/rpc/test_share_memory": 3.5356667041778564, "distributed/rpc/test_tensorpipe_agent": 1873.144007285436, "distributed/tensor/debug/test_comm_mode": 0.19866666694482168, "distributed/tensor/debug/test_comm_mode_features": 13.267999966939291, "distributed/tensor/debug/test_debug_mode": 0.0010000000474974513, "distributed/tensor/debug/test_op_coverage": 0.2893333335717519, "distributed/tensor/experimental/test_local_map": 20.07633336385091, "distributed/tensor/experimental/test_register_sharding": 7.51799996693929, "distributed/tensor/experimental/test_tp_transform": 35.531333923339844, "distributed/tensor/parallel/test_micro_pipeline_tp": 0.008666667039506137, "distributed/tensor/parallel/test_parallelize_api": 52.32600021362305, "distributed/tensor/parallel/test_tp_examples": 56.81733322143555, "distributed/tensor/parallel/test_tp_random_state": 3.3570000330607095, "distributed/tensor/parallel/test_tp_style": 29.81999969482422, "distributed/tensor/test_api": 29.95566685994466, "distributed/tensor/test_attention": 9.869333193715041, "distributed/tensor/test_common_rules": 3.73799999554952, "distributed/tensor/test_convolution_ops": 30.515666961669922, "distributed/tensor/test_dtensor": 228.42166554927826, "distributed/tensor/test_dtensor_compile": 171.46666526794434, "distributed/tensor/test_dtensor_dispatch_overhead": 3.505000034968058, "distributed/tensor/test_dtensor_export": 0.03333333251066506, "distributed/tensor/test_dtensor_ops": 1185.5213292439778, "distributed/tensor/test_dtensor_testbase": 19.26299985249837, "distributed/tensor/test_dynamic": 0.0020000000949949026, "distributed/tensor/test_embedding_ops": 13.697999954223633, "distributed/tensor/test_experimental_ops": 9.20199998219808, "distributed/tensor/test_fake": 0.14800000190734863, "distributed/tensor/test_init": 23.095666488011677, "distributed/tensor/test_math_ops": 72.23533630371094, "distributed/tensor/test_matrix_ops": 41.97366714477539, "distributed/tensor/test_op_schema": 0.18866666654745737, "distributed/tensor/test_op_strategy": 10.217000036189953, "distributed/tensor/test_optimizers": 45.359666188557945, "distributed/tensor/test_pointwise_ops": 0.48399999737739563, "distributed/tensor/test_random_ops": 43.463333447774254, "distributed/tensor/test_redistribute": 387.2003351847331, "distributed/tensor/test_tensor_ops": 140.4360008239746, "distributed/tensor/test_utils": 64.8259989619255, "distributed/tensor/test_view_ops": 114.0416653951009, "distributed/tensor/test_xla_integration": 0.18466666837533316, "distributed/test_aten_comm_compute_reordering": 0.0003333333491658171, "distributed/test_backends": 0.0173333336909612, "distributed/test_c10d_common": 99.382998863856, "distributed/test_c10d_functional_native": 30.145667036801267, "distributed/test_c10d_gloo": 843.8629944436252, "distributed/test_c10d_logger": 6.234666665395101, "distributed/test_c10d_object_collectives": 31.93899917602539, "distributed/test_c10d_pypg": 0.13066667085513473, "distributed/test_c10d_spawn_gloo": 25.931666406492393, "distributed/test_c10d_spawn_nccl": 0.009999999776482582, "distributed/test_c10d_spawn_ucc": 0.006000000052154064, "distributed/test_collective_utils": 25.933333846429985, "distributed/test_composability": 2.948333422342936, "distributed/test_compute_comm_reordering": 0, "distributed/test_control_collectives": 0.3343333303928375, "distributed/test_cupy_as_tensor": 0.0003333333491658171, "distributed/test_data_parallel": 0.025666666217148304, "distributed/test_device_mesh": 257.21866360555094, "distributed/test_dist2": 95.35300056139629, "distributed/test_distributed_spawn": 1545.314961751302, "distributed/test_dynamo_distributed": 18.88900021878847, "distributed/test_fake_pg": 0.20733333130677542, "distributed/test_functional_api": 0.02399999974295497, "distributed/test_inductor_collectives": 0.0013333333966632683, "distributed/test_launcher": 1.293333371480306, "distributed/test_local_tensor": 0.5633333285028735, "distributed/test_multi_threaded_pg": 0.4036666651566823, "distributed/test_nccl": 0, "distributed/test_nvshmem": 0.0010000000474974513, "distributed/test_nvshmem_triton": 0.0020000000949949026, "distributed/test_p2p_ipc": 0, "distributed/test_pg_wrapper": 34.0236669620499, "distributed/test_run": 0.009333333000540733, "distributed/test_serialization": 0.021666666492819786, "distributed/test_store": 55.861000079816826, "distributed/test_symmetric_memory": 0.004333333539155622 }, "jit_legacy": { "test_jit_fuser_legacy": 0.0023333334053556123, "test_jit_legacy": 83.9009995177621 }, "numpy_2_x": { "dynamo/test_functions": 82.64799912770589, "dynamo/test_unspec": 54.319000244140625, "test_binary_ufuncs": 98.9066645304362, "test_fake_tensor": 4.303999970977505, "test_linalg": 170.02733357747397, "test_numpy_interop": 0.5179999967416128, "test_tensor_creation_ops": 22.151333168148994, "test_torch": 8.837000100019699, "torch_np/test_basic": 0.6180000043629358 } }, "linux-jammy-py3.13-clang12": { "crossref": { "backends/xeon/test_launch": 2.2193333307902017, "benchmark_utils/test_benchmark_utils": 0.21066667139530182, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 5.3669999440511065, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 6.924333413441976, "distributions/test_constraints": 0.09866666793823242, "distributions/test_distributions": 43.85466623182098, "dynamo/cpython/3_13/test_baseexception": 0.14266666707893214, "dynamo/cpython/3_13/test_bool": 0.08100000272194545, "dynamo/cpython/3_13/test_cmath": 0.07466666648785274, "dynamo/cpython/3_13/test_collections": 1.120000010356307, "dynamo/cpython/3_13/test_complex": 0.0876666655143102, "dynamo/cpython/3_13/test_contextlib": 0.5573333301581442, "dynamo/cpython/3_13/test_defaultdict": 0.03766666725277901, "dynamo/cpython/3_13/test_dict": 10.723666582023725, "dynamo/cpython/3_13/test_exception_variations": 0.04633333285649618, "dynamo/cpython/3_13/test_exceptions": 10.890333239609996, "dynamo/cpython/3_13/test_float": 0.162999998855715, "dynamo/cpython/3_13/test_generator_stop": 0.018666666621963184, "dynamo/cpython/3_13/test_generators": 1.4663333421728264, "dynamo/cpython/3_13/test_heapq": 0.4746666696543495, "dynamo/cpython/3_13/test_int": 1.544000007212162, "dynamo/cpython/3_13/test_int_literal": 0.026000000536441803, "dynamo/cpython/3_13/test_iter": 0.4286666711171468, "dynamo/cpython/3_13/test_itertools": 3.7110000525135547, "dynamo/cpython/3_13/test_list": 0.8679999907811483, "dynamo/cpython/3_13/test_math": 27.747000529120367, "dynamo/cpython/3_13/test_numeric_tower": 0.09899999853223562, "dynamo/cpython/3_13/test_operator": 0.2633333293100198, "dynamo/cpython/3_13/test_ordered_dict": 11.28366662360107, "dynamo/cpython/3_13/test_raise": 0.19300000291938582, "dynamo/cpython/3_13/test_range": 0.4346666733423869, "dynamo/cpython/3_13/test_set": 5.337666695316632, "dynamo/cpython/3_13/test_sort": 0.16733333452915153, "dynamo/cpython/3_13/test_sys": 1.3960000090301037, "dynamo/cpython/3_13/test_tuple": 21.47166697184245, "dynamo/cpython/3_13/test_unittest/test_assertions": 0.718999999264876, "dynamo/cpython/3_13/test_userdict": 0.09566666682561238, "dynamo/cpython/3_13/test_userlist": 0.7733333309491476, "dynamo/cpython/3_13/test_with": 0.12366666706899802, "export/test_converter": 18.085000038146973, "export/test_db": 20.186333656311035, "export/test_draft_export": 20.81533368428548, "export/test_export": 120.41299899419148, "export/test_export_opinfo": 96.25599924723308, "export/test_functionalized_assertions": 0.017333333070079487, "export/test_hop": 20.69433339436849, "export/test_lift_unlift": 0.27700000038991374, "export/test_package": 0.4799999992052714, "export/test_pass_infra": 7.120999972025554, "export/test_passes": 46.173333485921226, "export/test_schema": 0.10866666585206985, "export/test_serialize": 83.80033340056737, "export/test_sparse": 0.009000000233451525, "export/test_swap": 12.275333404541016, "export/test_tools": 4.845333417256673, "export/test_torchbind": 20.026666699753452, "export/test_tree_utils": 0.02066666694978873, "export/test_unflatten": 22.525332768758137, "export/test_verifier": 11.20799986521403, "functorch/dim/test_getsetitem": 0.026333333924412727, "functorch/dim/test_split": 0.04500000054637591, "functorch/test_ac_knapsack": 0.04833333256344, "functorch/test_ac_logging": 0.015000000596046448, "functorch/test_aot_joint_with_descriptors": 8.104666868845621, "functorch/test_aotdispatch": 5775.449362702668, "functorch/test_control_flow": 176.86600345621505, "functorch/test_eager_transforms": 19.612333172932267, "functorch/test_logging": 0.06933333228031795, "functorch/test_minifier": 0.3123333354791005, "functorch/test_ops": 4450.2343343098955, "functorch/test_vmap": 890.6466512012606, "functorch/test_vmap_registrations": 3.6476666927337646, "higher_order_ops/test_invoke_quant": 5.682666599750519, "higher_order_ops/test_invoke_subgraph": 75.28033378037314, "higher_order_ops/test_local_map": 13.2380002339681, "higher_order_ops/test_with_effects": 12.50766658782959, "inductor/test_analysis": 0.032666666743656, "inductor/test_block_analysis": 0.3346666693687439, "inductor/test_device_info": 0.07199999690055847, "inductor/test_inductor_scheduler": 0.0086666668454806, "inductor/test_minifier_utils": 4.6380001703898115, "inductor/test_mmdecomp": 0.6626666784286499, "inductor/test_segmented_tree": 0.1744999960064888, "inductor/test_utils": 0.1003333330154419, "lazy/test_bindings": 0, "lazy/test_debug_util": 0.08066666747132938, "lazy/test_functionalization": 0.08066666622956593, "lazy/test_generator": 0.09966666748126347, "lazy/test_reuse_ir": 0.43166666229565936, "lazy/test_step_closures": 2.010333299636841, "lazy/test_ts_opinfo": 31.831333205103874, "nn/test_convolution": 20.586666584014893, "nn/test_dropout": 0.47966666519641876, "nn/test_embedding": 9.939333158234755, "nn/test_init": 3.811333258946737, "nn/test_lazy_modules": 0.8956666688124338, "nn/test_load_state_dict": 1.077000002687176, "nn/test_module_hooks": 0.31299999977151555, "nn/test_multihead_attention": 16.35866641998291, "nn/test_packed_sequence": 0.33400000135103863, "nn/test_parametrization": 1.499333341916402, "nn/test_pooling": 31.158666143814724, "nn/test_pruning": 0.11433333655198415, "profiler/test_cpp_thread": 0.003666666724408666, "profiler/test_execution_trace": 0.33633334438006085, "profiler/test_kineto": 0.01366666704416275, "profiler/test_memory_profiler": 5.764666631817818, "profiler/test_profiler": 17.37233350716997, "profiler/test_profiler_tree": 0.04433333377043406, "profiler/test_python_tracer": 4.564000050226848, "profiler/test_record_function": 0.10266666859388351, "profiler/test_torch_tidy": 4.898000081380208, "test_ao_sparsity": 10.25666661405315, "test_autocast": 0.7043333429222306, "test_autograd": 97.51533419887225, "test_autograd_fallback": 0.09366666525602341, "test_autoload": 0.04100000051160654, "test_binary_ufuncs": 119.73000081380208, "test_bundled_inputs": 1.0703333417574565, "test_comparison_utils": 0.03466666676104069, "test_compile_benchmark_util": 0, "test_complex": 0.08266666779915492, "test_content_store": 7.698999881744385, "test_cpp_api_parity": 3.3666667143503823, "test_cpp_extensions_aot_ninja": 0.04233333305455744, "test_cpp_extensions_aot_no_ninja": 0.04100000043399632, "test_cpp_extensions_jit": 32.747666676839195, "test_cpp_extensions_mtia_backend": 1.0700000127156575, "test_cpp_extensions_open_device_registration": 1.2736666997273762, "test_cpp_extensions_stream_and_event": 0.8286666671435038, "test_cuda": 0.0053333334702377515, "test_custom_ops": 34.04466642718762, "test_dataloader": 241.91833437614454, "test_datapipe": 16.407666458903503, "test_decomp": 281.74433341374, "test_deploy": 0.017666667078932125, "test_dispatch": 24.72100048294912, "test_dlpack": 0.476666659116745, "test_dynamic_shapes": 77.39866613131016, "test_expanded_weights": 13.909000283728043, "test_extension_utils": 0.014666667208075523, "test_fake_tensor": 4.43866661299641, "test_file_check": 1.9890000025431316, "test_flop_counter": 1.0633333325386047, "test_foreach": 110.27899932861328, "test_function_schema": 0.29866665601730347, "test_functional_autograd_benchmark": 44.574334462483726, "test_functional_optim": 0.19433332979679108, "test_functionalization": 6.60099999109904, "test_functionalization_of_rng_ops": 0.019333332777023315, "test_futures": 0.6983333428700765, "test_fx": 245.64333848872533, "test_fx_experimental": 82.58966699242592, "test_fx_passes": 0.4579999993244807, "test_fx_reinplace_pass": 0.6076666712760925, "test_hop_infra": 0.013000000268220901, "test_hub": 9.873333295186361, "test_import_stats": 3.0586666266123452, "test_indexing": 6.584333362678687, "test_itt": 0.014000000121692816, "test_jit": 86.70300025915883, "test_jit_autocast": 21.86900041004022, "test_jit_disabled": 0.09299999972184499, "test_jit_fuser_te": 202.5763337642032, "test_jit_llga_fuser": 44.716666317738905, "test_legacy_vmap": 2.7290000319480896, "test_license": 0.024999999751647312, "test_linalg": 326.44666544596356, "test_logging": 2.0573333899180093, "test_masked": 27.800999959309895, "test_maskedtensor": 13.997666788597902, "test_meta": 211.21667354305586, "test_mkl_verbose": 3.61900003751119, "test_mkldnn": 100.32533264160156, "test_mkldnn_fusion": 25.805333455403645, "test_mkldnn_verbose": 3.9140001138051352, "test_mobile_optimizer": 2.1433332761128745, "test_model_exports_to_core_aten": 0.010333333164453506, "test_module_tracker": 0.024666666984558105, "test_modules": 617.6496785481771, "test_monitor": 0.03066666660985599, "test_multiprocessing": 49.73433303833008, "test_multiprocessing_spawn": 88.91999845893588, "test_namedtensor": 0.5753333369890848, "test_namedtuple_return_api": 1.0416666666666667, "test_native_functions": 0.12766666213671365, "test_native_mha": 0.23033333818117777, "test_nestedtensor": 1747.0566592269267, "test_nn": 149.53366801522984, "test_numa_binding": 3.7226667404174805, "test_numba_integration": 0.004999999965851505, "test_numpy_interop": 0.7713333169619242, "test_openmp": 6.7833333015441895, "test_openreg": 1.7423333028952281, "test_ops": 4547.502655498062, "test_ops_fwd_gradients": 823.7149963378906, "test_ops_gradients": 1074.4550170898438, "test_ops_jit": 983.513661702474, "test_optim": 98.77933537960052, "test_out_dtype_op": 6.0743333498636884, "test_overrides": 3.040666657538774, "test_package": 2.077999961989311, "test_per_overload_api": 0.01966666616499424, "test_prims": 0.2583333334575097, "test_privateuseone_python_backend": 0.016000000449518364, "test_proxy_tensor": 862.5833564431717, "test_pruning_op": 0.38199999928474426, "test_public_bindings": 8.676666895548502, "test_python_dispatch": 0.8036666610278189, "test_pytree": 1.9046666255841653, "test_quantization": 2343.1919932589713, "test_reductions": 197.25999959309897, "test_rename_privateuse1_to_existing_device": 0.016333333527048428, "test_scatter_gather_ops": 10.057999928792318, "test_schema_check": 408.0610068341096, "test_segment_reductions": 1.2423333326975505, "test_serialization": 57.941333102683224, "test_set_default_mobile_cpu_allocator": 0.016000000449518364, "test_shape_ops": 1.3473333517710369, "test_show_pickle": 0.01899999938905239, "test_sort_and_select": 2.227333386739095, "test_sparse": 1248.3866676759983, "test_sparse_csr": 224.26233476334406, "test_sparse_semi_structured": 0.01933333355312546, "test_spectral_ops": 6.682666788498561, "test_stateless": 5.62033333381017, "test_subclass": 0.3620000084241231, "test_sympy_utils": 20.737333315347012, "test_tensor_creation_ops": 23.841000026091933, "test_tensorboard": 0.2566666635296618, "test_tensorexpr": 17.01466687520345, "test_tensorexpr_pybind": 0.04800000041723251, "test_testing": 43.48599965513373, "test_torch": 11.521000187844038, "test_torchfuzz_repros": 0.08099999775489171, "test_transformers": 1594.29403143997, "test_transformers_privateuse1": 0.04066666712363561, "test_type_hints": 0.010333333164453506, "test_type_info": 0.028333333631356556, "test_type_promotion": 4.649666786193848, "test_typing": 82.87733205159505, "test_unary_ufuncs": 467.8196614583333, "test_utils": 184.4566653870667, "test_utils_config_module": 0.05933333312471708, "test_utils_filelock": 0.1226666693886121, "test_view_ops": 19.565333048502605, "test_vulkan": 0, "test_weak": 3.411666707446178, "test_xnnpack_integration": 13.778666720803207, "torch_np/numpy_tests/core/test_dlpack": 0.27966666718324024, "torch_np/numpy_tests/core/test_dtype": 0.32466667029075325, "torch_np/numpy_tests/core/test_einsum": 15.049333468079567, "torch_np/numpy_tests/core/test_getlimits": 0.10299999961474289, "torch_np/numpy_tests/core/test_indexing": 0.31600000061249983, "torch_np/numpy_tests/core/test_numeric": 5.390666671834576, "torch_np/numpy_tests/core/test_numerictypes": 0.16633333226976296, "torch_np/numpy_tests/core/test_scalar_ctors": 0.31533333907524747, "torch_np/numpy_tests/core/test_scalar_methods": 0.009333333272176484, "torch_np/numpy_tests/core/test_scalarinherit": 0.0020000000949949026, "torch_np/numpy_tests/core/test_scalarmath": 28.938666473298024, "torch_np/numpy_tests/core/test_shape_base": 0.5666666744897763, "torch_np/numpy_tests/fft/test_helper": 6.999333219447483, "torch_np/numpy_tests/fft/test_pocketfft": 5.21966664865613, "torch_np/numpy_tests/lib/test_arraypad": 0.11733333518107732, "torch_np/numpy_tests/lib/test_arraysetops": 0.24133332911878824, "torch_np/numpy_tests/lib/test_function_base": 2.283000012549261, "torch_np/numpy_tests/lib/test_histograms": 0.5056666657328606, "torch_np/numpy_tests/lib/test_index_tricks": 0.18599999990935126, "torch_np/numpy_tests/lib/test_shape_base_": 0.5526666724278281, "torch_np/numpy_tests/lib/test_twodim_base": 0.4246666640974581, "torch_np/numpy_tests/lib/test_type_check": 0.15300000295974314, "torch_np/numpy_tests/linalg/test_linalg": 12.376000089105219, "torch_np/test_basic": 1.0086666689409565, "torch_np/test_binary_ufuncs": 0.1313333362340927, "torch_np/test_dtype": 0.13766666750113168, "torch_np/test_function_base": 0.024000000208616257, "torch_np/test_indexing": 4.098666747411092, "torch_np/test_ndarray_methods": 4.27966666345795, "torch_np/test_nep50_examples": 0.019000000475595396, "torch_np/test_random": 0.1253333343192935, "torch_np/test_reductions": 4.313333331917723, "torch_np/test_scalars_0D_arrays": 0.1019999993344148, "torch_np/test_ufuncs_basic": 1.081000023521483, "torch_np/test_unary_ufuncs": 0.14066666861375174, "typing/test_python_operators": 0.6670000155766805 }, "default": { "backends/xeon/test_launch": 1.9523333311080933, "benchmark_utils/test_benchmark_utils": 0.1843333293994268, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 5.051333427429199, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 5.6820000012715655, "distributions/test_constraints": 0.07433333247900009, "distributions/test_distributions": 39.569333247840405, "dynamo/cpython/3_13/test_baseexception": 0.13899999794860682, "dynamo/cpython/3_13/test_bool": 0.07566666603088379, "dynamo/cpython/3_13/test_cmath": 0.06266666638354461, "dynamo/cpython/3_13/test_collections": 1.0439999978989363, "dynamo/cpython/3_13/test_complex": 0.08799999952316284, "dynamo/cpython/3_13/test_contextlib": 0.5316666650275389, "dynamo/cpython/3_13/test_defaultdict": 0.03766666601101557, "dynamo/cpython/3_13/test_dict": 10.107333256319786, "dynamo/cpython/3_13/test_exception_variations": 0.04066666712363561, "dynamo/cpython/3_13/test_exceptions": 10.1399997814248, "dynamo/cpython/3_13/test_float": 0.1639999996405095, "dynamo/cpython/3_13/test_generator_stop": 0.016333333527048428, "dynamo/cpython/3_13/test_generators": 1.429333311195175, "dynamo/cpython/3_13/test_heapq": 0.44666665854553383, "dynamo/cpython/3_13/test_int": 1.269333320359389, "dynamo/cpython/3_13/test_int_literal": 0.02266666665673256, "dynamo/cpython/3_13/test_iter": 0.43700000643730164, "dynamo/cpython/3_13/test_itertools": 3.396000101386259, "dynamo/cpython/3_13/test_list": 0.8573333422342936, "dynamo/cpython/3_13/test_math": 23.38333335891366, "dynamo/cpython/3_13/test_numeric_tower": 0.07000000153978665, "dynamo/cpython/3_13/test_operator": 0.2303333313514789, "dynamo/cpython/3_13/test_ordered_dict": 9.572666633175686, "dynamo/cpython/3_13/test_raise": 0.18833333300426602, "dynamo/cpython/3_13/test_range": 0.33133332928021747, "dynamo/cpython/3_13/test_set": 5.373000009295841, "dynamo/cpython/3_13/test_sort": 0.12933333544060588, "dynamo/cpython/3_13/test_sys": 1.4416666505858302, "dynamo/cpython/3_13/test_tuple": 19.46666717529297, "dynamo/cpython/3_13/test_unittest/test_assertions": 0.6950000002980232, "dynamo/cpython/3_13/test_userdict": 0.11333333204189937, "dynamo/cpython/3_13/test_userlist": 0.715666671593984, "dynamo/cpython/3_13/test_with": 0.11999999964609742, "dynamo/test_after_aot": 6.091000080108643, "dynamo/test_aot_autograd": 67.31499989827473, "dynamo/test_aot_autograd_cache": 69.35466869672139, "dynamo/test_aot_compile": 13.203666687011719, "dynamo/test_autograd_function": 8.677000363667807, "dynamo/test_backends": 7.2870000332671525, "dynamo/test_backward_higher_order_ops": 12.667333602905273, "dynamo/test_base_hop": 2.3410000006357827, "dynamo/test_base_output": 0.0033333333364377418, "dynamo/test_buffers_override": 5.74400011698405, "dynamo/test_bytecode_utils": 6.543333490689595, "dynamo/test_callback": 0.010333333164453506, "dynamo/test_compile": 6.881333482296516, "dynamo/test_compiler_bisector": 0.0013333333966632683, "dynamo/test_comptime": 9.905333518981934, "dynamo/test_config": 4.326666673024495, "dynamo/test_ctx_manager": 8.738333423932394, "dynamo/test_debug_utils": 0.15666666626930237, "dynamo/test_decorators": 14.745000203450521, "dynamo/test_deque_reconstruct": 0.5540000001589457, "dynamo/test_deviceguard": 0.019000000242764752, "dynamo/test_dicts": 16.785333280762035, "dynamo/test_dynamic_shapes": 1788.716993411382, "dynamo/test_einops": 0, "dynamo/test_error_messages": 7.961000124613444, "dynamo/test_exc": 3.0300000508626304, "dynamo/test_exceptions": 8.731666564941406, "dynamo/test_export": 98.49199676513672, "dynamo/test_export_mutations": 4.388333320617676, "dynamo/test_fake_distributed": 6.442666689554851, "dynamo/test_flat_apply": 0.6326666673024496, "dynamo/test_frame_init": 0.013333333656191826, "dynamo/test_functions": 80.73266665140788, "dynamo/test_fx_annotate": 0.6846666733423868, "dynamo/test_fx_graph_runnable": 120.66566721598308, "dynamo/test_fx_passes_pre_grad": 5.50766658782959, "dynamo/test_generator": 4.043000037471454, "dynamo/test_global": 6.309000015258789, "dynamo/test_graph_deduplication": 9.36733341217041, "dynamo/test_graph_region_tracker": 2.3006667296091714, "dynamo/test_guard_manager": 5.1419999574621515, "dynamo/test_guard_serialization": 10.574666572618298, "dynamo/test_higher_order_ops": 52.73733403285345, "dynamo/test_hooks": 28.32433255513509, "dynamo/test_inline_and_install": 115.89366658528645, "dynamo/test_input_attr_tracking": 7.225333372751872, "dynamo/test_install_free_tensors": 40.95266612370809, "dynamo/test_interop": 0.6429999868075053, "dynamo/test_list": 2.400999983151754, "dynamo/test_logging": 23.041667302449543, "dynamo/test_metrics_context": 0.029333332553505898, "dynamo/test_minifier": 1.9173333247502644, "dynamo/test_misc": 199.93499734501043, "dynamo/test_model_output": 0.0013333333966632683, "dynamo/test_modes": 8.972666581471762, "dynamo/test_modules": 23.848999977111816, "dynamo/test_nested_graph_breaks": 10.674000104268393, "dynamo/test_nops": 0.6199999849001566, "dynamo/test_optimizers": 2.412333329518636, "dynamo/test_package": 33.909000396728516, "dynamo/test_pgo": 25.134000778198242, "dynamo/test_pre_dispatch": 0.6206666628519694, "dynamo/test_precompile_context": 0.002333333366550505, "dynamo/test_profiler": 13.858000119527182, "dynamo/test_python_autograd": 0.840666671593984, "dynamo/test_python_dispatcher": 0.6960000197092692, "dynamo/test_recompile_ux": 1.506666660308838, "dynamo/test_recompiles": 9.506333351135254, "dynamo/test_reconstruct": 1.528000036875407, "dynamo/test_regional_inductor": 7.831000010172526, "dynamo/test_reorder_logs": 1.3216666678587596, "dynamo/test_repros": 164.6366649985624, "dynamo/test_resume": 0.5216666758060455, "dynamo/test_sdpa": 1.7333333492279053, "dynamo/test_sets": 8.124666646122932, "dynamo/test_skip_guard_eval_unsafe": 6.590666770935059, "dynamo/test_skip_non_tensor": 1.0419999758402507, "dynamo/test_sources": 4.658666610717773, "dynamo/test_structured_trace": 25.95566685994466, "dynamo/test_subclasses": 56.537000020345054, "dynamo/test_subgraphs": 11.541333198547363, "dynamo/test_trace_rules": 1.0456666722893715, "dynamo/test_unittest": 0.3139999906222026, "dynamo/test_unspec": 51.749000549316406, "dynamo/test_utils": 30.263000027587015, "dynamo/test_verify_correctness": 0.690666655699412, "dynamo/test_view": 0.9146666526794434, "export/test_converter": 14.975666681925455, "export/test_cpp_serdes": 102.1066665649414, "export/test_db": 19.36299991607666, "export/test_draft_export": 11.359000205993652, "export/test_dynamic_shapes": 0.016999999682108562, "export/test_experimental": 11.212999979654947, "export/test_export": 104.54899867375691, "export/test_export_opinfo": 86.36466725667317, "export/test_export_strict": 255.63866758346558, "export/test_export_training_ir_to_run_decomp": 510.1016669968764, "export/test_export_with_inline_and_install": 256.7110007603963, "export/test_functionalized_assertions": 0.020333333561817806, "export/test_hop": 18.92299969991048, "export/test_lift_unlift": 0.2629999975518634, "export/test_nativert": 0, "export/test_package": 0.4813333253065745, "export/test_pass_infra": 6.75433333714803, "export/test_passes": 44.46533330281576, "export/test_retraceability": 484.54667137066525, "export/test_schema": 0.10366666565338771, "export/test_serdes": 297.725667198499, "export/test_serialize": 63.048000107208885, "export/test_sparse": 0.0050000000434617204, "export/test_strict_export_v2": 322.82633860905963, "export/test_swap": 12.063000202178955, "export/test_tools": 3.736666520436605, "export/test_torchbind": 19.008999883042026, "export/test_tree_utils": 0.016666666604578495, "export/test_unflatten": 21.481666564941406, "export/test_unflatten_training_ir": 16.837666829427082, "export/test_upgrader": 0.006666666828095913, "export/test_verifier": 9.354666709899902, "functorch/dim/test_getsetitem": 0.020666666328907013, "functorch/dim/test_split": 0.05666666726271311, "functorch/test_ac_knapsack": 0.04133333327869574, "functorch/test_ac_logging": 0.012666666880249977, "functorch/test_aot_joint_with_descriptors": 8.400333086649576, "functorch/test_aotdispatch": 5584.14697050862, "functorch/test_control_flow": 170.11533804237843, "functorch/test_eager_transforms": 15.949999903018275, "functorch/test_logging": 0.059333331882953644, "functorch/test_minifier": 0.3050000071525574, "functorch/test_ops": 3283.285675048828, "functorch/test_vmap": 515.990986864393, "functorch/test_vmap_registrations": 3.5836666425069175, "higher_order_ops/test_invoke_quant": 5.452666749556859, "higher_order_ops/test_invoke_subgraph": 62.72466669728359, "higher_order_ops/test_local_map": 12.910666783650717, "higher_order_ops/test_with_effects": 12.297333399454752, "inductor/test_alignment": 12.907333056131998, "inductor/test_analysis": 0.027999999932944775, "inductor/test_aot_inductor_arrayref": 1129.59033203125, "inductor/test_async_compile": 0.0016666667458290856, "inductor/test_augmented_graph_helper": 0.017000000923871994, "inductor/test_auto_functionalize": 35.84700012207031, "inductor/test_benchmark_fusion": 6.509999910990397, "inductor/test_benchmarking": 0.31166667739550274, "inductor/test_binary_folding": 64.26000086466472, "inductor/test_block_analysis": 0.25966666638851166, "inductor/test_cache": 46.3229995171229, "inductor/test_caching": 33.402666668097176, "inductor/test_codecache": 126.39700042506836, "inductor/test_codegen_triton": 0.2576666573683421, "inductor/test_combo_kernels": 0.0010000000474974513, "inductor/test_compile": 11.369000116984049, "inductor/test_compile_subprocess": 1169.9676932424384, "inductor/test_compile_worker": 13.296666781107584, "inductor/test_compiled_autograd": 812.0639834453663, "inductor/test_compiled_optimizers": 130.98600260416666, "inductor/test_config": 4.679000059763591, "inductor/test_control_flow": 0.8886666772111008, "inductor/test_cpp_wrapper_hipify": 0.1296666661898295, "inductor/test_cpu_cpp_wrapper": 4726.949640909831, "inductor/test_cpu_repro": 3139.740681966146, "inductor/test_cpu_select_algorithm": 9258.077718098959, "inductor/test_custom_lowering": 0.009000000233451525, "inductor/test_custom_post_grad_passes": 6.38866662979126, "inductor/test_cutedsl_template": 0.0003333333491658171, "inductor/test_cutlass_evt": 0.003333333491658171, "inductor/test_debug_trace": 11.149333318074545, "inductor/test_decompose_mem_bound_mm": 0.006000000052154064, "inductor/test_device_assert": 2.811999956766764, "inductor/test_device_info": 0.10899999737739563, "inductor/test_distributed_patterns": 17.60033353169759, "inductor/test_efficient_conv_bn_eval": 0.0010000000474974513, "inductor/test_extension_backend": 1.4443333148956299, "inductor/test_external_callables": 9.899333318074545, "inductor/test_flex_attention": 2552.212000528971, "inductor/test_flex_decoding": 1.4026666482289631, "inductor/test_foreach": 15.808333396911621, "inductor/test_fp8": 92.70300042753418, "inductor/test_fused_attention": 133.76600138346353, "inductor/test_fuzzer": 2.396333376566569, "inductor/test_fx_fusion": 0.08333333333333333, "inductor/test_graph_transform_observer": 0.00566666666418314, "inductor/test_group_batch_fusion": 0.02133333294962843, "inductor/test_helion_kernels": 0.0023333334053556123, "inductor/test_indexing": 0.6083333306014538, "inductor/test_inductor_annotations": 0.0026666667157163224, "inductor/test_inductor_freezing": 28.443666458129883, "inductor/test_inductor_scheduler": 0.006999999905625979, "inductor/test_kernel_optimization": 0.0010000000474974513, "inductor/test_mem_estimation": 0.08733333336810271, "inductor/test_minifier": 55.083333333333336, "inductor/test_minifier_utils": 4.728333314259847, "inductor/test_mkldnn_pattern_matcher": 1769.1546663373786, "inductor/test_mmdecomp": 0.678000013033549, "inductor/test_op_completeness": 0.02733333284656207, "inductor/test_ordered_set": 1.56700000706284, "inductor/test_pcache": 4.0200000405311584, "inductor/test_provenance_tracing": 21.9516664481489, "inductor/test_remote_cache": 0.019999999552965164, "inductor/test_segmented_tree": 0.2666666607062022, "inductor/test_split_cat_fx_aten_passes": 0.9639999899081886, "inductor/test_static_cuda_launcher": 0.0016666667458290856, "inductor/test_template_heuristics_registry": 0.028333333631356556, "inductor/test_torchbind": 39.082000732421875, "inductor/test_torchinductor": 1182.2700033187866, "inductor/test_torchinductor_codegen_config_overrides": 2.5243333180745444, "inductor/test_torchinductor_codegen_dynamic_shapes": 1843.2056477864583, "inductor/test_torchinductor_dynamic_shapes": 2008.2676979973137, "inductor/test_torchinductor_opinfo": 0.5809999903043112, "inductor/test_triton_kernels": 0.033999999364217125, "inductor/test_unbacked_symints": 33.74833297729492, "inductor/test_utils": 0.0836666648586591, "lazy/test_bindings": 0, "lazy/test_debug_util": 0.055666666477918625, "lazy/test_functionalization": 0.08699999998013179, "lazy/test_generator": 0.07866666714350383, "lazy/test_reuse_ir": 0.3876666724681854, "lazy/test_step_closures": 2.009999990463257, "lazy/test_ts_opinfo": 30.42566644276182, "nn/test_convolution": 17.967333157857258, "nn/test_dropout": 0.3506666620572408, "nn/test_embedding": 5.929333311816056, "nn/test_init": 3.3450000286102295, "nn/test_lazy_modules": 0.4516666829586029, "nn/test_load_state_dict": 0.745333315183719, "nn/test_module_hooks": 0.3080000051607688, "nn/test_multihead_attention": 13.163333415985107, "nn/test_packed_sequence": 0.211666668454806, "nn/test_parametrization": 1.2443333361297846, "nn/test_pooling": 24.03133414189021, "nn/test_pruning": 0.11566667010386784, "profiler/test_cpp_thread": 0.003666666724408666, "profiler/test_execution_trace": 0.36299999554951984, "profiler/test_kineto": 0.010999999940395355, "profiler/test_memory_profiler": 5.225333296383421, "profiler/test_profiler": 14.38933322504939, "profiler/test_profiler_tree": 0.07733333607514699, "profiler/test_python_tracer": 3.7953333854675293, "profiler/test_record_function": 0.07399999971191089, "profiler/test_torch_tidy": 4.215666611989339, "test_ao_sparsity": 7.616333334551503, "test_appending_byte_serializer": 0.022999999423821766, "test_autocast": 0.6726666667188207, "test_autograd": 87.79599849662434, "test_autograd_fallback": 0.09266666571299235, "test_autoload": 0.04300000021855036, "test_binary_ufuncs": 103.39066823323567, "test_bundled_inputs": 0.9923333128293356, "test_comparison_utils": 0.026666666691501934, "test_compile_benchmark_util": 0.0003333333491658171, "test_complex": 0.057666665563980736, "test_content_store": 6.346666653951009, "test_cpp_api_parity": 3.310333331425985, "test_cpp_extensions_aot_ninja": 0.04233333305455744, "test_cpp_extensions_aot_no_ninja": 0.041333333821967244, "test_cpp_extensions_jit": 34.608665466308594, "test_cpp_extensions_mtia_backend": 1.2033333381017048, "test_cpp_extensions_open_device_registration": 1.2056666612625122, "test_cpp_extensions_stream_and_event": 0.8636666735013326, "test_cuda": 0.012333333492279053, "test_custom_ops": 31.743666817123692, "test_dataloader": 221.67799933751425, "test_datapipe": 14.125333040642241, "test_decomp": 6352.392979169032, "test_deploy": 0.014666666587193808, "test_dispatch": 24.58566654411455, "test_dlpack": 0.4396666685740153, "test_dynamic_shapes": 77.92666660745938, "test_expanded_weights": 9.694333333522081, "test_extension_utils": 0.015000000285605589, "test_fake_tensor": 4.4420000667062896, "test_file_check": 1.5520000060399373, "test_flop_counter": 0.8176666696866354, "test_foreach": 76.62666829427083, "test_function_schema": 0.3253333369890849, "test_functional_autograd_benchmark": 35.786333084106445, "test_functional_optim": 0.11933333178361256, "test_functionalization": 5.030666550000508, "test_functionalization_of_rng_ops": 0.01766666645805041, "test_futures": 0.6723333398501078, "test_fx": 231.46433479897678, "test_fx_experimental": 79.04933262864749, "test_fx_passes": 0.3513333375255267, "test_fx_reinplace_pass": 0.5786666472752889, "test_hop_infra": 0.010333333474894365, "test_hub": 9.784666379292807, "test_import_stats": 3.1160000960032144, "test_indexing": 4.249333227674167, "test_itt": 0.015333333363135656, "test_jit": 76.73266665074819, "test_jit_autocast": 12.227333389222622, "test_jit_disabled": 0.09366666525602341, "test_jit_fuser_te": 190.39466857902394, "test_jit_llga_fuser": 40.53866692873029, "test_legacy_vmap": 2.2619999845822654, "test_license": 0.016000000139077503, "test_linalg": 252.89366658528647, "test_logging": 1.8396666447321575, "test_masked": 24.06933339436849, "test_maskedtensor": 13.527333411077658, "test_meta": 2051.3686506344625, "test_mkl_verbose": 3.334000031153361, "test_mkldnn": 67.43533325195312, "test_mkldnn_fusion": 15.362333615620932, "test_mkldnn_verbose": 3.502666632334391, "test_mobile_optimizer": 2.124666690826416, "test_model_exports_to_core_aten": 0.010999999940395355, "test_module_tracker": 0.023666666820645332, "test_modules": 457.6543375651042, "test_monitor": 0.022333333229956526, "test_multiprocessing": 50.89633433024088, "test_multiprocessing_spawn": 89.49833374412265, "test_namedtensor": 0.4949999849001567, "test_namedtuple_return_api": 1.0646666685740154, "test_native_functions": 0.11033333589633305, "test_native_mha": 0.23033333818117777, "test_nestedtensor": 1713.4976556142792, "test_nn": 121.77566685380104, "test_numa_binding": 3.1710000038146973, "test_numba_integration": 0.003000000103687247, "test_numpy_interop": 0.6759999990463257, "test_opaque_obj": 0.5210000077883402, "test_opaque_obj_v2": 0.019666667096316814, "test_openmp": 4.881333351135254, "test_openreg": 1.4323333675662677, "test_ops": 3550.9747064289018, "test_ops_fwd_gradients": 630.0986785888672, "test_ops_gradients": 797.0126647949219, "test_ops_jit": 857.3043314615885, "test_optim": 59.7779998232921, "test_out_dtype_op": 5.78166659673055, "test_overrides": 3.0839999531550952, "test_package": 2.0189999571690955, "test_per_overload_api": 0.019333332777023315, "test_prims": 0.16133333183825016, "test_privateuseone_python_backend": 0.016000000449518364, "test_proxy_tensor": 861.4613362550735, "test_pruning_op": 0.2409999966621399, "test_public_bindings": 7.740333557128906, "test_python_dispatch": 0.7859999905340374, "test_pytree": 1.8016666701684396, "test_quantization": 1953.2306657514225, "test_reductions": 183.85699971516928, "test_rename_privateuse1_to_existing_device": 0.01366666704416275, "test_scatter_gather_ops": 7.501333554585774, "test_schema_check": 360.2406624356906, "test_segment_reductions": 0.8883333404858907, "test_serialization": 49.900332897901535, "test_set_default_mobile_cpu_allocator": 0.015333333363135656, "test_shape_ops": 1.1486666599909465, "test_show_pickle": 0.01966666616499424, "test_sort_and_select": 1.8216666380564372, "test_sparse": 406.420331000428, "test_sparse_csr": 169.95033549746344, "test_sparse_semi_structured": 0.010333333474894365, "test_spectral_ops": 5.623999920984109, "test_stateless": 5.51133327682813, "test_subclass": 0.320333331823349, "test_sympy_utils": 21.227333349951852, "test_tensor_creation_ops": 39.43966730001072, "test_tensorboard": 0.7309999985542769, "test_tensorexpr": 16.842666625976562, "test_tensorexpr_pybind": 0.04066666650275389, "test_testing": 42.39533368498087, "test_torch": 8.789333384484053, "test_torchfuzz_repros": 0.03733333324392637, "test_transformers": 850.0256589418277, "test_transformers_privateuse1": 0.03966666633884112, "test_type_hints": 0.010999999940395355, "test_type_info": 0.025333333760499954, "test_type_promotion": 2.931333303451538, "test_typing": 78.09833526611328, "test_unary_ufuncs": 334.6566670735677, "test_utils": 178.22300190571696, "test_utils_config_module": 0.06533333286643028, "test_utils_filelock": 0.1379999965429306, "test_view_ops": 12.363000015417734, "test_vulkan": 0.0003333333491658171, "test_weak": 3.2610000322262445, "test_xnnpack_integration": 12.948666558678573, "torch_np/numpy_tests/core/test_dlpack": 0.2233333339293798, "torch_np/numpy_tests/core/test_dtype": 0.2869999978380899, "torch_np/numpy_tests/core/test_einsum": 11.594333361523846, "torch_np/numpy_tests/core/test_getlimits": 0.0693333320862924, "torch_np/numpy_tests/core/test_indexing": 0.30666666811642546, "torch_np/numpy_tests/core/test_numeric": 3.9759999704547226, "torch_np/numpy_tests/core/test_numerictypes": 0.14233333400140205, "torch_np/numpy_tests/core/test_scalar_ctors": 0.19033333100378513, "torch_np/numpy_tests/core/test_scalar_methods": 0.005666666702988247, "torch_np/numpy_tests/core/test_scalarinherit": 0.0016666667070239782, "torch_np/numpy_tests/core/test_scalarmath": 19.533333567203954, "torch_np/numpy_tests/core/test_shape_base": 0.40666666937371093, "torch_np/numpy_tests/fft/test_helper": 4.957666664539526, "torch_np/numpy_tests/fft/test_pocketfft": 4.356666674216588, "torch_np/numpy_tests/lib/test_arraypad": 0.05766666680574417, "torch_np/numpy_tests/lib/test_arraysetops": 0.14566666663934788, "torch_np/numpy_tests/lib/test_function_base": 1.7230000017831724, "torch_np/numpy_tests/lib/test_histograms": 0.5020000003278255, "torch_np/numpy_tests/lib/test_index_tricks": 0.19233333404796818, "torch_np/numpy_tests/lib/test_shape_base_": 0.42699999874457717, "torch_np/numpy_tests/lib/test_twodim_base": 0.2613333349581808, "torch_np/numpy_tests/lib/test_type_check": 0.1570000023736308, "torch_np/numpy_tests/linalg/test_linalg": 7.350666621234268, "torch_np/test_basic": 1.179666672522823, "torch_np/test_binary_ufuncs": 0.12533333400885263, "torch_np/test_dtype": 0.12166666736205418, "torch_np/test_function_base": 0.02033333294093609, "torch_np/test_indexing": 2.6593333880106607, "torch_np/test_ndarray_methods": 3.301666680335378, "torch_np/test_nep50_examples": 0.01833333319518715, "torch_np/test_random": 0.11133333512892325, "torch_np/test_reductions": 3.133333297135929, "torch_np/test_scalars_0D_arrays": 0.0946666660408179, "torch_np/test_ufuncs_basic": 0.8876666547730565, "torch_np/test_unary_ufuncs": 0.1373333285252253, "typing/test_python_operators": 0.656333347161611 }, "dynamo_wrapped": { "backends/xeon/test_launch": 2.257333278656006, "benchmark_utils/test_benchmark_utils": 4.463666598002116, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 14.174333254496256, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 6.394999980926514, "distributions/test_constraints": 0.07699999958276749, "distributions/test_distributions": 1236.744652067311, "dynamo/cpython/3_13/test_baseexception": 1.1963333586851757, "dynamo/cpython/3_13/test_bool": 2.442999998728434, "dynamo/cpython/3_13/test_cmath": 1.5849999984105427, "dynamo/cpython/3_13/test_collections": 10.349999944368998, "dynamo/cpython/3_13/test_complex": 5.130000114440918, "dynamo/cpython/3_13/test_contextlib": 6.477999957899253, "dynamo/cpython/3_13/test_defaultdict": 0.8356666564941406, "dynamo/cpython/3_13/test_dict": 12.832999939719835, "dynamo/cpython/3_13/test_exception_variations": 1.1376666625340779, "dynamo/cpython/3_13/test_exceptions": 7.613999993850787, "dynamo/cpython/3_13/test_float": 6.208999990175168, "dynamo/cpython/3_13/test_generator_stop": 0.5056666533152262, "dynamo/cpython/3_13/test_generators": 2.670999988913536, "dynamo/cpython/3_13/test_heapq": 15.441666821638742, "dynamo/cpython/3_13/test_int": 7.733333359162013, "dynamo/cpython/3_13/test_int_literal": 0.8709999918937683, "dynamo/cpython/3_13/test_iter": 5.426666895548503, "dynamo/cpython/3_13/test_itertools": 135.77866583069166, "dynamo/cpython/3_13/test_list": 13.296333312988281, "dynamo/cpython/3_13/test_math": 8.942666699488958, "dynamo/cpython/3_13/test_numeric_tower": 0.7179999935130278, "dynamo/cpython/3_13/test_operator": 10.733333269755045, "dynamo/cpython/3_13/test_ordered_dict": 30.789333435396355, "dynamo/cpython/3_13/test_raise": 2.615666658927997, "dynamo/cpython/3_13/test_range": 5.724666595458984, "dynamo/cpython/3_13/test_set": 78.38000012251239, "dynamo/cpython/3_13/test_sort": 2.577000002066294, "dynamo/cpython/3_13/test_sys": 5.3846667011578875, "dynamo/cpython/3_13/test_tuple": 5.034333229064941, "dynamo/cpython/3_13/test_unittest/test_assertions": 2.1983333031336465, "dynamo/cpython/3_13/test_userdict": 26.131999969482422, "dynamo/cpython/3_13/test_userlist": 24.37066650390625, "dynamo/cpython/3_13/test_with": 4.675333276391029, "functorch/dim/test_getsetitem": 14.744000116984049, "functorch/dim/test_split": 20.496666590372723, "functorch/test_ac_knapsack": 1.1573333243529003, "functorch/test_ac_logging": 0.515666663646698, "functorch/test_aot_joint_with_descriptors": 21.2189998626709, "functorch/test_control_flow": 573.7646676941076, "functorch/test_eager_transforms": 592.6339999437332, "functorch/test_logging": 1.4609999656677246, "functorch/test_minifier": 2.9700000286102295, "functorch/test_ops": 66.33733622233073, "functorch/test_vmap": 3106.0433153038225, "functorch/test_vmap_registrations": 76.6750005086263, "higher_order_ops/test_invoke_quant": 0, "higher_order_ops/test_invoke_subgraph": 0.35899999737739563, "higher_order_ops/test_local_map": 0.42266665895779926, "higher_order_ops/test_with_effects": 25.492666880289715, "lazy/test_bindings": 0.0003333333491658171, "lazy/test_debug_util": 0.7880000074704488, "lazy/test_functionalization": 1.368333339691162, "lazy/test_generator": 0.9580000042915344, "lazy/test_reuse_ir": 1.2796666622161865, "lazy/test_step_closures": 2.9153334299723306, "lazy/test_ts_opinfo": 15.533000071843466, "nn/test_convolution": 922.1686731974283, "nn/test_dropout": 20.002999544143677, "nn/test_embedding": 359.8579921722412, "nn/test_init": 13.019000053405762, "nn/test_lazy_modules": 45.0880012512207, "nn/test_load_state_dict": 13.220999670525392, "nn/test_module_hooks": 75.17066709200542, "nn/test_multihead_attention": 68.76066621144612, "nn/test_packed_sequence": 18.17066701253255, "nn/test_parametrization": 110.59266542891662, "nn/test_pooling": 185.54400316874185, "nn/test_pruning": 13.732666651407877, "profiler/test_cpp_thread": 0.6216666648785273, "profiler/test_execution_trace": 6.6336666742960615, "profiler/test_kineto": 0.5463333328564962, "profiler/test_memory_profiler": 0.0010000000474974513, "profiler/test_profiler": 123.7756658878643, "profiler/test_profiler_tree": 2.3233333428700766, "profiler/test_python_tracer": 4.94266661008199, "profiler/test_record_function": 2.1036667029062905, "profiler/test_torch_tidy": 99.81333414713542, "test_ao_sparsity": 124.71633387481172, "test_autocast": 9.231666624546051, "test_autograd": 772.8826710532109, "test_autograd_fallback": 8.880333264668783, "test_autoload": 0.9459999998410543, "test_binary_ufuncs": 2211.4212849934897, "test_bundled_inputs": 9.886666615804037, "test_comparison_utils": 1.405999978383382, "test_compile_benchmark_util": 0, "test_complex": 3.071666638056437, "test_content_store": 10.35533332824707, "test_cpp_api_parity": 332.1246643066406, "test_cpp_extensions_aot_ninja": 9.835333322485289, "test_cpp_extensions_aot_no_ninja": 9.709999945014715, "test_cpp_extensions_jit": 41.29933293660482, "test_cpp_extensions_mtia_backend": 1.4533333381017048, "test_cpp_extensions_open_device_registration": 3.304333289464315, "test_cpp_extensions_stream_and_event": 1.249666651089986, "test_cuda": 0.6409999950168034, "test_custom_ops": 158.88499998052916, "test_dataloader": 373.716997474432, "test_datapipe": 47.25299992163976, "test_decomp": 38.24133348464966, "test_deploy": 1.0323333342870076, "test_dispatch": 70.45133323470752, "test_dlpack": 28.67633310953776, "test_dynamic_shapes": 37.75433291688872, "test_expanded_weights": 62.886667013168335, "test_extension_utils": 0.9079999923706055, "test_fake_tensor": 46.989666640758514, "test_file_check": 2.1436667442321777, "test_flop_counter": 0.0006666666983316342, "test_foreach": 178.43600463867188, "test_function_schema": 1.6519999901453655, "test_functional_autograd_benchmark": 39.872666676839195, "test_functional_optim": 4.14466667175293, "test_functionalization": 0.0043333334227403, "test_functionalization_of_rng_ops": 0.609333356221517, "test_futures": 7.96233336130778, "test_fx": 358.05733689758927, "test_fx_experimental": 393.4703387816747, "test_fx_passes": 16.709333539009094, "test_fx_reinplace_pass": 11.232000033060709, "test_hop_infra": 0.0003333333491658171, "test_hub": 34.872999827067055, "test_import_stats": 3.7279999256134033, "test_indexing": 178.32833528518677, "test_itt": 0.6776666839917501, "test_jit": 1208.1503232854109, "test_jit_autocast": 0.0033333333752428493, "test_jit_disabled": 0.7140000065167745, "test_jit_fuser_te": 619.4283411465585, "test_jit_llga_fuser": 120.37933392624836, "test_legacy_vmap": 786.1096687316895, "test_license": 0.6800000071525574, "test_linalg": 3167.892618815104, "test_logging": 2.8350000381469727, "test_masked": 11.533333460489908, "test_maskedtensor": 160.2846654256185, "test_meta": 121.0549996693929, "test_mkl_verbose": 3.927333354949951, "test_mkldnn": 392.1146647135417, "test_mkldnn_fusion": 0, "test_mkldnn_verbose": 3.8443333307902017, "test_mobile_optimizer": 11.844666798909506, "test_model_exports_to_core_aten": 0.5573333303133646, "test_module_tracker": 10.825999895731607, "test_modules": 167.89300028483072, "test_monitor": 0.7110000054041544, "test_multiprocessing": 85.34266662597656, "test_multiprocessing_spawn": 99.3523333184421, "test_namedtensor": 52.69733428955078, "test_namedtuple_return_api": 2.755333344141642, "test_native_functions": 3.7636666297912598, "test_native_mha": 44.5086669921875, "test_nestedtensor": 336.5123306910197, "test_nn": 2080.9553357834616, "test_numa_binding": 18.489999771118164, "test_numba_integration": 0.700000007947286, "test_numpy_interop": 21.613000233968098, "test_openmp": 7.222666581471761, "test_openreg": 10.767666578292847, "test_ops": 84.12366620202859, "test_ops_fwd_gradients": 8.078666528066, "test_ops_gradients": 11.707666714986166, "test_ops_jit": 2.7863332430521646, "test_optim": 1649.139323393504, "test_out_dtype_op": 9.19333299001058, "test_overrides": 150.34099958091974, "test_package": 134.64366687834263, "test_per_overload_api": 2.7203333377838135, "test_prims": 8.000666819512844, "test_privateuseone_python_backend": 0.7423333326975504, "test_proxy_tensor": 277.1489983573556, "test_pruning_op": 0.5703333218892416, "test_public_bindings": 1.275333325068156, "test_python_dispatch": 45.202333798011146, "test_pytree": 34.50566609700521, "test_quantization": 5428.600980943069, "test_reductions": 902.0153299967448, "test_rename_privateuse1_to_existing_device": 0.6469999949137369, "test_scatter_gather_ops": 612.7516682942709, "test_schema_check": 289.2736764351527, "test_segment_reductions": 158.41700236002603, "test_serialization": 163.0970004002253, "test_set_default_mobile_cpu_allocator": 0.6950000127156576, "test_shape_ops": 61.157666524251304, "test_show_pickle": 0.8883333404858907, "test_sort_and_select": 180.9520009358724, "test_sparse": 980.9216829550763, "test_sparse_csr": 853.2259978403648, "test_sparse_semi_structured": 1.9273333301146824, "test_spectral_ops": 67.19833354155223, "test_stateless": 44.43233323097229, "test_subclass": 37.37600072224935, "test_sympy_utils": 114.41833039621513, "test_tensor_creation_ops": 531.0463283459345, "test_tensorboard": 12.380000043660402, "test_tensorexpr": 0.0043333334227403, "test_tensorexpr_pybind": 13.72299979130427, "test_testing": 280.70700529466075, "test_torch": 962.3063266985118, "test_torchfuzz_repros": 2.690666675567627, "test_transformers": 3702.0056297878423, "test_transformers_privateuse1": 0.9256666700045267, "test_type_hints": 0.5223333438237509, "test_type_info": 0.8029999931653341, "test_type_promotion": 149.67833455403647, "test_typing": 82.58500162760417, "test_unary_ufuncs": 1266.7043355305989, "test_utils": 315.0143341993292, "test_utils_config_module": 8.528999964396158, "test_utils_filelock": 0.7736666599909464, "test_view_ops": 194.9726651509603, "test_vulkan": 0.0003333333491658171, "test_weak": 13.310999870300293, "test_xnnpack_integration": 83.18899904067318, "torch_np/numpy_tests/core/test_dlpack": 3.518666664759318, "torch_np/numpy_tests/core/test_dtype": 4.635333324976576, "torch_np/numpy_tests/core/test_einsum": 113.46299937367439, "torch_np/numpy_tests/core/test_getlimits": 1.259666661421458, "torch_np/numpy_tests/core/test_indexing": 10.060999931146702, "torch_np/numpy_tests/core/test_numeric": 74.01033351322015, "torch_np/numpy_tests/core/test_numerictypes": 1.9789999723434448, "torch_np/numpy_tests/core/test_scalar_ctors": 6.416000058253606, "torch_np/numpy_tests/core/test_scalar_methods": 0.006333333323709667, "torch_np/numpy_tests/core/test_scalarinherit": 0.0013333333966632683, "torch_np/numpy_tests/core/test_scalarmath": 30.18499991297722, "torch_np/numpy_tests/core/test_shape_base": 17.27866671482722, "torch_np/numpy_tests/fft/test_helper": 8.134333238005638, "torch_np/numpy_tests/fft/test_pocketfft": 61.0736668308576, "torch_np/numpy_tests/lib/test_arraypad": 1.5363332827885945, "torch_np/numpy_tests/lib/test_arraysetops": 1.7146666447321575, "torch_np/numpy_tests/lib/test_function_base": 67.54299970700716, "torch_np/numpy_tests/lib/test_histograms": 9.448333183924357, "torch_np/numpy_tests/lib/test_index_tricks": 8.223333333192082, "torch_np/numpy_tests/lib/test_shape_base_": 16.522333418329556, "torch_np/numpy_tests/lib/test_twodim_base": 7.18999998147289, "torch_np/numpy_tests/lib/test_type_check": 12.940999949971834, "torch_np/numpy_tests/linalg/test_linalg": 112.59833322962125, "torch_np/test_basic": 87.16933365662892, "torch_np/test_binary_ufuncs": 10.197999954223633, "torch_np/test_dtype": 4.327666759490967, "torch_np/test_function_base": 0.7120000123977661, "torch_np/test_indexing": 2.45633331934611, "torch_np/test_ndarray_methods": 82.37166715164979, "torch_np/test_nep50_examples": 0.021333333066043753, "torch_np/test_random": 4.719000026583672, "torch_np/test_reductions": 99.85399810473125, "torch_np/test_scalars_0D_arrays": 7.672666708628337, "torch_np/test_ufuncs_basic": 54.79033354918162, "torch_np/test_unary_ufuncs": 16.412332852681477, "typing/test_python_operators": 19.67299969991048 }, "einops": { "dynamo/test_einops": 72.28633371988933 } }, "linux-jammy-py3.9-clang12": { "crossref": { "backends/xeon/test_launch": 2.051500082015991, "benchmark_utils/test_benchmark_utils": 0.5493333339691162, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 3.3274999856948853, "distributions/test_constraints": 0.07500000298023224, "distributions/test_distributions": 64.32599903922528, "export/test_converter": 16.416000366210938, "export/test_db": 28.28250026702881, "export/test_draft_export": 16.812333424886067, "export/test_export": 111.95850026607513, "export/test_export_opinfo": 103.18449783325195, "export/test_functionalized_assertions": 0.1459999978542328, "export/test_hop": 16.635000228881836, "export/test_lift_unlift": 0.36350000998936594, "export/test_package": 0.4375, "export/test_pass_infra": 6.957500219345093, "export/test_passes": 37.159000396728516, "export/test_schema": 0.6730000078678131, "export/test_serialize": 50.033499747514725, "export/test_sparse": 455.90732828776044, "export/test_swap": 10.944999694824219, "export/test_tools": 5.14900016784668, "export/test_torchbind": 25.02099972171709, "export/test_tree_utils": 0.20749999582767487, "export/test_unflatten": 18.602499961853027, "export/test_verifier": 10.102999687194824, "functorch/test_ac_knapsack": 0.16250000149011612, "functorch/test_ac_logging": 0.021000000337759655, "functorch/test_aot_joint_with_descriptors": 9.27566655476888, "functorch/test_aotdispatch": 3357.581989772618, "functorch/test_control_flow": 175.94500220566988, "functorch/test_dims": 58.82249927520752, "functorch/test_eager_transforms": 21.272499659564346, "functorch/test_logging": 0.2630000039935112, "functorch/test_memory_efficient_fusion": 4.958500070380978, "functorch/test_minifier": 0.33550000190734863, "functorch/test_ops": 3771.104044596354, "functorch/test_parsing": 0.2823333318034808, "functorch/test_rearrange": 0.2013333390156428, "functorch/test_vmap": 635.0236593723918, "functorch/test_vmap_registrations": 2.646000027656555, "higher_order_ops/test_invoke_quant": 6.7850000113248825, "higher_order_ops/test_invoke_subgraph": 61.965000895317644, "higher_order_ops/test_with_effects": 18.338666598002117, "inductor/test_analysis": 0.04299999913200736, "inductor/test_block_analysis": 0.07349999994039536, "inductor/test_inductor_scheduler": 0.008999999612569809, "inductor/test_minifier_utils": 6.351500034332275, "inductor/test_mmdecomp": 0.5519999861717224, "inductor/test_segmented_tree": 0.24800000339746475, "inductor/test_utils": 0.09850000217556953, "lazy/test_bindings": 0.0005000000237487257, "lazy/test_debug_util": 0.19200000166893005, "lazy/test_functionalization": 0.19299999624490738, "lazy/test_generator": 0.2240000069141388, "lazy/test_reuse_ir": 0.738999992609024, "lazy/test_step_closures": 2.1360000371932983, "lazy/test_ts_opinfo": 18.44333268577854, "nn/test_convolution": 21.038000106811523, "nn/test_dropout": 0.5550000021855036, "nn/test_embedding": 11.262333378195763, "nn/test_init": 4.7593332926432295, "nn/test_lazy_modules": 0.69200000166893, "nn/test_load_state_dict": 0.8945000092498958, "nn/test_module_hooks": 0.30299999937415123, "nn/test_multihead_attention": 9.860999980010092, "nn/test_packed_sequence": 0.4829999804496765, "nn/test_parametrization": 1.1905000135302544, "nn/test_pooling": 30.43599922955036, "nn/test_pruning": 0.1405000016093254, "profiler/test_cpp_thread": 0.005000000121071935, "profiler/test_execution_trace": 0.35099999109903973, "profiler/test_kineto": 0.14149999618530273, "profiler/test_memory_profiler": 5.233500043861568, "profiler/test_profiler": 18.566499683249276, "profiler/test_profiler_tree": 0.2630000015099843, "profiler/test_python_tracer": 3.995500087738037, "profiler/test_record_function": 0.19200000166893005, "profiler/test_torch_tidy": 6.010666688283284, "test_ao_sparsity": 13.355999928278228, "test_autocast": 0.7104999898001552, "test_autograd": 65.48800059291534, "test_autograd_fallback": 0.26500000059604645, "test_autoload": 0.43933332959810895, "test_binary_ufuncs": 106.77149963378906, "test_bundled_inputs": 1.3539999723434448, "test_comparison_utils": 0.17866666615009308, "test_compile_benchmark_util": 0.0010000000474974513, "test_complex": 0.11600000038743019, "test_content_store": 9.44950008392334, "test_cpp_api_parity": 4.107499957084656, "test_cpp_extensions_aot_ninja": 0.04800000018440187, "test_cpp_extensions_aot_no_ninja": 0.04600000032223761, "test_cpp_extensions_jit": 34.19900131225586, "test_cpp_extensions_mtia_backend": 0.7615000009536743, "test_cpp_extensions_open_device_registration": 1.4586666822433472, "test_cpp_extensions_stream_and_event": 0.7014999985694885, "test_cuda": 0.01550000038696453, "test_custom_ops": 43.37199980067089, "test_dataloader": 259.3876649250354, "test_datapipe": 18.511000082517665, "test_decomp": 297.55966430157423, "test_deploy": 0.17866666615009308, "test_dispatch": 23.720499923918396, "test_dlpack": 0.3146666685740153, "test_dynamic_shapes": 55.4120001954337, "test_expanded_weights": 11.314999992959201, "test_extension_utils": 0.14250000566244125, "test_fake_tensor": 4.431999996304512, "test_file_check": 2.0140000581741333, "test_flop_counter": 0.9480000138282776, "test_foreach": 90.91166687011719, "test_function_schema": 0.419500008225441, "test_functional_autograd_benchmark": 43.394334157307945, "test_functional_optim": 0.31599999964237213, "test_functionalization": 5.922999978065491, "test_functionalization_of_rng_ops": 0.02350000012665987, "test_futures": 0.8023333350817362, "test_fx": 247.45900355558842, "test_fx_experimental": 97.80199966579676, "test_fx_passes": 0.5165000073611736, "test_fx_reinplace_pass": 0.5340000092983246, "test_hop_infra": 0.010999999940395355, "test_hub": 10.182499885559082, "test_import_stats": 3.3294999599456787, "test_indexing": 5.796500159427524, "test_itt": 0.13700000196695328, "test_jit": 115.17149920959491, "test_jit_autocast": 22.031999737024307, "test_jit_disabled": 0.2744999974966049, "test_jit_fuser_te": 181.01833206093093, "test_jit_llga_fuser": 54.39200121338945, "test_legacy_vmap": 2.317999981343746, "test_license": 0.25999999791383743, "test_linalg": 330.2380065917969, "test_logging": 2.4000000953674316, "test_masked": 27.389999389648438, "test_maskedtensor": 10.727333389222622, "test_meta": 104.1964993905276, "test_mkl_verbose": 4.081666707992554, "test_mkldnn": 106.12233225504558, "test_mkldnn_fusion": 73.09433237711589, "test_mkldnn_verbose": 4.129999955495198, "test_mobile_optimizer": 2.3980000019073486, "test_model_exports_to_core_aten": 0.13750000298023224, "test_module_tracker": 0.1525000035762787, "test_modules": 643.5369923909506, "test_monitor": 0.30899999663233757, "test_multiprocessing": 58.415000915527344, "test_multiprocessing_spawn": 140.51750415808056, "test_namedtensor": 0.5119999945163727, "test_namedtuple_return_api": 1.6634999513626099, "test_native_functions": 0.25599998980760574, "test_native_mha": 0.23400000482797623, "test_nestedtensor": 1681.4286554305193, "test_nn": 152.4184980202117, "test_numa_binding": 6.659999847412109, "test_numba_integration": 0.004000000189989805, "test_numpy_interop": 0.5324999988079071, "test_openmp": 6.260499954223633, "test_openreg": 1.2319999858736992, "test_ops": 3347.2956796336607, "test_ops_fwd_gradients": 672.7106526692709, "test_ops_gradients": 930.0266825358073, "test_ops_jit": 837.0743408203125, "test_optim": 91.16250002384186, "test_out_dtype_op": 5.7225000858306885, "test_overrides": 2.4069999504718, "test_package": 2.357333279059579, "test_per_overload_api": 0.1459999978542328, "test_prims": 0.28100000508129597, "test_proxy_tensor": 889.6303237900138, "test_pruning_op": 0.4895000010728836, "test_public_bindings": 10.674333254496256, "test_python_dispatch": 0.7045000144280493, "test_pytree": 2.009499939158559, "test_quantization": 2154.535996274712, "test_reductions": 203.60049438476562, "test_rename_privateuse1_to_existing_device": 0.14250000566244125, "test_scatter_gather_ops": 11.003666559855143, "test_schema_check": 284.4965008497238, "test_segment_reductions": 1.38100004196167, "test_serialization": 55.41400027895967, "test_set_default_mobile_cpu_allocator": 0.2304999977350235, "test_shape_ops": 1.4550000429153442, "test_show_pickle": 0.14500000327825546, "test_sort_and_select": 2.320499897003174, "test_sparse": 1062.09800312703, "test_sparse_csr": 245.2745008750353, "test_sparse_semi_structured": 0.02600000030361116, "test_spectral_ops": 14.736000016331673, "test_stateless": 6.852999895811081, "test_subclass": 0.4534999877214432, "test_sympy_utils": 26.881499846000224, "test_tensor_creation_ops": 29.235000109300017, "test_tensorboard": 0.2040000028985863, "test_tensorexpr": 17.42199993133545, "test_tensorexpr_pybind": 0.1730000041425228, "test_testing": 46.06649911822751, "test_torch": 11.772000130964443, "test_transformers": 975.0466532966433, "test_transformers_privateuse1": 0.04749999940395355, "test_type_hints": 0.1380000039935112, "test_type_info": 0.19250000268220901, "test_type_promotion": 4.747999906539917, "test_typing": 92.09350204467773, "test_unary_ufuncs": 574.9320068359375, "test_utils": 114.1380002128426, "test_utils_config_module": 0.2323333372672399, "test_utils_filelock": 0.30149999260902405, "test_view_ops": 18.53966663281123, "test_vulkan": 0.0010000000474974513, "test_weak": 4.504000008106232, "test_xnnpack_integration": 12.217999841785058, "torch_np/numpy_tests/core/test_dlpack": 0.004333333267519872, "torch_np/numpy_tests/core/test_dtype": 0.6130000143311918, "torch_np/numpy_tests/core/test_einsum": 20.50066651396143, "torch_np/numpy_tests/core/test_getlimits": 0.31600000069011003, "torch_np/numpy_tests/core/test_indexing": 0.5736666699328149, "torch_np/numpy_tests/core/test_multiarray": 31.899500025901943, "torch_np/numpy_tests/core/test_numeric": 5.57050010364037, "torch_np/numpy_tests/core/test_numerictypes": 0.31199999927775934, "torch_np/numpy_tests/core/test_scalar_ctors": 0.4140000040642917, "torch_np/numpy_tests/core/test_scalar_methods": 0.0050000002374872565, "torch_np/numpy_tests/core/test_scalarinherit": 0.0020000000367872417, "torch_np/numpy_tests/core/test_scalarmath": 28.887500118580647, "torch_np/numpy_tests/core/test_shape_base": 0.4444999974220991, "torch_np/numpy_tests/fft/test_helper": 5.87400000076741, "torch_np/numpy_tests/fft/test_pocketfft": 4.854999884963036, "torch_np/numpy_tests/lib/test_arraypad": 0.3330000042915344, "torch_np/numpy_tests/lib/test_arraysetops": 0.3940000031143427, "torch_np/numpy_tests/lib/test_function_base": 2.5675000166520476, "torch_np/numpy_tests/lib/test_histograms": 0.6683333329856396, "torch_np/numpy_tests/lib/test_index_tricks": 0.3936666629742831, "torch_np/numpy_tests/lib/test_shape_base_": 0.8235000014537945, "torch_np/numpy_tests/lib/test_twodim_base": 0.6619999958202243, "torch_np/numpy_tests/lib/test_type_check": 0.4386666662370165, "torch_np/numpy_tests/linalg/test_linalg": 12.955999835045077, "torch_np/test_basic": 0.990999985835515, "torch_np/test_binary_ufuncs": 0.25949999690055847, "torch_np/test_dtype": 0.4255000054836273, "torch_np/test_function_base": 0.17099999884764353, "torch_np/test_indexing": 5.563999970753987, "torch_np/test_ndarray_methods": 5.0373333577687545, "torch_np/test_nep50_examples": 0.23650000558700413, "torch_np/test_random": 0.3744999992195517, "torch_np/test_reductions": 3.5389999486505985, "torch_np/test_scalars_0D_arrays": 0.24966667033731937, "torch_np/test_ufuncs_basic": 1.3865000121295452, "torch_np/test_unary_ufuncs": 0.31550000607967377, "typing/test_python_operators": 0.8230000138282776 }, "default": { "backends/xeon/test_launch": 1.915333350499471, "benchmark_utils/test_benchmark_utils": 0.34966666499773663, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 3.0793333053588867, "distributions/test_constraints": 0.10400000214576721, "distributions/test_distributions": 57.57499919210871, "dynamo/test_after_aot": 7.329999923706055, "dynamo/test_aot_autograd": 74.21299997965495, "dynamo/test_aot_autograd_cache": 70.2549987634023, "dynamo/test_autograd_function": 8.793333371480307, "dynamo/test_backends": 9.383666652448786, "dynamo/test_backward_higher_order_ops": 12.825666745503744, "dynamo/test_base_hop": 2.0446666479110718, "dynamo/test_base_output": 0.004000000189989805, "dynamo/test_buffers_override": 8.68233331044515, "dynamo/test_bytecode_utils": 7.661333282788594, "dynamo/test_callback": 0.009999999776482582, "dynamo/test_compile": 9.307333417392025, "dynamo/test_compiler_bisector": 0.0006666666983316342, "dynamo/test_comptime": 9.498666763305664, "dynamo/test_config": 4.2446666558583575, "dynamo/test_ctx_manager": 7.141666452089946, "dynamo/test_debug_utils": 0.13766666253407797, "dynamo/test_decorators": 15.70966657002767, "dynamo/test_deque_reconstruct": 0.5460000038146973, "dynamo/test_deviceguard": 0.01633333379868418, "dynamo/test_dicts": 12.957000136375427, "dynamo/test_dynamic_shapes": 1939.6383299032848, "dynamo/test_einops": 0, "dynamo/test_error_messages": 6.9536668459574384, "dynamo/test_exc": 4.187999884287517, "dynamo/test_exceptions": 9.611333211263021, "dynamo/test_export": 73.55633163452148, "dynamo/test_export_mutations": 3.6633333365122476, "dynamo/test_fake_distributed": 5.813333193461101, "dynamo/test_flat_apply": 0.4486666719118754, "dynamo/test_frame_init": 0.17033333579699197, "dynamo/test_functions": 76.09266535441081, "dynamo/test_fx_graph_runnable": 169.00899759928384, "dynamo/test_fx_passes_pre_grad": 4.885000069936116, "dynamo/test_generator": 3.338333415488402, "dynamo/test_global": 8.265000343322754, "dynamo/test_graph_deduplication": 10.993000030517578, "dynamo/test_graph_region_tracker": 2.365000089009603, "dynamo/test_guard_manager": 5.123333158592383, "dynamo/test_guard_serialization": 6.9480001131693525, "dynamo/test_higher_order_ops": 50.47533330321312, "dynamo/test_hooks": 24.270666758219402, "dynamo/test_inline_and_install": 131.38966623942056, "dynamo/test_input_attr_tracking": 8.687333424886068, "dynamo/test_install_free_tensors": 37.92500098546346, "dynamo/test_interop": 0.5600000222524008, "dynamo/test_list": 2.5853333274523416, "dynamo/test_logging": 25.983666102091473, "dynamo/test_metrics_context": 0.16166667143503824, "dynamo/test_minifier": 1.716000000635783, "dynamo/test_misc": 188.72433278585473, "dynamo/test_model_output": 0.013000000074195365, "dynamo/test_modes": 9.959000292544564, "dynamo/test_modules": 25.657666842142742, "dynamo/test_nested_graph_breaks": 1.96833332379659, "dynamo/test_nops": 0.4953333338101705, "dynamo/test_optimizers": 1.5086666345596313, "dynamo/test_package": 33.26899973551432, "dynamo/test_pgo": 23.483666737874348, "dynamo/test_pre_dispatch": 0.6370000044504801, "dynamo/test_precompile_context": 0.0026666667157163224, "dynamo/test_profiler": 17.342999776204426, "dynamo/test_python_autograd": 0.9496666789054871, "dynamo/test_python_dispatcher": 0.6583333214124044, "dynamo/test_recompile_ux": 1.6400000254313152, "dynamo/test_recompiles": 11.945000012715658, "dynamo/test_reconstruct": 1.221666693687439, "dynamo/test_reorder_logs": 1.2953333457310994, "dynamo/test_repros": 151.77633487960944, "dynamo/test_resume": 0.4866666595141093, "dynamo/test_sdpa": 0.4443333347638448, "dynamo/test_sets": 8.075000030299028, "dynamo/test_skip_guard_eval_unsafe": 8.949333508809408, "dynamo/test_skip_non_tensor": 1.2736666599909465, "dynamo/test_sources": 0.46433334549268085, "dynamo/test_structured_trace": 25.065666834513348, "dynamo/test_subclasses": 58.81800079345703, "dynamo/test_subgraphs": 12.396666526794434, "dynamo/test_trace_rules": 1.7196666598320007, "dynamo/test_unittest": 0.12999999523162842, "dynamo/test_unspec": 49.96966552734375, "dynamo/test_utils": 31.301666465898354, "dynamo/test_verify_correctness": 0.5223333438237509, "dynamo/test_view": 0.8730000058809916, "export/test_converter": 13.731333096822103, "export/test_cpp_serdes": 86.29933420817058, "export/test_db": 21.508333206176758, "export/test_draft_export": 9.393000284830729, "export/test_experimental": 6.170666694641113, "export/test_export": 85.37000022331874, "export/test_export_opinfo": 82.92933400472005, "export/test_export_strict": 149.88099698225656, "export/test_export_training_ir_to_run_decomp": 542.3113336960474, "export/test_export_with_inline_and_install": 237.3103377421697, "export/test_functionalized_assertions": 0.14933333297570547, "export/test_hop": 15.091999689737955, "export/test_lift_unlift": 0.3523333231763293, "export/test_nativert": 179.18566385904947, "export/test_package": 0.4389999906222026, "export/test_pass_infra": 6.67466672261556, "export/test_passes": 30.49500020345052, "export/test_retraceability": 437.2996669212977, "export/test_schema": 0.6710000038146973, "export/test_serdes": 318.62499962250394, "export/test_serialize": 50.450665990511574, "export/test_sparse": 423.3260091145833, "export/test_swap": 11.547333240509033, "export/test_tools": 4.465666611989339, "export/test_torchbind": 21.29766652189816, "export/test_tree_utils": 0.1790000001589457, "export/test_unflatten": 15.067666371663412, "export/test_unflatten_training_ir": 18.36233393351237, "export/test_upgrader": 0.0063333334401249886, "export/test_verifier": 6.026666800181071, "functorch/test_ac_knapsack": 0.20866666299601397, "functorch/test_ac_logging": 0.010333333164453506, "functorch/test_aot_joint_with_descriptors": 9.324000358581543, "functorch/test_aotdispatch": 3110.5166983452314, "functorch/test_control_flow": 169.33100004990897, "functorch/test_dims": 44.78633371988932, "functorch/test_eager_transforms": 16.62833351424585, "functorch/test_logging": 0.2606666684150696, "functorch/test_memory_efficient_fusion": 4.794666674492571, "functorch/test_minifier": 0.4436666667461395, "functorch/test_ops": 3476.318328857422, "functorch/test_parsing": 0.19533333430687586, "functorch/test_rearrange": 0.18599999944368997, "functorch/test_vmap": 406.25832348999876, "functorch/test_vmap_registrations": 2.168999989827474, "higher_order_ops/test_invoke_quant": 6.329999953508377, "higher_order_ops/test_invoke_subgraph": 55.06366700772196, "higher_order_ops/test_with_effects": 14.74899991353353, "inductor/test_alignment": 14.883333524068197, "inductor/test_analysis": 0.04466666622708241, "inductor/test_aot_inductor_arrayref": 1131.5096842447917, "inductor/test_async_compile": 0.004666666810711225, "inductor/test_auto_functionalize": 39.09166717529297, "inductor/test_benchmark_fusion": 12.43066660563151, "inductor/test_benchmarking": 0.3256666660308838, "inductor/test_binary_folding": 70.43400065104167, "inductor/test_block_analysis": 0.07166666785875957, "inductor/test_codecache": 103.93166656865894, "inductor/test_codegen_triton": 0.0793333351612091, "inductor/test_combo_kernels": 0.011666666638726989, "inductor/test_compile": 11.6163330078125, "inductor/test_compile_subprocess": 1192.1060021718342, "inductor/test_compile_worker": 26.626333236694336, "inductor/test_compiled_autograd": 744.1619932303826, "inductor/test_compiled_optimizers": 147.28100077311197, "inductor/test_config": 6.882333278656006, "inductor/test_control_flow": 0.4933333301451057, "inductor/test_cpp_wrapper_hipify": 0.381333331267039, "inductor/test_cpu_cpp_wrapper": 4596.680308024089, "inductor/test_cpu_repro": 3363.7369995117188, "inductor/test_cpu_select_algorithm": 9594.544392903646, "inductor/test_custom_lowering": 0.01199999979386727, "inductor/test_custom_post_grad_passes": 8.431000073750814, "inductor/test_cutedsl_template": 0.0003333333491658171, "inductor/test_cutlass_evt": 0.006333333595345418, "inductor/test_debug_trace": 10.401666641235352, "inductor/test_decompose_mem_bound_mm": 0.003666666724408666, "inductor/test_distributed_patterns": 19.67033322652181, "inductor/test_efficient_conv_bn_eval": 0.0013333333966632683, "inductor/test_extension_backend": 1.3399999936421711, "inductor/test_external_callables": 11.853666623433432, "inductor/test_flex_attention": 1.544666658854112, "inductor/test_flex_decoding": 1.371333360671997, "inductor/test_foreach": 19.52666727701823, "inductor/test_fp8": 107.45966634216408, "inductor/test_fused_attention": 138.52499771118164, "inductor/test_fuzzer": 0.0063333334401249886, "inductor/test_fx_fusion": 0.4240000049273173, "inductor/test_graph_transform_observer": 0.004999999888241291, "inductor/test_group_batch_fusion": 0.02633333345875144, "inductor/test_helion_kernels": 0.0020000000949949026, "inductor/test_indexing": 0.4260000064969063, "inductor/test_inductor_annotations": 0.0020000000949949026, "inductor/test_inductor_freezing": 29.568000157674152, "inductor/test_inductor_scheduler": 0.00933333362142245, "inductor/test_kernel_optimization": 0.0010000000474974513, "inductor/test_minifier": 55.25633239746094, "inductor/test_minifier_isolate": 0.0020000000949949026, "inductor/test_minifier_utils": 5.312666575113933, "inductor/test_mkldnn_pattern_matcher": 1595.3353318545658, "inductor/test_mmdecomp": 0.4306666652361552, "inductor/test_op_completeness": 0.16299999753634134, "inductor/test_ordered_set": 2.1346666680959365, "inductor/test_provenance_tracing": 15.345999945459576, "inductor/test_remote_cache": 0.1790000001589457, "inductor/test_segmented_tree": 0.4816666642824809, "inductor/test_split_cat_fx_aten_passes": 2.816333272960037, "inductor/test_static_cuda_launcher": 0.0010000000474974513, "inductor/test_torchbind": 35.7206662495931, "inductor/test_torchinductor": 1180.1713097890217, "inductor/test_torchinductor_codegen_config_overrides": 5.158999919891357, "inductor/test_torchinductor_codegen_dynamic_shapes": 1993.6326497395833, "inductor/test_torchinductor_dynamic_shapes": 2104.910964843817, "inductor/test_torchinductor_opinfo": 0.6506666541099548, "inductor/test_triton_kernels": 0.14866666868329048, "inductor/test_unbacked_symints": 32.309332529703774, "inductor/test_utils": 0.09633333484331767, "lazy/test_bindings": 0.0003333333491658171, "lazy/test_debug_util": 0.19033333659172058, "lazy/test_functionalization": 0.19400000075499216, "lazy/test_generator": 0.23266666134198508, "lazy/test_reuse_ir": 0.48766666650772095, "lazy/test_step_closures": 2.1396666367848716, "lazy/test_ts_opinfo": 18.796999788532656, "nn/test_convolution": 18.326000054677326, "nn/test_dropout": 0.38366665442784625, "nn/test_embedding": 6.65000004072984, "nn/test_init": 4.796000003814697, "nn/test_lazy_modules": 0.6560000081857046, "nn/test_load_state_dict": 0.8263333216309547, "nn/test_module_hooks": 0.3113333359360695, "nn/test_multihead_attention": 7.7780001523594064, "nn/test_packed_sequence": 0.32233333587646484, "nn/test_parametrization": 0.9466666659961144, "nn/test_pooling": 24.115999405582745, "nn/test_pruning": 0.1266666700442632, "profiler/test_cpp_thread": 0.005000000121071935, "profiler/test_execution_trace": 0.24899999797344208, "profiler/test_kineto": 0.163333331545194, "profiler/test_memory_profiler": 4.696000030264258, "profiler/test_profiler": 17.204333422356285, "profiler/test_profiler_tree": 0.23100000123182932, "profiler/test_python_tracer": 3.794333299001058, "profiler/test_record_function": 0.22600000103314719, "profiler/test_torch_tidy": 5.927333354949951, "test_ao_sparsity": 9.441333315956095, "test_appending_byte_serializer": 0.141333336631457, "test_autocast": 0.6706666725998124, "test_autograd": 55.019332585080214, "test_autograd_fallback": 0.2553333391745885, "test_autoload": 0.5420000006755193, "test_binary_ufuncs": 84.63899993896484, "test_bundled_inputs": 1.1610000133514404, "test_comparison_utils": 0.1496666669845581, "test_compile_benchmark_util": 0.0010000000474974513, "test_complex": 0.0659999984006087, "test_content_store": 8.506666501363119, "test_cpp_api_parity": 3.7113333543141684, "test_cpp_extensions_aot_ninja": 0.0450000004687657, "test_cpp_extensions_aot_no_ninja": 0.04500000077920655, "test_cpp_extensions_jit": 33.19599914550781, "test_cpp_extensions_mtia_backend": 0.7203333179155985, "test_cpp_extensions_open_device_registration": 1.3600000540415447, "test_cpp_extensions_stream_and_event": 0.6616666515668234, "test_cuda": 0.007666666875593364, "test_custom_ops": 33.6613331756865, "test_dataloader": 231.13399913856605, "test_datapipe": 14.271666716473797, "test_decomp": 6906.622649086484, "test_deploy": 0.14366666972637177, "test_dispatch": 23.576999553168815, "test_dlpack": 0.3329999993244807, "test_dynamic_shapes": 49.6153327167655, "test_expanded_weights": 10.872333189472556, "test_extension_utils": 0.13700000445048013, "test_fake_tensor": 4.179000028253843, "test_file_check": 1.759333332379659, "test_flop_counter": 0.79366668065389, "test_foreach": 70.88633346557617, "test_function_schema": 0.49666666984558105, "test_functional_autograd_benchmark": 32.747666676839195, "test_functional_optim": 0.285333330432574, "test_functionalization": 5.868666648864746, "test_functionalization_of_rng_ops": 0.023000000044703484, "test_futures": 0.8209999998410543, "test_fx": 223.8486668486148, "test_fx_experimental": 73.26433450480302, "test_fx_passes": 0.48999999463558197, "test_fx_reinplace_pass": 0.5303333401679993, "test_hop_infra": 0.0063333334401249886, "test_hub": 10.432666778564453, "test_import_stats": 3.126666704813639, "test_indexing": 4.043999964992206, "test_itt": 0.15866666535536447, "test_jit": 101.99466699105687, "test_jit_autocast": 13.781666859984398, "test_jit_disabled": 0.2643333276112874, "test_jit_fuser_te": 188.56433149105092, "test_jit_llga_fuser": 39.82800054352265, "test_legacy_vmap": 2.0023333355784416, "test_license": 0.1420000046491623, "test_linalg": 247.08700052897134, "test_logging": 2.22433332602183, "test_masked": 17.26300048828125, "test_maskedtensor": 7.906333290040493, "test_meta": 1875.936345539987, "test_mkl_verbose": 3.4416666825612388, "test_mkldnn": 61.087668100992836, "test_mkldnn_fusion": 43.64399973551432, "test_mkldnn_verbose": 3.4036665757497153, "test_mobile_optimizer": 2.258666674296061, "test_model_exports_to_core_aten": 0.16433333357175192, "test_module_tracker": 0.14700000484784445, "test_modules": 544.0260009765625, "test_monitor": 0.26499999562899273, "test_multiprocessing": 57.26033401489258, "test_multiprocessing_spawn": 139.26033320627175, "test_namedtensor": 0.49033333857854206, "test_namedtuple_return_api": 1.662333369255066, "test_native_functions": 0.2539999981721242, "test_native_mha": 0.188333327571551, "test_nestedtensor": 1842.5093412303056, "test_nn": 123.03500082759031, "test_numa_binding": 6.775666872660319, "test_numba_integration": 0.003666666802018881, "test_numpy_interop": 0.42900000015894574, "test_openmp": 4.8433332443237305, "test_openreg": 1.1793333441019058, "test_ops": 2996.270689643454, "test_ops_fwd_gradients": 623.2970021565756, "test_ops_gradients": 736.7879943847656, "test_ops_jit": 828.7259928385416, "test_optim": 64.35866693158944, "test_out_dtype_op": 4.995999972025554, "test_overrides": 1.9586667140635352, "test_package": 2.073666676219242, "test_per_overload_api": 0.16900000472863516, "test_prims": 0.4363333284854889, "test_proxy_tensor": 774.822669951866, "test_pruning_op": 0.44066666563351947, "test_public_bindings": 7.915333271026611, "test_python_dispatch": 0.675000001831601, "test_pytree": 1.975999992961685, "test_quantization": 2048.3403373696688, "test_reductions": 184.6673329671224, "test_rename_privateuse1_to_existing_device": 0.15333333611488342, "test_scatter_gather_ops": 7.83133331934611, "test_schema_check": 249.7103272328774, "test_segment_reductions": 0.8816666603088379, "test_serialization": 48.77766648990413, "test_set_default_mobile_cpu_allocator": 0.14233332872390747, "test_shape_ops": 1.2166666984558105, "test_show_pickle": 0.1423333336909612, "test_sort_and_select": 1.9603333075841267, "test_sparse": 437.12266218553606, "test_sparse_csr": 155.66299954258525, "test_sparse_semi_structured": 0.02400000048025201, "test_spectral_ops": 13.584333327909311, "test_stateless": 4.9159999787807465, "test_subclass": 0.42933332920074463, "test_sympy_utils": 24.43966704622532, "test_tensor_creation_ops": 20.714666210114956, "test_tensorboard": 0.7659999917183692, "test_tensorexpr": 16.89300028483073, "test_tensorexpr_pybind": 0.16400000204642615, "test_testing": 39.286332584296666, "test_torch": 8.830333408666775, "test_transformers": 782.1030101412907, "test_transformers_privateuse1": 0.03833333278695742, "test_type_hints": 0.13800000150998434, "test_type_info": 0.16299999753634134, "test_type_promotion": 3.2043333053588867, "test_typing": 78.11700185139973, "test_unary_ufuncs": 363.2849934895833, "test_utils": 108.41366722628784, "test_utils_config_module": 0.17866667111714682, "test_utils_filelock": 0.2693333327770233, "test_view_ops": 13.922666569550833, "test_vulkan": 0.0010000000474974513, "test_weak": 4.634999877462785, "test_xnnpack_integration": 15.707666860039657, "torch_np/numpy_tests/core/test_dlpack": 0.0023333334053556123, "torch_np/numpy_tests/core/test_dtype": 0.29666666795189184, "torch_np/numpy_tests/core/test_einsum": 13.429666801782636, "torch_np/numpy_tests/core/test_getlimits": 0.254999998336037, "torch_np/numpy_tests/core/test_indexing": 0.45966665745557594, "torch_np/numpy_tests/core/test_multiarray": 25.034333385837574, "torch_np/numpy_tests/core/test_numeric": 5.037000035711874, "torch_np/numpy_tests/core/test_numerictypes": 0.4386666719801724, "torch_np/numpy_tests/core/test_scalar_ctors": 0.31766666782399017, "torch_np/numpy_tests/core/test_scalar_methods": 0.003000000142492354, "torch_np/numpy_tests/core/test_scalarinherit": 0.0010000000474974513, "torch_np/numpy_tests/core/test_scalarmath": 20.38599961906827, "torch_np/numpy_tests/core/test_shape_base": 0.44099999715884525, "torch_np/numpy_tests/fft/test_helper": 4.890000016738971, "torch_np/numpy_tests/fft/test_pocketfft": 4.507333343227704, "torch_np/numpy_tests/lib/test_arraypad": 0.24899999797344208, "torch_np/numpy_tests/lib/test_arraysetops": 0.5460000005550683, "torch_np/numpy_tests/lib/test_function_base": 1.8353333418878417, "torch_np/numpy_tests/lib/test_histograms": 0.586666668454806, "torch_np/numpy_tests/lib/test_index_tricks": 0.3560000031720847, "torch_np/numpy_tests/lib/test_shape_base_": 0.6096666688875606, "torch_np/numpy_tests/lib/test_twodim_base": 0.5776666684541851, "torch_np/numpy_tests/lib/test_type_check": 0.31033333895417553, "torch_np/numpy_tests/linalg/test_linalg": 9.12600014009513, "torch_np/test_basic": 0.8976666600986695, "torch_np/test_binary_ufuncs": 0.2543333371480306, "torch_np/test_dtype": 0.25433333218097687, "torch_np/test_function_base": 0.15600000321865082, "torch_np/test_indexing": 2.879333257675171, "torch_np/test_ndarray_methods": 4.511000018644457, "torch_np/test_nep50_examples": 0.014333333354443312, "torch_np/test_random": 0.35466666690384346, "torch_np/test_reductions": 3.1689999386047325, "torch_np/test_scalars_0D_arrays": 0.2336666714400053, "torch_np/test_ufuncs_basic": 1.0083333337679505, "torch_np/test_unary_ufuncs": 0.2773333390553792, "typing/test_python_operators": 0.6813333431879679 }, "dynamo_wrapped": { "backends/xeon/test_launch": 3.0253334045410156, "benchmark_utils/test_benchmark_utils": 4.499666690826416, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 12.79366652170817, "distributions/test_constraints": 0.08266666531562805, "distributions/test_distributions": 946.3716758982822, "functorch/test_ac_knapsack": 2.0550000021855035, "functorch/test_ac_logging": 1.1336666544278462, "functorch/test_aot_joint_with_descriptors": 10.076666831970215, "functorch/test_control_flow": 585.8603275961165, "functorch/test_dims": 0.003000000142492354, "functorch/test_eager_transforms": 609.6400078932444, "functorch/test_logging": 2.322999954223633, "functorch/test_memory_efficient_fusion": 6.2999999851065995, "functorch/test_minifier": 3.9093333880106607, "functorch/test_ops": 71.23599751790364, "functorch/test_parsing": 1.9986666664481163, "functorch/test_rearrange": 24.998000462849934, "functorch/test_vmap": 2574.655308442811, "functorch/test_vmap_registrations": 71.75633494059245, "higher_order_ops/test_invoke_quant": 0.0026666667933265367, "higher_order_ops/test_invoke_subgraph": 0.33233333413954824, "higher_order_ops/test_with_effects": 23.570000330607098, "lazy/test_bindings": 0, "lazy/test_debug_util": 1.7403333187103271, "lazy/test_functionalization": 2.1553334395090737, "lazy/test_generator": 1.9220000108083088, "lazy/test_reuse_ir": 2.2716666062672934, "lazy/test_step_closures": 3.883666674296061, "lazy/test_ts_opinfo": 14.061333378156027, "nn/test_convolution": 781.6460011800131, "nn/test_dropout": 18.55899993578593, "nn/test_embedding": 356.35766553878784, "nn/test_init": 12.765000025431315, "nn/test_lazy_modules": 38.605333964029946, "nn/test_load_state_dict": 7.492666736245155, "nn/test_module_hooks": 63.70166754722595, "nn/test_multihead_attention": 69.04200037320454, "nn/test_packed_sequence": 20.724999745686848, "nn/test_parametrization": 62.371000250180565, "nn/test_pooling": 178.55366865793863, "nn/test_pruning": 12.203999837239584, "profiler/test_cpp_thread": 1.2350000143051147, "profiler/test_execution_trace": 7.380666732788086, "profiler/test_kineto": 2.244999965031942, "profiler/test_memory_profiler": 0.0006666666983316342, "profiler/test_profiler": 10.501000126202902, "profiler/test_profiler_tree": 3.3503333727518716, "profiler/test_python_tracer": 5.311000029246013, "profiler/test_record_function": 2.246999979019165, "profiler/test_torch_tidy": 66.56866455078125, "test_ao_sparsity": 161.76566664253673, "test_autocast": 10.001666506403126, "test_autograd": 689.8003357897202, "test_autograd_fallback": 8.306999842325846, "test_autoload": 2.958999991416931, "test_binary_ufuncs": 2006.6019795735676, "test_bundled_inputs": 10.81600030263265, "test_comparison_utils": 2.021666646003723, "test_compile_benchmark_util": 0.0010000000474974513, "test_complex": 2.9573333263397217, "test_content_store": 12.288666407267252, "test_cpp_api_parity": 264.6166687011719, "test_cpp_extensions_aot_ninja": 9.623333341131607, "test_cpp_extensions_aot_no_ninja": 9.631333212057749, "test_cpp_extensions_jit": 42.369667053222656, "test_cpp_extensions_mtia_backend": 2.2143333752950034, "test_cpp_extensions_open_device_registration": 3.66866668065389, "test_cpp_extensions_stream_and_event": 2.0576666593551636, "test_cuda": 1.1683332982550685, "test_custom_ops": 140.17766697704792, "test_dataloader": 373.10032824302715, "test_datapipe": 45.592333287000656, "test_decomp": 32.43633417288462, "test_deploy": 1.562999963760376, "test_dispatch": 76.83799969156583, "test_dlpack": 25.584333419799805, "test_dynamic_shapes": 29.84900010121055, "test_expanded_weights": 57.98200035095215, "test_extension_utils": 1.8506666819254558, "test_fake_tensor": 40.74433308839798, "test_file_check": 3.2230000495910645, "test_flop_counter": 0.008333333224679032, "test_foreach": 167.8143310546875, "test_function_schema": 2.48199995358785, "test_functional_autograd_benchmark": 41.67733256022135, "test_functional_optim": 3.5206666787465415, "test_functionalization": 0.0056666668970137835, "test_functionalization_of_rng_ops": 1.0323333541552226, "test_futures": 8.973000208536783, "test_fx": 471.4429987883971, "test_fx_experimental": 264.5370000799497, "test_fx_passes": 14.40466688076655, "test_fx_reinplace_pass": 6.3846666018168134, "test_hop_infra": 0.0010000000474974513, "test_hub": 61.089332580566406, "test_import_stats": 4.640666802724202, "test_indexing": 143.8839988708496, "test_itt": 1.658666690190633, "test_jit": 972.7586692633728, "test_jit_autocast": 0.0016666667458290856, "test_jit_disabled": 1.74399999777476, "test_jit_fuser_te": 2569.5923089943826, "test_jit_llga_fuser": 123.99899954895955, "test_legacy_vmap": 805.2129907608032, "test_license": 1.553000013033549, "test_linalg": 3008.154988606771, "test_logging": 4.121333360671997, "test_masked": 10.248333295186361, "test_maskedtensor": 142.10833231608072, "test_meta": 130.27833207448325, "test_mkl_verbose": 5.3226668039957685, "test_mkldnn": 413.2986653645833, "test_mkldnn_fusion": 0.0010000000474974513, "test_mkldnn_verbose": 4.767333348592122, "test_mobile_optimizer": 9.161666870117188, "test_model_exports_to_core_aten": 1.4043333530426025, "test_module_tracker": 12.644333521525065, "test_modules": 175.65333557128906, "test_monitor": 1.7226666539985065, "test_multiprocessing": 90.01200103759766, "test_multiprocessing_spawn": 151.15299940357605, "test_namedtensor": 48.34433237711588, "test_namedtuple_return_api": 4.094333330790202, "test_native_functions": 4.2463334401448565, "test_native_mha": 31.819666544596355, "test_nestedtensor": 299.9386690457662, "test_nn": 1964.7186517690618, "test_numa_binding": 23.15566635131836, "test_numba_integration": 1.25, "test_numpy_interop": 19.463666915893555, "test_openmp": 8.707000096638998, "test_openreg": 9.86900003751119, "test_ops": 98.77633505562942, "test_ops_fwd_gradients": 7.702666759490967, "test_ops_gradients": 12.277666727701822, "test_ops_jit": 3.1950000127156577, "test_optim": 1543.0683402816455, "test_out_dtype_op": 7.783666769663493, "test_overrides": 143.77766350408396, "test_package": 132.77500068893036, "test_per_overload_api": 3.915333350499471, "test_prims": 8.31466668844223, "test_proxy_tensor": 296.5506684879462, "test_pruning_op": 1.5973333517710369, "test_public_bindings": 2.9600000381469727, "test_python_dispatch": 35.3896669348081, "test_pytree": 28.184332966804504, "test_quantization": 4990.2766511465115, "test_reductions": 872.85400390625, "test_rename_privateuse1_to_existing_device": 2.0416666666666665, "test_scatter_gather_ops": 616.5103352864584, "test_schema_check": 258.8253336747487, "test_segment_reductions": 135.48133850097656, "test_serialization": 197.5156658689181, "test_set_default_mobile_cpu_allocator": 1.7266666094462078, "test_shape_ops": 56.017333984375, "test_show_pickle": 1.534333348274231, "test_sort_and_select": 165.8133290608724, "test_sparse": 820.5280093352, "test_sparse_csr": 853.552656625708, "test_sparse_semi_structured": 1.5970000276962917, "test_spectral_ops": 61.31933434804281, "test_stateless": 30.837666352589924, "test_subclass": 21.3000005086263, "test_sympy_utils": 115.11599881201982, "test_tensor_creation_ops": 472.16033840179443, "test_tensorboard": 23.94633325437705, "test_tensorexpr": 0.0016666667458290856, "test_tensorexpr_pybind": 13.240000128746033, "test_testing": 270.7240007817745, "test_torch": 775.2730152582129, "test_transformers": 3244.8143265346685, "test_transformers_privateuse1": 1.3196666638056438, "test_type_hints": 1.5786666870117188, "test_type_info": 2.627333323160807, "test_type_promotion": 162.65266927083334, "test_typing": 85.03133392333984, "test_unary_ufuncs": 1127.32666015625, "test_utils": 285.6100031187137, "test_utils_config_module": 8.780999819437662, "test_utils_filelock": 1.7170000076293945, "test_view_ops": 190.23333644866943, "test_vulkan": 0.0010000000474974513, "test_weak": 14.75433341662089, "test_xnnpack_integration": 59.58199968934059, "torch_np/numpy_tests/core/test_dlpack": 0.004000000189989805, "torch_np/numpy_tests/core/test_dtype": 4.430333314696327, "torch_np/numpy_tests/core/test_einsum": 145.51632657383257, "torch_np/numpy_tests/core/test_getlimits": 2.2413332864719755, "torch_np/numpy_tests/core/test_indexing": 9.053666612754265, "torch_np/numpy_tests/core/test_multiarray": 103.1066667016906, "torch_np/numpy_tests/core/test_numeric": 66.36366649204865, "torch_np/numpy_tests/core/test_numerictypes": 3.53166671593984, "torch_np/numpy_tests/core/test_scalar_ctors": 12.376333316167196, "torch_np/numpy_tests/core/test_scalar_methods": 0.005666666702988247, "torch_np/numpy_tests/core/test_scalarinherit": 0.0010000000474974513, "torch_np/numpy_tests/core/test_scalarmath": 30.983000072844636, "torch_np/numpy_tests/core/test_shape_base": 10.77766665816307, "torch_np/numpy_tests/fft/test_helper": 7.960666513691346, "torch_np/numpy_tests/fft/test_pocketfft": 66.00533445676167, "torch_np/numpy_tests/lib/test_arraypad": 2.6040000120798745, "torch_np/numpy_tests/lib/test_arraysetops": 10.613333452803394, "torch_np/numpy_tests/lib/test_function_base": 113.6916679062803, "torch_np/numpy_tests/lib/test_histograms": 22.11566662788391, "torch_np/numpy_tests/lib/test_index_tricks": 10.909666461249193, "torch_np/numpy_tests/lib/test_shape_base_": 17.04933338612318, "torch_np/numpy_tests/lib/test_twodim_base": 6.93833343933026, "torch_np/numpy_tests/lib/test_type_check": 13.514333479106426, "torch_np/numpy_tests/linalg/test_linalg": 104.56433353573084, "torch_np/test_basic": 70.39733427506872, "torch_np/test_binary_ufuncs": 11.068000157674154, "torch_np/test_dtype": 5.5743333498636884, "torch_np/test_function_base": 1.6753333409627278, "torch_np/test_indexing": 3.246999979019165, "torch_np/test_ndarray_methods": 48.1669999708732, "torch_np/test_nep50_examples": 0.06066666551244756, "torch_np/test_random": 4.93266661465168, "torch_np/test_reductions": 84.30900076031685, "torch_np/test_scalars_0D_arrays": 8.197333415349325, "torch_np/test_ufuncs_basic": 48.668999756375946, "torch_np/test_unary_ufuncs": 17.12666670481364, "typing/test_python_operators": 20.683666229248047 }, "einops": { "dynamo/test_einops": 90.6056645711263 }, "slow": { "backends/xeon/test_launch": 1.7756666739781697, "benchmark_utils/test_benchmark_utils": 331.9793395996094, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 3.8643333117167153, "distributions/test_constraints": 0.07766666760047276, "distributions/test_distributions": 0.2370000034570694, "dynamo/test_after_aot": 0.1366666704416275, "dynamo/test_aot_autograd": 0.21633333464463553, "dynamo/test_aot_autograd_cache": 0.06966666753093402, "dynamo/test_autograd_function": 0.04200000067551931, "dynamo/test_backends": 0.02500000048894435, "dynamo/test_backward_higher_order_ops": 0.1686666657527288, "dynamo/test_base_hop": 0.15199999511241913, "dynamo/test_base_output": 0.003666666802018881, "dynamo/test_buffers_override": 0.1516666660706202, "dynamo/test_bytecode_utils": 0.15633333524844298, "dynamo/test_callback": 0.006666666517655055, "dynamo/test_compile": 0.1619999984977767, "dynamo/test_compiler_bisector": 0.0016666667070239782, "dynamo/test_comptime": 0.17933333416779837, "dynamo/test_config": 0.14300000170866647, "dynamo/test_ctx_manager": 1.7569999620318413, "dynamo/test_debug_utils": 0.0033333334140479565, "dynamo/test_decorators": 0.2090000013510386, "dynamo/test_deque_reconstruct": 0.1816666672627131, "dynamo/test_deviceguard": 0.017000000225380063, "dynamo/test_dicts": 0.25700000176827115, "dynamo/test_dynamic_shapes": 642.4906626918819, "dynamo/test_einops": 0.0016666667458290856, "dynamo/test_error_messages": 0.265666663646698, "dynamo/test_exc": 0.014999999664723873, "dynamo/test_exceptions": 0.21833333373069763, "dynamo/test_export": 0.2399999996026357, "dynamo/test_export_mutations": 0.15366666515668234, "dynamo/test_fake_distributed": 5.88700008392334, "dynamo/test_flat_apply": 0.15900000433127084, "dynamo/test_frame_init": 0.14866666495800018, "dynamo/test_functions": 0.5333333263794581, "dynamo/test_fx_graph_runnable": 0.014999999664723873, "dynamo/test_fx_passes_pre_grad": 0.15866666535536447, "dynamo/test_generator": 0.26999999893208343, "dynamo/test_global": 0.16766666869322458, "dynamo/test_graph_deduplication": 0.20666667322317758, "dynamo/test_graph_region_tracker": 0.1879999985297521, "dynamo/test_guard_manager": 0.7653333326258386, "dynamo/test_guard_serialization": 0.05833333358168602, "dynamo/test_higher_order_ops": 0.2296666686112682, "dynamo/test_hooks": 0.21300000449021658, "dynamo/test_inline_and_install": 0.1860000044107437, "dynamo/test_input_attr_tracking": 0.20566667119661966, "dynamo/test_install_free_tensors": 0.2860000052799781, "dynamo/test_interop": 0.14633333186308542, "dynamo/test_list": 0.2050000006953875, "dynamo/test_logging": 0.08699999749660492, "dynamo/test_metrics_context": 0.15466666221618652, "dynamo/test_minifier": 0.009333333000540733, "dynamo/test_misc": 0.685333330455857, "dynamo/test_model_output": 0.00766666679798315, "dynamo/test_modes": 15.888666615899032, "dynamo/test_modules": 0.14033333460489908, "dynamo/test_nested_graph_breaks": 0.21433333059151968, "dynamo/test_nops": 0.16133333245913187, "dynamo/test_optimizers": 0.1413333316644033, "dynamo/test_package": 0.06566666563351949, "dynamo/test_pgo": 0.17299999793370566, "dynamo/test_pre_dispatch": 0.16100000341733298, "dynamo/test_precompile_context": 0.003000000026077032, "dynamo/test_profiler": 0.15800000230471292, "dynamo/test_python_autograd": 0.15366667012373605, "dynamo/test_python_dispatcher": 0.017666666768491268, "dynamo/test_recompile_ux": 0.16933333377043405, "dynamo/test_recompiles": 0.15833333134651184, "dynamo/test_reconstruct": 0.01666666753590107, "dynamo/test_reorder_logs": 0.15566666703671217, "dynamo/test_repros": 0.3170000094299515, "dynamo/test_resume": 0.1623333344856898, "dynamo/test_sdpa": 0.15733333428700766, "dynamo/test_sets": 0.27100000456751633, "dynamo/test_skip_guard_eval_unsafe": 0.16700000067551932, "dynamo/test_skip_non_tensor": 0.15133333206176758, "dynamo/test_sources": 0.14699999491373697, "dynamo/test_structured_trace": 0.03199999965727329, "dynamo/test_subclasses": 0.16800000270207724, "dynamo/test_subgraphs": 0.18766666948795319, "dynamo/test_trace_rules": 0.15133333439007401, "dynamo/test_unittest": 0.16466666758060455, "dynamo/test_unspec": 0.049999999503294625, "dynamo/test_utils": 0.1569999975617975, "dynamo/test_verify_correctness": 0.1879999985297521, "dynamo/test_view": 0.16033333043257395, "export/test_converter": 13.648666699727377, "export/test_cpp_serdes": 0.4206666648387909, "export/test_db": 0.21666666368643442, "export/test_draft_export": 0.1733333319425583, "export/test_experimental": 0.17299999793370566, "export/test_export": 4.134333253527681, "export/test_export_opinfo": 2.290000041325887, "export/test_export_strict": 0.5620000045746565, "export/test_export_training_ir_to_run_decomp": 0.8203333374112844, "export/test_export_with_inline_and_install": 0.4280000024785598, "export/test_functionalized_assertions": 0.1659999986489614, "export/test_hop": 0.038666666795810066, "export/test_lift_unlift": 0.4503333472336332, "export/test_nativert": 0.4619999925295512, "export/test_package": 0.19800000389417013, "export/test_pass_infra": 0.18199999630451202, "export/test_passes": 0.03566666692495346, "export/test_retraceability": 1.131333329404394, "export/test_schema": 0.14933332800865173, "export/test_serdes": 0.8160000101973613, "export/test_serialize": 0.3070000003790483, "export/test_sparse": 0.350000003973643, "export/test_swap": 0.19233333816130957, "export/test_tools": 0.14733333388964334, "export/test_torchbind": 23.036999992560595, "export/test_tree_utils": 0.14533333480358124, "export/test_unflatten": 0.1750000019868215, "export/test_unflatten_training_ir": 0.18833333253860474, "export/test_upgrader": 0.009333333000540733, "export/test_verifier": 0.1959999998410543, "functorch/test_ac_knapsack": 0.15966667017589012, "functorch/test_ac_logging": 0.013000000268220901, "functorch/test_aot_joint_with_descriptors": 0.17999999721844992, "functorch/test_aotdispatch": 942.0396673354941, "functorch/test_control_flow": 0.864333339035511, "functorch/test_dims": 0.21066666891177496, "functorch/test_eager_transforms": 0.47699999902397394, "functorch/test_logging": 0.1659999986489614, "functorch/test_memory_efficient_fusion": 0.14999999827705324, "functorch/test_minifier": 0.14633333683013916, "functorch/test_ops": 340.22532145182294, "functorch/test_parsing": 0.22800000322361788, "functorch/test_rearrange": 0.16500000158945718, "functorch/test_vmap": 3.4596666926518083, "functorch/test_vmap_registrations": 2.491333325703939, "higher_order_ops/test_invoke_quant": 0.013000000268220901, "higher_order_ops/test_invoke_subgraph": 0.07899999994939814, "higher_order_ops/test_with_effects": 23.72333304087321, "inductor/test_alignment": 0.017000000302990276, "inductor/test_analysis": 0.018333333389212687, "inductor/test_aot_inductor_arrayref": 86.59866587320964, "inductor/test_async_compile": 0.004000000189989805, "inductor/test_auto_functionalize": 0.178999995191892, "inductor/test_benchmark_fusion": 18.591333389282227, "inductor/test_benchmarking": 0.0063333334401249886, "inductor/test_binary_folding": 0.006666666828095913, "inductor/test_block_analysis": 0.05166666582226753, "inductor/test_codecache": 0.23233332997187972, "inductor/test_codegen_triton": 0.0020000000561897955, "inductor/test_combo_kernels": 0.015333333207915226, "inductor/test_compile": 0.009666666388511658, "inductor/test_compile_subprocess": 626.7653494466407, "inductor/test_compile_worker": 0.006000000052154064, "inductor/test_compiled_autograd": 1019.4306518550342, "inductor/test_compiled_optimizers": 0.31599999964237213, "inductor/test_config": 0.014000000432133675, "inductor/test_control_flow": 0.08699999966969092, "inductor/test_cpp_wrapper_hipify": 0.28566667437553406, "inductor/test_cpu_cpp_wrapper": 1845.007647196452, "inductor/test_cpu_repro": 150.697998046875, "inductor/test_cpu_select_algorithm": 2.2976666490236917, "inductor/test_custom_lowering": 0.005333333276212215, "inductor/test_custom_post_grad_passes": 0.0086666668454806, "inductor/test_cutedsl_template": 0.0010000000474974513, "inductor/test_cutlass_evt": 0.004000000189989805, "inductor/test_debug_trace": 0.004666666655490796, "inductor/test_decompose_mem_bound_mm": 0.0020000000949949026, "inductor/test_distributed_patterns": 0.01766666645805041, "inductor/test_efficient_conv_bn_eval": 200.3413340250651, "inductor/test_extension_backend": 1.3896666367848713, "inductor/test_external_callables": 0.01833333323399226, "inductor/test_flex_attention": 0.5193333337859561, "inductor/test_flex_decoding": 0.4986666639645894, "inductor/test_foreach": 0.09266666819651921, "inductor/test_fp8": 0.23133333741376796, "inductor/test_fused_attention": 0.05166666768491268, "inductor/test_fuzzer": 0.0043333334227403, "inductor/test_fx_fusion": 0.15933332840601602, "inductor/test_graph_transform_observer": 0.0020000000949949026, "inductor/test_group_batch_fusion": 0.0060000002461796, "inductor/test_helion_kernels": 0.0020000000949949026, "inductor/test_indexing": 0.021000000648200512, "inductor/test_inductor_annotations": 0.0020000000949949026, "inductor/test_inductor_freezing": 0.024000000208616257, "inductor/test_inductor_scheduler": 0.0063333334401249886, "inductor/test_kernel_optimization": 0.0010000000474974513, "inductor/test_minifier": 0.017999999846021335, "inductor/test_minifier_isolate": 71.62900034586589, "inductor/test_minifier_utils": 0.14266666769981384, "inductor/test_mkldnn_pattern_matcher": 782.7503337302866, "inductor/test_mmdecomp": 0.026000000536441803, "inductor/test_op_completeness": 0.1450000007947286, "inductor/test_ordered_set": 1.621333336030754, "inductor/test_provenance_tracing": 0.010333333513699472, "inductor/test_remote_cache": 0.14899999896685281, "inductor/test_segmented_tree": 0.17299999793370566, "inductor/test_split_cat_fx_aten_passes": 0.005666666741793354, "inductor/test_static_cuda_launcher": 0.0010000000474974513, "inductor/test_torchbind": 0.01566666706154744, "inductor/test_torchinductor": 696.0690175790029, "inductor/test_torchinductor_codegen_config_overrides": 0.004000000189989805, "inductor/test_torchinductor_codegen_dynamic_shapes": 867.9610036214193, "inductor/test_torchinductor_dynamic_shapes": 942.6503426525742, "inductor/test_torchinductor_opinfo": 0.7023333311080933, "inductor/test_triton_kernels": 0.07633333280682564, "inductor/test_unbacked_symints": 0.02800000086426735, "inductor/test_utils": 0.004999999888241291, "lazy/test_bindings": 0.0006666666983316342, "lazy/test_debug_util": 0.1706666648387909, "lazy/test_functionalization": 0.17100000381469727, "lazy/test_generator": 0.16533333559830984, "lazy/test_reuse_ir": 0.19666666289170584, "lazy/test_step_closures": 0.18400000035762787, "lazy/test_ts_opinfo": 0.6353333548953136, "nn/test_convolution": 0.7343333338697752, "nn/test_dropout": 0.0119999999490877, "nn/test_embedding": 0.17266666889190674, "nn/test_init": 0.44733333587646484, "nn/test_lazy_modules": 0.07000000029802322, "nn/test_load_state_dict": 0.038999999330068626, "nn/test_module_hooks": 0.06566666811704636, "nn/test_multihead_attention": 0.01933333370834589, "nn/test_packed_sequence": 0.22166666885217032, "nn/test_parametrization": 0.07099999960822363, "nn/test_pooling": 6.9080000113074975, "nn/test_pruning": 0.045333334555228554, "profiler/test_cpp_thread": 0.005333333431432645, "profiler/test_execution_trace": 0.014666666587193808, "profiler/test_kineto": 0.16633333762486777, "profiler/test_memory_profiler": 0.0399999999984478, "profiler/test_profiler": 0.07666666623360167, "profiler/test_profiler_tree": 0.24600000182787576, "profiler/test_python_tracer": 0.18599999944368997, "profiler/test_record_function": 0.14700000484784445, "profiler/test_torch_tidy": 0.16666666666666666, "test_ao_sparsity": 0.28900000344341, "test_appending_byte_serializer": 0.1770000010728836, "test_autocast": 0.013999999966472387, "test_autograd": 7.197000024995456, "test_autograd_fallback": 0.16300000250339508, "test_autoload": 0.5583333373069763, "test_binary_ufuncs": 14.125666618347168, "test_bundled_inputs": 0.24233332773049673, "test_comparison_utils": 0.19433332979679108, "test_compile_benchmark_util": 0.0010000000474974513, "test_complex": 0.02700000007947286, "test_content_store": 0.004000000189989805, "test_cpp_api_parity": 0.3060000042120616, "test_cpp_extensions_aot_ninja": 0.027000000157083075, "test_cpp_extensions_aot_no_ninja": 0.027666666933024924, "test_cpp_extensions_jit": 0.0316666675110658, "test_cpp_extensions_mtia_backend": 0.9283333222071329, "test_cpp_extensions_open_device_registration": 1.4113333225250244, "test_cpp_extensions_stream_and_event": 0.684333324432373, "test_cuda": 0.020000000096236665, "test_custom_ops": 0.33333333271245164, "test_dataloader": 459.3373411866681, "test_datapipe": 0.275000001808318, "test_decomp": 3424.943314209037, "test_deploy": 0.15466666718324026, "test_dispatch": 0.16933333470175663, "test_dlpack": 0.14633333186308542, "test_dynamic_shapes": 0.7570000059592227, "test_expanded_weights": 0.2510000007847945, "test_extension_utils": 0.13699999948342642, "test_fake_tensor": 0.22333333109660694, "test_file_check": 0.140666663646698, "test_flop_counter": 0.03733333324392637, "test_foreach": 4.951000054677327, "test_function_schema": 0.18766666948795319, "test_functional_autograd_benchmark": 181.02666727701822, "test_functional_optim": 0.15033333003520966, "test_functionalization": 0.262999997784694, "test_functionalization_of_rng_ops": 0.0016666667458290856, "test_futures": 0.21066666642824808, "test_fx": 216.53899844797948, "test_fx_experimental": 1.1016666662568848, "test_fx_passes": 0.20633333238462606, "test_fx_reinplace_pass": 0.1593333383401235, "test_hop_infra": 0.004000000034769376, "test_hub": 0.16300000250339508, "test_import_stats": 0.1646666626135508, "test_indexing": 0.20366666776438555, "test_itt": 0.16033333539962769, "test_jit": 46.062999586380705, "test_jit_autocast": 0.020666666328907013, "test_jit_disabled": 0.13666666547457376, "test_jit_fuser_te": 1220.3086464792723, "test_jit_llga_fuser": 33.55500000451381, "test_legacy_vmap": 0.4036666651566823, "test_license": 0.16033333539962769, "test_linalg": 141.7760009765625, "test_logging": 0.20100000003973642, "test_masked": 0.17999999721844992, "test_maskedtensor": 1.2626666463911533, "test_meta": 60.556000935534634, "test_mkl_verbose": 0.1946666638056437, "test_mkldnn": 84.40833282470703, "test_mkldnn_fusion": 97.73500061035156, "test_mkldnn_verbose": 0.16233332951863608, "test_mobile_optimizer": 0.14100000262260437, "test_model_exports_to_core_aten": 0.1540000041325887, "test_module_tracker": 0.14566666384538016, "test_modules": 3.890333334604899, "test_monitor": 0.3246666689713796, "test_multiprocessing": 0.03599999969204267, "test_multiprocessing_spawn": 306.13900158705655, "test_namedtensor": 0.08966666708389918, "test_namedtuple_return_api": 0.125, "test_native_functions": 0.157000000278155, "test_native_mha": 0.02800000086426735, "test_nestedtensor": 1.6769999971147627, "test_nn": 2.205000020136746, "test_numa_binding": 0.19433332979679108, "test_numba_integration": 0.005666666819403569, "test_numpy_interop": 0.04399999976158142, "test_openmp": 0.14733333388964334, "test_openreg": 0.1720000021159649, "test_ops": 218.82666451763362, "test_ops_fwd_gradients": 16.285666783650715, "test_ops_gradients": 17.41433334350586, "test_ops_jit": 85.06866709391277, "test_optim": 1.022999990110596, "test_out_dtype_op": 0.024666666984558105, "test_overrides": 1.7513333533424884, "test_package": 0.3533333359907071, "test_per_overload_api": 0.20733333130677542, "test_prims": 0.04466666638230284, "test_proxy_tensor": 11.694666604395024, "test_pruning_op": 0.1556666692097982, "test_public_bindings": 0.1870000014702479, "test_python_dispatch": 0.11900000052992254, "test_pytree": 0.24266666639596224, "test_quantization": 1443.1966724646434, "test_reductions": 29.324000040690105, "test_rename_privateuse1_to_existing_device": 0.15499999622503915, "test_scatter_gather_ops": 0.11466666559378307, "test_schema_check": 7.397333333889644, "test_segment_reductions": 0.07766666760047276, "test_serialization": 0.24533333784590164, "test_set_default_mobile_cpu_allocator": 0.14300000170866647, "test_shape_ops": 0.13466666887203851, "test_show_pickle": 0.13633333146572113, "test_sort_and_select": 27.961999893188477, "test_sparse": 6.278666688129306, "test_sparse_csr": 7.353333227258797, "test_sparse_semi_structured": 0.04066666720124582, "test_spectral_ops": 0.28299998492002487, "test_stateless": 0.05933333339635283, "test_subclass": 0.2876666734615962, "test_sympy_utils": 0.21333333116490394, "test_tensor_creation_ops": 3.1403333249812326, "test_tensorboard": 27.714333530010965, "test_tensorexpr": 0.27800000210603076, "test_tensorexpr_pybind": 0.15066666703205556, "test_testing": 2.511666692715759, "test_torch": 57.7546670952579, "test_transformers": 5.31966660094137, "test_transformers_privateuse1": 0.012999999957780043, "test_type_hints": 0.14433333277702332, "test_type_info": 0.14300000170866647, "test_type_promotion": 0.5836666623751322, "test_typing": 73.27533467610677, "test_unary_ufuncs": 50.27166748046875, "test_utils": 6.302333414709817, "test_utils_config_module": 0.18699999650319418, "test_utils_filelock": 0.1446666717529297, "test_view_ops": 0.6576666633288065, "test_vulkan": 0.0010000000474974513, "test_weak": 0.1846666702379783, "test_xnnpack_integration": 379.5216648708253, "torch_np/numpy_tests/core/test_dlpack": 0.004333333500350515, "torch_np/numpy_tests/core/test_dtype": 0.1809999974599729, "torch_np/numpy_tests/core/test_einsum": 0.18833333486691117, "torch_np/numpy_tests/core/test_getlimits": 0.15599999794115624, "torch_np/numpy_tests/core/test_indexing": 0.20700000459328294, "torch_np/numpy_tests/core/test_multiarray": 676.2256542845862, "torch_np/numpy_tests/core/test_numeric": 0.5483333393931389, "torch_np/numpy_tests/core/test_numerictypes": 0.2019999990783011, "torch_np/numpy_tests/core/test_scalar_ctors": 0.2089999986346811, "torch_np/numpy_tests/core/test_scalar_methods": 0.017666666574465733, "torch_np/numpy_tests/core/test_scalarinherit": 0.0010000000474974513, "torch_np/numpy_tests/core/test_scalarmath": 52.17233199156666, "torch_np/numpy_tests/core/test_shape_base": 0.24099999852478504, "torch_np/numpy_tests/fft/test_helper": 0.15266666712705046, "torch_np/numpy_tests/fft/test_pocketfft": 0.23566666695599756, "torch_np/numpy_tests/lib/test_arraypad": 0.2863333374261856, "torch_np/numpy_tests/lib/test_arraysetops": 0.16666666759798923, "torch_np/numpy_tests/lib/test_function_base": 0.8546666648083677, "torch_np/numpy_tests/lib/test_histograms": 0.9066666805495819, "torch_np/numpy_tests/lib/test_index_tricks": 0.21533333766274154, "torch_np/numpy_tests/lib/test_shape_base_": 0.2633333392441273, "torch_np/numpy_tests/lib/test_twodim_base": 0.1783333373411248, "torch_np/numpy_tests/lib/test_type_check": 0.19533333710084358, "torch_np/numpy_tests/linalg/test_linalg": 2.494333328368763, "torch_np/test_basic": 0.46966667263768613, "torch_np/test_binary_ufuncs": 0.18333333233992258, "torch_np/test_dtype": 0.18666666249434152, "torch_np/test_function_base": 0.19366666177908579, "torch_np/test_indexing": 0.15533333023389181, "torch_np/test_ndarray_methods": 0.5723333335869635, "torch_np/test_nep50_examples": 0.028666666204420228, "torch_np/test_random": 0.3439999986051892, "torch_np/test_reductions": 1.1086666660072904, "torch_np/test_scalars_0D_arrays": 0.24366666500767073, "torch_np/test_ufuncs_basic": 0.5086666734423488, "torch_np/test_unary_ufuncs": 0.2076666702826818, "typing/test_python_operators": 0.4846666753292084 } }, "linux-jammy-py3.9-clang12-onnx": { "default": { "onnx/dynamo/test_dynamo_with_onnxruntime_backend": 21.58566665649414, "onnx/exporter/test_api": 25.910999536514282, "onnx/exporter/test_building": 0.028999999165534973, "onnx/exporter/test_capture_strategies": 8.199000358581543, "onnx/exporter/test_core": 0.28200000524520874, "onnx/exporter/test_dynamic_shapes": 0.3659999966621399, "onnx/exporter/test_hf_models_e2e": 29.00200080871582, "onnx/exporter/test_ir_passes": 0.3019999861717224, "onnx/exporter/test_small_models_e2e": 41.49899864196777, "onnx/exporter/test_tensors": 0.14900000393390656, "onnx/exporter/test_verification": 5.252000004053116, "onnx/internal/test_registraion": 0.34599998872727156, "onnx/ops/test_ops": 33.511999517679214, "onnx/test_autograd_funs": 0.08699999749660492, "onnx/test_custom_ops": 0.125, "onnx/test_fx_passes": 4.874000072479248, "onnx/test_fx_type_promotion": 0.19499999284744263, "onnx/test_lazy_import": 3.5789999961853027, "onnx/test_models_onnxruntime": 317.7450044248253, "onnx/test_models_quantized_onnxruntime": 43.85300064086914, "onnx/test_onnx_opset": 0.7910000085830688, "onnx/test_onnxscript_runtime": 0.08699999749660492, "onnx/test_op_consistency": 52.65000033378601, "onnx/test_pytorch_jit_onnx": 0.3630000054836273, "onnx/test_pytorch_onnx_no_runtime": 0.9726666876425346, "onnx/test_pytorch_onnx_onnxruntime": 2115.7499947547913, "onnx/test_pytorch_onnx_shape_inference": 0.2200000062584877, "onnx/test_symbolic_helper": 0.3009999990463257, "onnx/test_utility_funs": 12.800999961793423, "onnx/test_verification": 0.48900000005960464, "onnx/torchlib/test_ops": 0.784000018145889 } }, "linux-jammy-py3.9-gcc11": { "default": { "backends/xeon/test_launch": 1.6779999732971191, "benchmark_utils/test_benchmark_utils": 0.5210000077883402, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 3.262666702270508, "distributions/test_constraints": 0.16699999819199243, "distributions/test_distributions": 60.978999987244606, "dynamo/test_activation_checkpointing": 14.247666676839193, "dynamo/test_after_aot": 7.0743333498636884, "dynamo/test_aot_autograd": 67.92199834187825, "dynamo/test_aot_autograd_cache": 70.23833219210307, "dynamo/test_autograd_function": 8.42733367284139, "dynamo/test_backends": 8.831666743266396, "dynamo/test_backward_higher_order_ops": 12.246333440144857, "dynamo/test_base_hop": 1.7406667073567708, "dynamo/test_base_output": 0.0043333334227403, "dynamo/test_buffers_override": 7.332333246866862, "dynamo/test_bytecode_utils": 7.082333326339722, "dynamo/test_callback": 0.012333333492279053, "dynamo/test_compile": 8.59966678878603, "dynamo/test_compiler_bisector": 0.0023333334053556123, "dynamo/test_comptime": 10.215999921162924, "dynamo/test_config": 4.198666572570801, "dynamo/test_ctx_manager": 7.507333437601726, "dynamo/test_debug_utils": 0.1606666644414266, "dynamo/test_decorators": 15.567667007446289, "dynamo/test_deque_reconstruct": 0.46933333079020184, "dynamo/test_deviceguard": 0.014666666858829558, "dynamo/test_dicts": 12.793666700522104, "dynamo/test_dynamic_shapes": 1954.6363270282745, "dynamo/test_einops": 0.0010000000474974513, "dynamo/test_error_messages": 8.386333465576172, "dynamo/test_exc": 3.8646666208902993, "dynamo/test_exceptions": 9.372333208719889, "dynamo/test_export": 108.37699890136719, "dynamo/test_export_mutations": 3.4546666940053306, "dynamo/test_fake_distributed": 5.980000019073486, "dynamo/test_flat_apply": 0.5056666632493337, "dynamo/test_frame_init": 0.14000000059604645, "dynamo/test_functions": 77.36066468556722, "dynamo/test_fx_graph_runnable": 156.73333740234375, "dynamo/test_fx_passes_pre_grad": 4.459666887919108, "dynamo/test_generator": 3.4476667207976184, "dynamo/test_generator_stop": 0.0023333334053556123, "dynamo/test_global": 6.927999973297119, "dynamo/test_graph_break_messages": 4.120666742324829, "dynamo/test_graph_deduplication": 11.343666712443033, "dynamo/test_graph_region_tracker": 2.7176666259765625, "dynamo/test_guard_manager": 5.451999855538209, "dynamo/test_guard_serialization": 7.0103333791097, "dynamo/test_higher_order_ops": 55.78166634837786, "dynamo/test_hooks": 25.102333068847656, "dynamo/test_inline_and_install": 117.07133483886719, "dynamo/test_inline_inbuilt_nn_modules": 266.18466726938885, "dynamo/test_input_attr_tracking": 8.29800033569336, "dynamo/test_install_free_tensors": 37.667333920796715, "dynamo/test_interop": 0.5150000055631002, "dynamo/test_list": 2.481999933719635, "dynamo/test_logging": 26.452999750773113, "dynamo/test_metrics_context": 0.15733332931995392, "dynamo/test_minifier": 1.812333305676778, "dynamo/test_misc": 183.67167157431444, "dynamo/test_model_output": 0.007000000332482159, "dynamo/test_modes": 9.103333313018084, "dynamo/test_modules": 23.44333299001058, "dynamo/test_nested_graph_breaks": 2.0866666634877524, "dynamo/test_nops": 0.4966666599114736, "dynamo/test_optimizers": 1.4533333381017048, "dynamo/test_package": 33.53333346048991, "dynamo/test_pgo": 23.35466702779134, "dynamo/test_pre_dispatch": 0.5253333449363708, "dynamo/test_precompile_context": 0.0033333334140479565, "dynamo/test_prim_hop_base": 0.5733333428700765, "dynamo/test_profiler": 13.346333185831705, "dynamo/test_python_autograd": 0.6583333214124044, "dynamo/test_python_dispatcher": 0.6453333099683126, "dynamo/test_raise": 1.021333321928978, "dynamo/test_recompile_ux": 1.6766666968663533, "dynamo/test_recompiles": 9.04533322652181, "dynamo/test_reconstruct": 1.2403333187103271, "dynamo/test_reorder_logs": 1.4399999976158142, "dynamo/test_repros": 158.13499780278653, "dynamo/test_resume": 0.4503333369890849, "dynamo/test_sdpa": 0.44766666491826373, "dynamo/test_sets": 8.201333370059729, "dynamo/test_skip_guard_eval_unsafe": 7.628666718800862, "dynamo/test_skip_non_tensor": 1.127999981244405, "dynamo/test_sources": 0.4326666593551636, "dynamo/test_structured_trace": 24.202666600545246, "dynamo/test_subclasses": 58.916666984558105, "dynamo/test_subgraphs": 10.184666951497396, "dynamo/test_sys": 0.41600001106659573, "dynamo/test_trace_rules": 1.6799999972184498, "dynamo/test_unittest": 0.13300000131130219, "dynamo/test_unspec": 46.72899881998698, "dynamo/test_utils": 30.078999974454444, "dynamo/test_verify_correctness": 0.5366666714350382, "dynamo/test_view": 1.0296666622161865, "export/test_converter": 12.614000002543131, "export/test_cpp_serdes": 86.81333414713542, "export/test_db": 20.805333455403645, "export/test_draft_export": 10.149666786193848, "export/test_experimental": 6.414999961853027, "export/test_export": 70.04666594664256, "export/test_export_nonstrict": 55.06300115585327, "export/test_export_opinfo": 84.31266530354817, "export/test_export_strict": 215.74932865301767, "export/test_export_training_ir_to_run_decomp": 407.9453302224477, "export/test_export_with_inline_and_install": 175.43633258342743, "export/test_functionalized_assertions": 0.17599999904632568, "export/test_hop": 15.08466657002767, "export/test_lift_unlift": 0.22899999818764627, "export/test_nativert": 176.5096689860026, "export/test_package": 0.4466666678587596, "export/test_pass_infra": 7.63266658782959, "export/test_passes": 31.319332758585613, "export/test_retraceability": 391.97333431243896, "export/test_schema": 0.5956666866938273, "export/test_serdes": 345.2263300220172, "export/test_serialize": 47.055999437967934, "export/test_sparse": 453.93833414713544, "export/test_swap": 11.006666660308838, "export/test_tools": 3.3589999675750732, "export/test_torchbind": 21.40133362216875, "export/test_tree_utils": 0.14433333774407706, "export/test_unflatten": 15.188333829243978, "export/test_unflatten_training_ir": 17.41599973042806, "export/test_upgrader": 0.006000000052154064, "export/test_verifier": 7.2220001220703125, "functorch/test_ac_knapsack": 0.16766666620969772, "functorch/test_ac_logging": 0.01066666655242443, "functorch/test_aot_joint_with_descriptors": 7.778333346048991, "functorch/test_aotdispatch": 2972.313667303572, "functorch/test_control_flow": 166.2929990887642, "functorch/test_control_flow_cuda_initialization": 0.0043333334227403, "functorch/test_dims": 46.38133303324381, "functorch/test_eager_transforms": 18.241666705658037, "functorch/test_logging": 0.21033333241939545, "functorch/test_memory_efficient_fusion": 4.986999843191977, "functorch/test_minifier": 0.3423333366711934, "functorch/test_ops": 3606.7350056966147, "functorch/test_parsing": 0.15900000417605042, "functorch/test_rearrange": 0.19299999872843424, "functorch/test_vmap": 703.1510059212645, "functorch/test_vmap_registrations": 2.5876667499542236, "higher_order_ops/test_invoke_quant": 6.234999974568685, "higher_order_ops/test_invoke_subgraph": 57.44166632338116, "higher_order_ops/test_with_effects": 14.90233325958252, "inductor/test_alignment": 14.495000203450521, "inductor/test_analysis": 0.025000000062088173, "inductor/test_aot_inductor_arrayref": 1157.1776733398438, "inductor/test_async_compile": 0.005333333431432645, "inductor/test_auto_functionalize": 37.83700052897135, "inductor/test_benchmark_fusion": 13.42300001780192, "inductor/test_benchmarking": 0.31166666746139526, "inductor/test_binary_folding": 59.98566691080729, "inductor/test_block_analysis": 0.09633333484331767, "inductor/test_codecache": 102.32333368062973, "inductor/test_codegen_triton": 0.08066666622956593, "inductor/test_combo_kernels": 0.00933333346620202, "inductor/test_compile": 11.779333114624023, "inductor/test_compile_subprocess": 1136.1463311513264, "inductor/test_compile_worker": 21.449333826700848, "inductor/test_compiled_autograd": 804.3113140867403, "inductor/test_compiled_optimizers": 142.09733072916666, "inductor/test_config": 5.601999918619792, "inductor/test_control_flow": 0.6836666716262698, "inductor/test_cpp_wrapper_hipify": 0.3540000021457672, "inductor/test_cpu_cpp_wrapper": 4397.6366780598955, "inductor/test_cpu_repro": 3388.710947672526, "inductor/test_cpu_select_algorithm": 9049.574645996094, "inductor/test_custom_lowering": 0.010999999940395355, "inductor/test_custom_post_grad_passes": 8.467000166575113, "inductor/test_cutedsl_template": 0.0006666666983316342, "inductor/test_cutlass_evt": 0.004000000189989805, "inductor/test_debug_trace": 11.260999997456869, "inductor/test_decompose_mem_bound_mm": 0.0033333333364377418, "inductor/test_distributed_patterns": 20.267000198364258, "inductor/test_efficient_conv_bn_eval": 0.0020000000949949026, "inductor/test_extension_backend": 12.593333085378012, "inductor/test_external_callables": 10.168333371480307, "inductor/test_flex_attention": 1.545999981967422, "inductor/test_flex_decoding": 3133.4419860839844, "inductor/test_foreach": 17.47333335876465, "inductor/test_fp8": 96.74666621908545, "inductor/test_fused_attention": 128.32766342163086, "inductor/test_fuzzer": 0.0063333334401249886, "inductor/test_fx_fusion": 0.36833332975705463, "inductor/test_graph_transform_observer": 0.005333333276212215, "inductor/test_group_batch_fusion": 0.030666666648661096, "inductor/test_helion_kernels": 0.0020000000949949026, "inductor/test_indexing": 0.4143333335717519, "inductor/test_inductor_annotations": 0.0020000000949949026, "inductor/test_inductor_freezing": 29.410000483194988, "inductor/test_inductor_scheduler": 0.010333333164453506, "inductor/test_kernel_optimization": 0.0010000000474974513, "inductor/test_minifier": 50.39199956258138, "inductor/test_minifier_isolate": 0.0020000000949949026, "inductor/test_minifier_utils": 4.492666721343994, "inductor/test_mkldnn_pattern_matcher": 1492.4453353259403, "inductor/test_mmdecomp": 0.478000005086263, "inductor/test_op_completeness": 0.1763333280881246, "inductor/test_ordered_set": 2.0169999929300197, "inductor/test_provenance_tracing": 13.580666745741231, "inductor/test_remote_cache": 0.14366666475931802, "inductor/test_segmented_tree": 0.4059999982515971, "inductor/test_split_cat_fx_aten_passes": 2.1703333092542985, "inductor/test_standalone_compile": 19.6233336130778, "inductor/test_static_cuda_launcher": 0.0020000000949949026, "inductor/test_torchbind": 37.68933359781901, "inductor/test_torchinductor": 1126.4873442649841, "inductor/test_torchinductor_codegen_config_overrides": 3.66866668065389, "inductor/test_torchinductor_codegen_dynamic_shapes": 1886.8423156738281, "inductor/test_torchinductor_dynamic_shapes": 2025.5446586916223, "inductor/test_torchinductor_opinfo": 0.5776666601498922, "inductor/test_triton_extension_backend": 2.138000011444092, "inductor/test_triton_kernels": 0.08233333316942056, "inductor/test_unbacked_symints": 30.29400062561035, "inductor/test_utils": 0.08300000180800755, "lazy/test_bindings": 0.0003333333491658171, "lazy/test_debug_util": 0.23033333818117777, "lazy/test_functionalization": 0.21266666054725647, "lazy/test_generator": 0.22966666519641876, "lazy/test_reuse_ir": 0.5323333342870077, "lazy/test_step_closures": 2.1739999453226724, "lazy/test_ts_opinfo": 19.183333434164524, "nn/test_convolution": 21.315999666849773, "nn/test_dropout": 0.4023333340883255, "nn/test_embedding": 5.990000105152528, "nn/test_init": 4.106666803359985, "nn/test_lazy_modules": 0.4883333345254262, "nn/test_load_state_dict": 0.8359999979535738, "nn/test_module_hooks": 0.24266666608552137, "nn/test_multihead_attention": 9.40733340010047, "nn/test_packed_sequence": 0.41233332951863605, "nn/test_parametrization": 0.8756666524956623, "nn/test_pooling": 34.02466595669588, "nn/test_pruning": 0.09966666499773662, "profiler/test_cpp_thread": 0.005666666819403569, "profiler/test_execution_trace": 0.23800000548362732, "profiler/test_kineto": 0.13699999948342642, "profiler/test_memory_profiler": 4.260999967964987, "profiler/test_profiler": 18.179999734469067, "profiler/test_profiler_tree": 0.19766666988531748, "profiler/test_python_tracer": 3.703333298365275, "profiler/test_record_function": 0.19433332979679108, "profiler/test_torch_tidy": 5.203999996185303, "test_ao_sparsity": 6.9466666478353245, "test_appending_byte_serializer": 0.14600000282128653, "test_autocast": 0.6226666634514307, "test_autograd": 61.986666944964476, "test_autograd_fallback": 0.2559999922911326, "test_autoload": 0.41433333853880566, "test_binary_ufuncs": 97.63700103759766, "test_bundled_inputs": 1.0073333581288655, "test_comparison_utils": 0.1576666682958603, "test_compile_benchmark_util": 0.0023333334053556123, "test_complex": 0.061333333452542625, "test_content_store": 7.834333260854085, "test_cpp_api_parity": 3.76966659228007, "test_cpp_extensions_aot_ninja": 0.04266666737385094, "test_cpp_extensions_aot_no_ninja": 0.044333334313705564, "test_cpp_extensions_jit": 47.78066635131836, "test_cpp_extensions_mtia_backend": 0.7820000052452087, "test_cpp_extensions_open_device_registration": 2.1799999872843423, "test_cpp_extensions_stream_and_event": 0.7436666687329611, "test_cuda": 0.010000000397364298, "test_custom_backend": 0.07633333156506221, "test_custom_ops": 32.42666699954619, "test_dataloader": 245.99333063392746, "test_datapipe": 15.563999794734022, "test_decomp": 6387.182019696261, "test_deploy": 0.1423333336909612, "test_dispatch": 22.690000345620017, "test_dlpack": 0.3126666744550069, "test_dynamic_shapes": 47.36400045578679, "test_expanded_weights": 9.378999929254254, "test_extension_utils": 0.14066666861375174, "test_fake_tensor": 4.538666660276552, "test_file_check": 1.6606666644414265, "test_flop_counter": 0.7386666735013326, "test_foreach": 68.3336664835612, "test_function_schema": 0.4429999887943268, "test_functional_autograd_benchmark": 34.70199966430664, "test_functional_optim": 0.22966666519641876, "test_functionalization": 5.018333355585734, "test_functionalization_of_rng_ops": 0.023666666199763615, "test_futures": 0.7960000038146973, "test_fx": 262.6036639123534, "test_fx_experimental": 66.70966565857331, "test_fx_passes": 0.4913333257039388, "test_fx_reinplace_pass": 0.6149999896685282, "test_hop_infra": 0.007666666681567828, "test_hub": 9.970666567484537, "test_import_stats": 3.3956666787465415, "test_indexing": 4.669666737318039, "test_itt": 0.1516666660706202, "test_jit": 98.20600017303757, "test_jit_autocast": 16.70599941412608, "test_jit_disabled": 0.36766666173934937, "test_jit_fuser_te": 189.62666503390452, "test_jit_llga_fuser": 63.70566553052049, "test_legacy_vmap": 1.7409999991456668, "test_license": 0.1479999969402949, "test_linalg": 204.49666849772134, "test_logging": 2.1756667296091714, "test_masked": 22.712666193644207, "test_maskedtensor": 8.80933323999246, "test_matmul_cuda": 0.10533333321412404, "test_matmul_fp8": 0.021666666492819786, "test_meta": 1787.226342447723, "test_mkl_verbose": 3.7919999758402505, "test_mkldnn": 92.3173344930013, "test_mkldnn_fusion": 59.25066630045573, "test_mkldnn_verbose": 3.188666661580404, "test_mobile_optimizer": 2.0143333276112876, "test_model_dump": 0.8310000002384186, "test_model_exports_to_core_aten": 0.13800000150998434, "test_module_tracker": 0.1586666703224182, "test_modules": 606.3343302408854, "test_monitor": 0.40666666626930237, "test_multiprocessing": 58.42666753133138, "test_multiprocessing_spawn": 140.4013330002781, "test_namedtensor": 0.3400000035762787, "test_namedtuple_return_api": 1.6763333479563396, "test_native_functions": 0.2553333292404811, "test_native_mha": 0.20833333333333334, "test_nestedtensor": 1838.1880212384276, "test_nn": 167.72733211618228, "test_numa_binding": 6.725333372751872, "test_numba_integration": 0.005333333586653073, "test_numpy_interop": 0.4086666703224182, "test_openmp": 5.076333363850911, "test_openreg": 1.281666691104571, "test_ops": 2719.1936731110327, "test_ops_fwd_gradients": 635.9186706542969, "test_ops_gradients": 866.965321858724, "test_ops_jit": 858.1910095214844, "test_optim": 66.69966714580853, "test_out_dtype_op": 4.6763332684834795, "test_overrides": 2.000333366294702, "test_package": 2.314333341239641, "test_per_overload_api": 0.14833333094914755, "test_prims": 0.22666666905085245, "test_proxy_tensor": 748.5966581578056, "test_pruning_op": 0.38100000222524005, "test_public_bindings": 10.490333239237467, "test_python_dispatch": 0.7073333361186087, "test_pytree": 1.928333343937993, "test_quantization": 1786.3626667039546, "test_reductions": 221.4253387451172, "test_rename_privateuse1_to_existing_device": 0.13800000150998434, "test_scatter_gather_ops": 13.063332875569662, "test_schema_check": 261.2696712637941, "test_segment_reductions": 0.9470000068346659, "test_serialization": 56.710000053048134, "test_set_default_mobile_cpu_allocator": 0.14166666567325592, "test_shape_ops": 1.9046667019526164, "test_show_pickle": 0.1469999998807907, "test_sort_and_select": 2.0146666367848716, "test_sparse": 375.03932693084545, "test_sparse_csr": 173.44800162532678, "test_sparse_semi_structured": 0.02600000030361116, "test_spectral_ops": 14.03933339814345, "test_stateless": 5.161333406964938, "test_subclass": 0.4443333347638448, "test_sympy_utils": 24.65266634663567, "test_tensor_creation_ops": 23.70366718620062, "test_tensorboard": 1.9343333419722815, "test_tensorexpr": 18.332000096638996, "test_tensorexpr_pybind": 0.1756666675209999, "test_testing": 37.324666945729405, "test_torch": 9.67733313337279, "test_transformers": 1135.0953406927486, "test_transformers_privateuse1": 0.04133333389957746, "test_type_hints": 0.13966667155424753, "test_type_info": 0.15700000524520874, "test_type_promotion": 2.881666660308838, "test_typing": 76.41500091552734, "test_unary_ufuncs": 355.99599202473956, "test_utils": 112.73700078274123, "test_utils_config_module": 0.1770000010728836, "test_utils_filelock": 0.24833333492279053, "test_utils_internal": 0.18099999924500784, "test_view_ops": 13.600666463375092, "test_vulkan": 0.0010000000474974513, "test_weak": 4.941333311920364, "test_xnnpack_integration": 12.790333177661523, "torch_np/numpy_tests/core/test_dlpack": 0.0020000000949949026, "torch_np/numpy_tests/core/test_dtype": 0.33466667495667934, "torch_np/numpy_tests/core/test_einsum": 12.833666503895074, "torch_np/numpy_tests/core/test_getlimits": 0.2773333291212718, "torch_np/numpy_tests/core/test_indexing": 0.3823333403173213, "torch_np/numpy_tests/core/test_multiarray": 25.707333117956296, "torch_np/numpy_tests/core/test_numeric": 3.9470000008586794, "torch_np/numpy_tests/core/test_numerictypes": 0.27200000500306487, "torch_np/numpy_tests/core/test_scalar_ctors": 0.36466666652510565, "torch_np/numpy_tests/core/test_scalar_methods": 0.010000000319754085, "torch_np/numpy_tests/core/test_scalarinherit": 0.0006666666983316342, "torch_np/numpy_tests/core/test_scalarmath": 22.070666702386614, "torch_np/numpy_tests/core/test_shape_base": 0.4253333353747924, "torch_np/numpy_tests/fft/test_helper": 4.94299998615558, "torch_np/numpy_tests/fft/test_pocketfft": 4.6373332639535265, "torch_np/numpy_tests/lib/test_arraypad": 0.227333332101504, "torch_np/numpy_tests/lib/test_arraysetops": 0.35200001019984484, "torch_np/numpy_tests/lib/test_function_base": 1.7403333534797032, "torch_np/numpy_tests/lib/test_histograms": 0.5553333299855391, "torch_np/numpy_tests/lib/test_index_tricks": 0.29566666825364035, "torch_np/numpy_tests/lib/test_shape_base_": 0.6043333455454558, "torch_np/numpy_tests/lib/test_twodim_base": 0.5583333284594119, "torch_np/numpy_tests/lib/test_type_check": 0.35099999482433003, "torch_np/numpy_tests/linalg/test_linalg": 8.429666750171842, "torch_np/test_basic": 0.8556666704826057, "torch_np/test_binary_ufuncs": 0.2516666650772095, "torch_np/test_dtype": 0.24466667075951895, "torch_np/test_function_base": 0.14300000667572021, "torch_np/test_indexing": 4.510333299636841, "torch_np/test_ndarray_methods": 4.753666662533457, "torch_np/test_nep50_examples": 0.01966666729034235, "torch_np/test_random": 0.37066665990278125, "torch_np/test_reductions": 2.490666627883911, "torch_np/test_scalars_0D_arrays": 0.2109999991953373, "torch_np/test_ufuncs_basic": 1.024333322731157, "torch_np/test_unary_ufuncs": 0.2693333327770233, "typing/test_python_operators": 0.6656666795412699 }, "distributed": { "distributed/_composable/fsdp/test_fully_shard_autograd": 14.877666279363135, "distributed/_composable/fsdp/test_fully_shard_clip_grad_norm_": 7.509333372116089, "distributed/_composable/fsdp/test_fully_shard_comm": 58.253000349737704, "distributed/_composable/fsdp/test_fully_shard_compile": 0.0010000000474974513, "distributed/_composable/fsdp/test_fully_shard_extensions": 3.8819999154657125, "distributed/_composable/fsdp/test_fully_shard_frozen": 10.954999923706055, "distributed/_composable/fsdp/test_fully_shard_grad_scaler": 3.7576666673024497, "distributed/_composable/fsdp/test_fully_shard_ignore_params": 3.8923333485921225, "distributed/_composable/fsdp/test_fully_shard_init": 0.25500000555378693, "distributed/_composable/fsdp/test_fully_shard_memory": 7.946333567301433, "distributed/_composable/fsdp/test_fully_shard_mixed_precision": 11.27666645248731, "distributed/_composable/fsdp/test_fully_shard_overlap": 3.8616665999094644, "distributed/_composable/fsdp/test_fully_shard_state": 0.14800000190734863, "distributed/_composable/fsdp/test_fully_shard_state_dict": 18.628333612966042, "distributed/_composable/fsdp/test_fully_shard_training": 67.79066679611181, "distributed/_composable/fully_shard/test_fully_shard_compile": 0.0010000000474974513, "distributed/_composable/fully_shard/test_fully_shard_init": 27.344666798909504, "distributed/_composable/fully_shard/test_fully_shard_mixed_precision": 4.0730001131693525, "distributed/_composable/fully_shard/test_fully_shard_model_checkpoint": 15.402000109354654, "distributed/_composable/fully_shard/test_fully_shard_optim_checkpoint": 7.718666712443034, "distributed/_composable/fully_shard/test_fully_shard_runtime": 0.2889999945958455, "distributed/_composable/fully_shard/test_fully_shard_util": 4.141333414125256, "distributed/_composable/test_checkpoint": 0.055666666477918625, "distributed/_composable/test_composability/test_2d_composability": 57.63966647783915, "distributed/_composable/test_composability/test_pp_composability": 0.004000000189989805, "distributed/_composable/test_compose": 35.229000091552734, "distributed/_composable/test_contract": 0.1543333331743876, "distributed/_composable/test_replicate": 64.7603333791097, "distributed/_composable/test_replicate_training": 0.14700000019123158, "distributed/_composable/test_replicate_with_compiler": 57.60533451339385, "distributed/_composable/test_replicate_with_fsdp": 20.628666559855144, "distributed/_shard/sharded_optim/test_sharded_optim": 0.0020000000949949026, "distributed/_shard/sharded_tensor/ops/test_binary_cmp": 0.003666666802018881, "distributed/_shard/sharded_tensor/ops/test_embedding": 0.0020000000949949026, "distributed/_shard/sharded_tensor/ops/test_embedding_bag": 0.0020000000949949026, "distributed/_shard/sharded_tensor/ops/test_init": 0.003000000026077032, "distributed/_shard/sharded_tensor/ops/test_tensor_ops": 0.003666666802018881, "distributed/_shard/sharded_tensor/test_logger": 0.13800000150998434, "distributed/_shard/sharded_tensor/test_sharded_tensor": 8.461999964706289, "distributed/_shard/sharded_tensor/test_sharded_tensor_reshard": 0.0020000000949949026, "distributed/_shard/sharding_plan/test_sharding_plan": 0.003000000026077032, "distributed/_shard/sharding_spec/test_sharding_spec": 4.479000031327208, "distributed/_shard/test_sharder": 0.0020000000949949026, "distributed/_tensor/debug/test_comm_mode": 0.30666666229565936, "distributed/_tensor/debug/test_comm_mode_features": 17.3973331451416, "distributed/_tensor/debug/test_op_coverage": 0.25866666436195374, "distributed/_tensor/experimental/test_local_map": 16.20133336385091, "distributed/_tensor/experimental/test_register_sharding": 8.881000200907389, "distributed/_tensor/experimental/test_tp_transform": 14.985333124796549, "distributed/_tensor/test_api": 34.289999643961586, "distributed/_tensor/test_attention": 0.01566666675110658, "distributed/_tensor/test_common_rules": 42.08366775512695, "distributed/_tensor/test_convolution_ops": 24.939332962036133, "distributed/_tensor/test_dtensor": 184.05000117514282, "distributed/_tensor/test_dtensor_compile": 55.546667416890465, "distributed/_tensor/test_dtensor_ops": 192.8203379313151, "distributed/_tensor/test_embedding_ops": 17.621333440144856, "distributed/_tensor/test_experimental_ops": 12.24899991353353, "distributed/_tensor/test_init": 30.34833335876465, "distributed/_tensor/test_math_ops": 63.634665171305336, "distributed/_tensor/test_matrix_ops": 50.81966654459635, "distributed/_tensor/test_op_strategy": 0.39100000510613125, "distributed/_tensor/test_optimizers": 52.16266632080078, "distributed/_tensor/test_pointwise_ops": 0.44466667373975116, "distributed/_tensor/test_random_ops": 52.635666847229004, "distributed/_tensor/test_redistribute": 60.821999867757164, "distributed/_tensor/test_tensor_ops": 111.96000162760417, "distributed/_tensor/test_utils": 55.18566703796387, "distributed/_tensor/test_view_ops": 41.215999603271484, "distributed/_tensor/test_xla_integration": 0.28199999531110126, "distributed/_tools/test_fake_collectives": 0.0010000000474974513, "distributed/_tools/test_fsdp2_mem_tracker": 0.14433332881890237, "distributed/_tools/test_fsdp_ilp": 1.4353333314259846, "distributed/_tools/test_mem_tracker": 0.18333333233992258, "distributed/_tools/test_memory_tracker": 0.0010000000474974513, "distributed/_tools/test_mod_tracker": 0.16033333539962769, "distributed/_tools/test_runtime_estimator": 0.0020000000949949026, "distributed/_tools/test_sac_estimator": 0.0020000000949949026, "distributed/_tools/test_sac_ilp": 0.0036666667632137737, "distributed/algorithms/ddp_comm_hooks/test_ddp_hooks": 0.0033333334140479565, "distributed/algorithms/quantization/test_quantization": 16.32633336385091, "distributed/algorithms/test_join": 35.28833262125651, "distributed/checkpoint/_experimental/test_barriers": 0.14399999876817068, "distributed/checkpoint/_experimental/test_builder": 3.759333292643229, "distributed/checkpoint/_experimental/test_checkpoint_process": 33.10766738854969, "distributed/checkpoint/_experimental/test_checkpoint_reader": 0.038666666795810066, "distributed/checkpoint/_experimental/test_checkpoint_writer": 0.15766666767497858, "distributed/checkpoint/_experimental/test_checkpointer": 37.28800010681152, "distributed/checkpoint/_experimental/test_staging": 0.008666666535039743, "distributed/checkpoint/_experimental/test_types": 0.1479999969402949, "distributed/checkpoint/e2e/test_e2e_save_and_load": 78.35466742515564, "distributed/checkpoint/e2e/test_fine_tuning": 0.14033332963784537, "distributed/checkpoint/e2e/test_fsdp_ep": 0.14433332780996957, "distributed/checkpoint/e2e/test_pipeline": 0.2800000011920929, "distributed/checkpoint/fsdp/test_fsdp_dsd": 0.15099999805291495, "distributed/checkpoint/test_async_process_executor": 12.164666493733725, "distributed/checkpoint/test_checkpoint": 8.317666516716903, "distributed/checkpoint/test_compatibility": 0.1830000032981237, "distributed/checkpoint/test_consolidate_hf_safetensors": 29.06499989827474, "distributed/checkpoint/test_dedup_tensors": 0.1373333285252253, "distributed/checkpoint/test_dtensor_checkpoint": 4.494999885559082, "distributed/checkpoint/test_dtensor_resharding": 29.52899964650472, "distributed/checkpoint/test_file_system_checkpoint": 0.16666666391150406, "distributed/checkpoint/test_file_system_checkpoint_cpu": 40.5096675461779, "distributed/checkpoint/test_format_utils": 12.627333323160807, "distributed/checkpoint/test_fsdp_model_state": 8.347333272298178, "distributed/checkpoint/test_fsdp_optim_state": 8.626333236694336, "distributed/checkpoint/test_fsdp_tp_checkpoint_conversion": 4.2833333015441895, "distributed/checkpoint/test_fsspec": 0.14500000180366138, "distributed/checkpoint/test_hf_safetensor_e2e": 25.608333120743435, "distributed/checkpoint/test_hf_storage": 0.15733333428700766, "distributed/checkpoint/test_hsdp_checkpoint": 16.830000241597492, "distributed/checkpoint/test_nested_dict": 0.14466666678587595, "distributed/checkpoint/test_pg_transport": 10.992000007381042, "distributed/checkpoint/test_planner": 0.229333333671093, "distributed/checkpoint/test_save_load_api": 8.1610000928243, "distributed/checkpoint/test_state_dict": 4.5310000230868654, "distributed/checkpoint/test_state_dict_stager": 16.46066629192016, "distributed/checkpoint/test_state_dict_utils": 0.15099999805291495, "distributed/checkpoint/test_tp_checkpoint": 8.516666730244955, "distributed/checkpoint/test_traverse": 0.15433333814144135, "distributed/checkpoint/test_utils": 0.17000000147769848, "distributed/elastic/events/lib_test": 0.20233333731691042, "distributed/elastic/metrics/api_test": 0.14300000170866647, "distributed/elastic/multiprocessing/api_test": 30.131332827421527, "distributed/elastic/test_control_plane": 0.19100000460942587, "distributed/elastic/timer/local_timer_example": 19.231000900268555, "distributed/elastic/timer/local_timer_test": 5.31433330476284, "distributed/elastic/utils/distributed_test": 6.240000089009603, "distributed/elastic/utils/logging_test": 0.19166666766007742, "distributed/elastic/utils/util_test": 0.3253333270549774, "distributed/flight_recorder/test_fr_analysis": 0.15133333400202295, "distributed/fsdp/test_checkpoint_wrapper": 0.21566666662693024, "distributed/fsdp/test_distributed_checkpoint": 0.4449999928474426, "distributed/fsdp/test_fsdp_apply": 12.499666849772135, "distributed/fsdp/test_fsdp_backward_prefetch": 3.9679999351501465, "distributed/fsdp/test_fsdp_checkpoint": 62.66333262125651, "distributed/fsdp/test_fsdp_clip_grad_norm": 15.277999877929688, "distributed/fsdp/test_fsdp_comm": 31.421999180999894, "distributed/fsdp/test_fsdp_comm_hooks": 59.9433339436849, "distributed/fsdp/test_fsdp_core": 233.39433455467224, "distributed/fsdp/test_fsdp_dtensor_state_dict": 62.38933436075846, "distributed/fsdp/test_fsdp_exec_order": 30.507333755493164, "distributed/fsdp/test_fsdp_fine_tune": 0.2826666633288066, "distributed/fsdp/test_fsdp_flatten_params": 52.09499994913737, "distributed/fsdp/test_fsdp_freezing_weights": 118.85633341471355, "distributed/fsdp/test_fsdp_fx": 0.29499999682108563, "distributed/fsdp/test_fsdp_grad_acc": 23.517332712809246, "distributed/fsdp/test_fsdp_hybrid_shard": 23.484999974568684, "distributed/fsdp/test_fsdp_ignored_modules": 0.15533333023389181, "distributed/fsdp/test_fsdp_input": 7.814666748046875, "distributed/fsdp/test_fsdp_memory": 7.999666690826416, "distributed/fsdp/test_fsdp_meta": 31.00266710917155, "distributed/fsdp/test_fsdp_misc": 52.96266716501365, "distributed/fsdp/test_fsdp_mixed_precision": 219.70100299517313, "distributed/fsdp/test_fsdp_multiple_forward": 3.991666634877523, "distributed/fsdp/test_fsdp_multiple_wrapping": 4.030999978383382, "distributed/fsdp/test_fsdp_optim_state": 241.3306630452474, "distributed/fsdp/test_fsdp_overlap": 4.229666550954183, "distributed/fsdp/test_fsdp_pure_fp16": 7.714333375295003, "distributed/fsdp/test_fsdp_sharded_grad_scaler": 62.68033364873069, "distributed/fsdp/test_fsdp_state_dict": 0.49400000375074643, "distributed/fsdp/test_fsdp_tp_integration": 11.694666862487793, "distributed/fsdp/test_fsdp_traversal": 4.345000108083089, "distributed/fsdp/test_fsdp_uneven": 3.998999993006388, "distributed/fsdp/test_fsdp_unshard_params": 57.04899994532267, "distributed/fsdp/test_fsdp_use_orig_params": 208.1709998715669, "distributed/fsdp/test_hsdp_dtensor_state_dict": 34.20833206176758, "distributed/fsdp/test_shard_utils": 7.788333336512248, "distributed/fsdp/test_utils": 0.2856666644414266, "distributed/fsdp/test_wrap": 93.02666448956977, "distributed/launcher/test_run": 40.826333363850914, "distributed/nn/jit/test_instantiator": 0.1530000021060308, "distributed/optim/test_zero_redundancy_optimizer": 102.66799926757812, "distributed/pipelining/test_backward": 0.18333333233992258, "distributed/pipelining/test_microbatch": 4.102333386739095, "distributed/pipelining/test_pipe": 4.5513332684834795, "distributed/pipelining/test_schedule": 44.05066623833651, "distributed/pipelining/test_schedule_multiproc": 7.8026665051778155, "distributed/pipelining/test_stage": 3.7610000630375, "distributed/pipelining/test_transformer": 7.785666783650716, "distributed/pipelining/test_unflatten": 5.464666684468587, "distributed/rpc/cuda/test_tensorpipe_agent": 454.1466709554273, "distributed/rpc/test_faulty_agent": 287.814666112264, "distributed/rpc/test_share_memory": 4.128000100453694, "distributed/rpc/test_tensorpipe_agent": 2273.2706430753074, "distributed/tensor/debug/test_comm_mode": 0.157000000278155, "distributed/tensor/debug/test_comm_mode_features": 16.546332677205402, "distributed/tensor/debug/test_op_coverage": 0.25733332832654315, "distributed/tensor/experimental/test_local_map": 23.452999750773113, "distributed/tensor/experimental/test_register_sharding": 8.521666844685873, "distributed/tensor/experimental/test_tp_transform": 37.662333170572914, "distributed/tensor/parallel/test_micro_pipeline_tp": 0.009333333505007127, "distributed/tensor/parallel/test_parallelize_api": 66.84733327229817, "distributed/tensor/parallel/test_tp_examples": 66.42233530680339, "distributed/tensor/parallel/test_tp_random_state": 4.3826667467753095, "distributed/tensor/parallel/test_tp_style": 37.493333180745445, "distributed/tensor/test_api": 33.93566640218099, "distributed/tensor/test_attention": 10.071333541534841, "distributed/tensor/test_common_rules": 4.451333363850911, "distributed/tensor/test_convolution_ops": 28.059333165486652, "distributed/tensor/test_dtensor": 169.7516663071389, "distributed/tensor/test_dtensor_compile": 150.18899567921957, "distributed/tensor/test_dtensor_dispatch_overhead": 4.280333360036214, "distributed/tensor/test_dtensor_ops": 120.56666564941406, "distributed/tensor/test_embedding_ops": 17.122000376383465, "distributed/tensor/test_experimental_ops": 12.122999827067057, "distributed/tensor/test_init": 29.405999819437664, "distributed/tensor/test_math_ops": 86.0923334757487, "distributed/tensor/test_matrix_ops": 53.02366638183594, "distributed/tensor/test_op_schema": 0.14166666567325592, "distributed/tensor/test_op_strategy": 12.996333205451569, "distributed/tensor/test_optimizers": 55.88300069173177, "distributed/tensor/test_pointwise_ops": 0.34799999992052716, "distributed/tensor/test_random_ops": 56.00099913279215, "distributed/tensor/test_redistribute": 93.86500104268391, "distributed/tensor/test_tensor_ops": 126.54200236002605, "distributed/tensor/test_utils": 78.58966637651126, "distributed/tensor/test_view_ops": 58.01299921671549, "distributed/tensor/test_xla_integration": 0.14566666881243387, "distributed/test_backends": 0.018333332613110542, "distributed/test_c10d_common": 109.89333301782608, "distributed/test_c10d_functional_native": 29.53933311855265, "distributed/test_c10d_gloo": 988.9256634029249, "distributed/test_c10d_logger": 7.855666796366374, "distributed/test_c10d_object_collectives": 38.625999450683594, "distributed/test_c10d_pypg": 0.13366666979466876, "distributed/test_c10d_spawn_gloo": 32.453333251178265, "distributed/test_c10d_spawn_nccl": 0.009999999776482582, "distributed/test_c10d_spawn_ucc": 0.01066666655242443, "distributed/test_collective_utils": 32.45999972025553, "distributed/test_composability": 3.9680000940958657, "distributed/test_compute_comm_reordering": 0.0006666666983316342, "distributed/test_control_collectives": 0.19633333384990692, "distributed/test_cupy_as_tensor": 0.0010000000474974513, "distributed/test_data_parallel": 0.03200000058859587, "distributed/test_device_mesh": 286.93000109990436, "distributed/test_dist2": 127.32766646146774, "distributed/test_distributed_spawn": 1862.371337890625, "distributed/test_dynamo_distributed": 21.45866640742558, "distributed/test_fake_pg": 0.15733333428700766, "distributed/test_functional_api": 0.02633333345875144, "distributed/test_inductor_collectives": 0.003000000142492354, "distributed/test_launcher": 1.1986666917800903, "distributed/test_multi_threaded_pg": 0.2563333387176196, "distributed/test_nccl": 0.0010000000474974513, "distributed/test_nvshmem": 0.0003333333491658171, "distributed/test_nvshmem_triton": 0.003000000026077032, "distributed/test_p2p_ipc": 0.0010000000474974513, "distributed/test_pg_wrapper": 39.87433300819248, "distributed/test_serialization": 0.01899999938905239, "distributed/test_store": 37.670999515956886, "distributed/test_symmetric_memory": 0.00466666688832144 }, "jit_legacy": { "test_jit_fuser_legacy": 0.0013333333966632683, "test_jit_legacy": 82.43766687053721 }, "numpy_2_x": { "dynamo/test_functions": 82.97233200073242, "dynamo/test_unspec": 52.45199966430664, "test_binary_ufuncs": 101.31533304850261, "test_fake_tensor": 4.280333393563827, "test_linalg": 171.4173329671224, "test_numpy_interop": 0.39233333865801495, "test_tensor_creation_ops": 22.821000042061012, "test_torch": 9.316000001582628, "torch_np/test_basic": 0.911999997876895 } }, "linux-jammy-rocm-py3.10": { "default": { "backends/xeon/test_launch": 1.6616666714350383, "benchmark_utils/test_benchmark_utils": 0.969000001748403, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 0.5649999976158142, "cpp_extensions/python_agnostic_extension/test/test_python_agnostic": 4.559999942779541, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 5.228333473205566, "distributions/test_constraints": 1.159666657447815, "distributions/test_distributions": 51.519666424021125, "dynamo/test_activation_checkpointing": 33.27566719055176, "dynamo/test_after_aot": 5.166666666666667, "dynamo/test_aot_autograd": 50.97799936930338, "dynamo/test_aot_autograd_cache": 185.28500084082285, "dynamo/test_aot_compile": 9.170333544413248, "dynamo/test_autograd_function": 9.86199982961019, "dynamo/test_backends": 6.502333316214693, "dynamo/test_backward_higher_order_ops": 8.622999827067057, "dynamo/test_base_hop": 2.1533333460489907, "dynamo/test_base_output": 0.0010000000474974513, "dynamo/test_buffers_override": 4.7776665687561035, "dynamo/test_bytecode_utils": 4.611333419879277, "dynamo/test_callback": 0.005333333276212215, "dynamo/test_compile": 5.464999979749943, "dynamo/test_compiler_bisector": 8.36299991607666, "dynamo/test_comptime": 7.597666581471761, "dynamo/test_config": 2.9573333263397217, "dynamo/test_ctx_manager": 8.970000346501669, "dynamo/test_cudagraphs": 2.4743333657582602, "dynamo/test_cudagraphs_expandable_segments": 2.236666679382324, "dynamo/test_debug_utils": 0.8263333265980085, "dynamo/test_decorators": 11.394666989644369, "dynamo/test_deque_reconstruct": 0.57833331823349, "dynamo/test_deviceguard": 0.012333333375863731, "dynamo/test_dicts": 13.186333344628414, "dynamo/test_dynamic_shapes": 1599.9400003353755, "dynamo/test_einops": 0, "dynamo/test_error_messages": 30.899333318074543, "dynamo/test_exc": 2.7353333632151284, "dynamo/test_exceptions": 6.9720001220703125, "dynamo/test_export": 81.66433413823445, "dynamo/test_export_mutations": 1.9463333288828533, "dynamo/test_fake_distributed": 4.458000183105469, "dynamo/test_flat_apply": 0.559333344300588, "dynamo/test_frame_init": 0.23966666559378305, "dynamo/test_functions": 62.672332763671875, "dynamo/test_fx_annotate": 2.452666680018107, "dynamo/test_fx_graph_runnable": 104.02366638183594, "dynamo/test_fx_passes_pre_grad": 3.688666661580404, "dynamo/test_generator": 2.674666723857323, "dynamo/test_global": 4.881666501363118, "dynamo/test_graph_deduplication": 7.000999927520752, "dynamo/test_graph_region_tracker": 1.8859999974568684, "dynamo/test_guard_manager": 3.38100000222524, "dynamo/test_guard_serialization": 8.907000137376599, "dynamo/test_higher_order_ops": 51.441999991734825, "dynamo/test_hooks": 18.58933385213216, "dynamo/test_inline_and_install": 56.016666412353516, "dynamo/test_input_attr_tracking": 5.555333296457927, "dynamo/test_install_free_tensors": 52.672333081563316, "dynamo/test_interop": 0.7429999907811483, "dynamo/test_list": 2.1330000360806785, "dynamo/test_logging": 26.312333424886067, "dynamo/test_metrics_context": 0.2576666623353958, "dynamo/test_minifier": 2.822666645050049, "dynamo/test_misc": 180.3646685530742, "dynamo/test_model_output": 0.0020000000949949026, "dynamo/test_modes": 14.165666858355204, "dynamo/test_modules": 22.973666449387867, "dynamo/test_nested_graph_breaks": 7.274999936421712, "dynamo/test_nops": 0.5176666776339213, "dynamo/test_optimizers": 1.8993333180745442, "dynamo/test_package": 56.13766733805338, "dynamo/test_pgo": 19.28333346048991, "dynamo/test_pre_dispatch": 0.6166666746139526, "dynamo/test_precompile_context": 4.9006667137146, "dynamo/test_profiler": 10.1130002339681, "dynamo/test_python_autograd": 0.7116666833559672, "dynamo/test_python_dispatcher": 0.8253333369890848, "dynamo/test_recompile_ux": 4.125333468119304, "dynamo/test_recompiles": 7.137666543324788, "dynamo/test_reconstruct": 1.018666664759318, "dynamo/test_regional_inductor": 15.827666918436686, "dynamo/test_reorder_logs": 1.1206666727860768, "dynamo/test_repros": 134.9076670408249, "dynamo/test_resume": 0.5379999876022339, "dynamo/test_sdpa": 1.3663334051767986, "dynamo/test_sets": 6.340333407123883, "dynamo/test_skip_guard_eval_unsafe": 5.131333351135254, "dynamo/test_skip_non_tensor": 0.9419999917348226, "dynamo/test_sources": 2.8173333009084067, "dynamo/test_structured_trace": 25.382999420166016, "dynamo/test_subclasses": 45.00066661834717, "dynamo/test_subgraphs": 7.372000217437744, "dynamo/test_trace_rules": 1.3750000198682149, "dynamo/test_unittest": 0.25666667024294537, "dynamo/test_unspec": 38.28700012465318, "dynamo/test_utils": 22.18166685756296, "dynamo/test_verify_correctness": 0.7409999966621399, "dynamo/test_view": 0.8796666661898295, "export/test_converter": 11.740333239237467, "export/test_cpp_serdes": 92.25499725341797, "export/test_db": 19.802666346232098, "export/test_draft_export": 12.80666700998942, "export/test_dynamic_shapes": 0.23133333027362823, "export/test_experimental": 8.432000160217285, "export/test_export": 94.55633286635081, "export/test_export_opinfo": 0.09066666662693024, "export/test_export_strict": 203.13333229223886, "export/test_export_training_ir_to_run_decomp": 498.8213177919388, "export/test_export_with_inline_and_install": 218.700663348039, "export/test_functionalized_assertions": 0.27166666587193805, "export/test_hop": 16.972333272298176, "export/test_lift_unlift": 0.40233332516315085, "export/test_nativert": 0, "export/test_package": 0.4796666701634725, "export/test_pass_infra": 5.528333346048991, "export/test_passes": 34.91399892171224, "export/test_retraceability": 383.42533242702484, "export/test_schema": 0.568666676680247, "export/test_serdes": 384.6496613621712, "export/test_serialize": 61.37800017992655, "export/test_sparse": 345.34132893880206, "export/test_strict_export_v2": 273.3433356285095, "export/test_swap": 8.142000039418539, "export/test_tools": 1.7853333155314128, "export/test_torchbind": 16.85666639210346, "export/test_tree_utils": 0.2426666667064031, "export/test_unflatten": 18.005332946777344, "export/test_unflatten_training_ir": 6.170000076293945, "export/test_upgrader": 0.13099999725818634, "export/test_verifier": 6.518999894460042, "functorch/dim/test_getsetitem": 0.16233332951863608, "functorch/dim/test_split": 0.16433333853880563, "functorch/test_ac_knapsack": 0.24733333569020033, "functorch/test_ac_logging": 0.007666666992008686, "functorch/test_aot_joint_with_descriptors": 8.333666801452637, "functorch/test_aotdispatch": 114.82900147636731, "functorch/test_control_flow": 2286.3053469760343, "functorch/test_dims": 29.947999954223633, "functorch/test_eager_transforms": 17.918000117875636, "functorch/test_logging": 0.27666666110356647, "functorch/test_memory_efficient_fusion": 11.312666495641073, "functorch/test_minifier": 0.3853333393732707, "functorch/test_ops": 3658.8606567382812, "functorch/test_parsing": 0.24266666965559125, "functorch/test_rearrange": 0.28866666555404663, "functorch/test_vmap": 288.6953281927854, "functorch/test_vmap_registrations": 1.9899999698003132, "higher_order_ops/test_invoke_quant": 7.249333302179973, "higher_order_ops/test_invoke_subgraph": 51.94033190359672, "higher_order_ops/test_local_map": 9.95799986521403, "higher_order_ops/test_with_effects": 10.462666829427084, "inductor/test_alignment": 11.053666750590006, "inductor/test_analysis": 0.029666667338460684, "inductor/test_aot_inductor": 2524.155662822692, "inductor/test_aot_inductor_arrayref": 931.3426717122396, "inductor/test_aot_inductor_custom_ops": 170.28000084559122, "inductor/test_aot_inductor_package": 409.4686686197917, "inductor/test_aot_inductor_windows": 0.003000000026077032, "inductor/test_async_compile": 34.05933380126953, "inductor/test_augmented_graph_helper": 0.01600000075995922, "inductor/test_auto_functionalize": 25.827999750773113, "inductor/test_autoheuristic": 3.3421666820844016, "inductor/test_b2b_gemm": 9.734166622161865, "inductor/test_benchmark_fusion": 31.08266734382293, "inductor/test_benchmarking": 0.956333339214325, "inductor/test_best_config": 2.1660000483194985, "inductor/test_binary_folding": 72.27999941507976, "inductor/test_block_analysis": 0.050999999046325684, "inductor/test_cache": 41.95166623592377, "inductor/test_caching": 33.8070012020568, "inductor/test_ck_backend": 684.0563354492188, "inductor/test_codecache": 401.92932824759436, "inductor/test_codegen_triton": 0.1996666689713796, "inductor/test_combo_kernels": 62.660000801086426, "inductor/test_compile": 9.797333399454752, "inductor/test_compile_subprocess": 1940.1103401184082, "inductor/test_compile_worker": 15.309000015258789, "inductor/test_compiled_autograd": 1254.641664641599, "inductor/test_compiled_optimizers": 1630.1556752522786, "inductor/test_config": 4.983333428700765, "inductor/test_control_deps": 2.7579999764760337, "inductor/test_control_flow": 3544.1523217092035, "inductor/test_cooperative_reductions": 103.64733378092448, "inductor/test_coordinate_descent_tuner": 2.231000026067098, "inductor/test_cpp_wrapper_hipify": 0.31433332959810895, "inductor/test_cpu_repro": 1863.8359985351562, "inductor/test_cuda_repro": 113.93399810791016, "inductor/test_cuda_select_algorithm": 11.516000111897787, "inductor/test_cudagraph_trees": 214.66333508491516, "inductor/test_cudagraph_trees_expandable_segments": 185.30933634440103, "inductor/test_custom_lowering": 2.7866666316986084, "inductor/test_custom_partitioner_fn": 3.178999980290731, "inductor/test_custom_post_grad_passes": 5.8426666259765625, "inductor/test_cutedsl_template": 0, "inductor/test_cutlass_backend": 0.006666666517655055, "inductor/test_cutlass_evt": 0.0020000000949949026, "inductor/test_debug_trace": 12.428999900817871, "inductor/test_decompose_mem_bound_mm": 41.00766626993815, "inductor/test_dependencies": 0.19933332999547324, "inductor/test_deterministic": 8.41866683959961, "inductor/test_device_assert": 3.0373334089914956, "inductor/test_device_info": 0.2759999930858612, "inductor/test_distributed_patterns": 19.889333089192707, "inductor/test_efficient_conv_bn_eval": 0.0020000000949949026, "inductor/test_extension_backend": 18.959999720255535, "inductor/test_external_callables": 9.619999885559082, "inductor/test_flex_attention": 2888.9092915852866, "inductor/test_flex_decoding": 1818.5093485514324, "inductor/test_flex_flash": 0.0006666666983316342, "inductor/test_foreach": 561.0256601969401, "inductor/test_fp8": 79.5033339029178, "inductor/test_fused_attention": 205.41600036621094, "inductor/test_fuzzer": 3.502666632334391, "inductor/test_fx_fusion": 0.5009999871253967, "inductor/test_fxir_backend": 51.47533277670542, "inductor/test_gpu_cpp_wrapper": 634.7420043945312, "inductor/test_graph_transform_observer": 0.003000000026077032, "inductor/test_group_batch_fusion": 72.16366680587332, "inductor/test_helion_kernels": 0.0010000000474974513, "inductor/test_indexing": 12.110333241522312, "inductor/test_inductor_annotations": 2.0293333530426025, "inductor/test_inductor_freezing": 47.57366689046224, "inductor/test_inductor_scheduler": 21.16166623433431, "inductor/test_inductor_utils": 1.3966666460037231, "inductor/test_inplace_padding": 19.26533317565918, "inductor/test_inplacing_pass": 12.515666643778482, "inductor/test_kernel_benchmark": 169.64700317382812, "inductor/test_kernel_optimization": 4.9429999987284345, "inductor/test_layout_optim": 10.256500085194906, "inductor/test_loop_ordering": 43.84133295714855, "inductor/test_max_autotune": 718.0089950561523, "inductor/test_mem_estimation": 0.44033333162466687, "inductor/test_memory": 15.279333432515463, "inductor/test_memory_planning": 17.61033312479655, "inductor/test_metrics": 2.572333256403605, "inductor/test_minifier": 105.99666595458984, "inductor/test_minifier_isolate": 0.0020000000949949026, "inductor/test_minifier_utils": 2.928000052769979, "inductor/test_mkldnn_pattern_matcher": 748.1106634140015, "inductor/test_mmdecomp": 15.226333300272623, "inductor/test_move_constructors_to_cuda": 5.718999862670898, "inductor/test_multi_kernel": 27.525999704996746, "inductor/test_native_matmul": 40.23966598510742, "inductor/test_needs_exact_strides": 2.4850000540415444, "inductor/test_online_softmax": 32.48500061035156, "inductor/test_op_completeness": 0.1550000011920929, "inductor/test_op_dtype_prop": 664.961669921875, "inductor/test_ordered_set": 1.1943333312325801, "inductor/test_pad_mm": 55.03799819946289, "inductor/test_padding": 79.11266784040102, "inductor/test_pattern_matcher": 21.915333429972332, "inductor/test_pcache": 5.293666772544384, "inductor/test_perf": 60.43366618951162, "inductor/test_profiler": 6.267333507537842, "inductor/test_provenance_tracing": 46.848334058032684, "inductor/test_quantization": 13.312333106994629, "inductor/test_remote_cache": 0.2363333354393641, "inductor/test_scatter_optimization": 11.289999961853027, "inductor/test_segmented_tree": 0.48133333524068195, "inductor/test_select_algorithm": 26.346000164747238, "inductor/test_snode_runtime": 13.882666617631912, "inductor/test_split_cat_fx_aten_passes": 8.273666739463806, "inductor/test_split_cat_fx_passes": 51.4293327331543, "inductor/test_static_cuda_launcher": 0.04233333344260851, "inductor/test_subgraph_choice": 0.0016666667458290856, "inductor/test_template_heuristics_registry": 0.1623333344856898, "inductor/test_torchbind": 34.523667653401695, "inductor/test_torchinductor": 1118.2666681408882, "inductor/test_torchinductor_codegen_config_overrides": 4.897333304087321, "inductor/test_torchinductor_codegen_dynamic_shapes": 4152.975001017253, "inductor/test_torchinductor_dynamic_shapes": 6597.978696505229, "inductor/test_torchinductor_opinfo": 8914.565958658854, "inductor/test_torchinductor_strided_blocks": 70.91566487650077, "inductor/test_triton_heuristics": 17.213000277678173, "inductor/test_triton_kernels": 213.28933282693228, "inductor/test_triton_syntax": 11.42733351389567, "inductor/test_triton_wrapper": 8.958999951680502, "inductor/test_unbacked_symints": 40.802666982014976, "inductor/test_utils": 0.36533333857854206, "lazy/test_bindings": 0, "lazy/test_debug_util": 0.18133332828680673, "lazy/test_functionalization": 0.186666672428449, "lazy/test_generator": 0.18833333253860474, "lazy/test_reuse_ir": 1.7646666367848713, "lazy/test_step_closures": 2.140000025431315, "lazy/test_ts_opinfo": 0.45866666982571286, "nn/test_convolution": 151.17666498819986, "nn/test_dropout": 1.1473333438237507, "nn/test_embedding": 11.456333458423615, "nn/test_init": 5.841999848683675, "nn/test_lazy_modules": 4.524666706720988, "nn/test_load_state_dict": 1.3133333399891853, "nn/test_module_hooks": 0.41700000191728276, "nn/test_multihead_attention": 101.94966475168864, "nn/test_packed_sequence": 6.104333400726318, "nn/test_parametrization": 9.305333296457926, "nn/test_pooling": 4.833333412806193, "nn/test_pruning": 0.15733333428700766, "profiler/test_cpp_thread": 0.5693333321250975, "profiler/test_execution_trace": 4.424333254496257, "profiler/test_kineto": 0.14466666678587595, "profiler/test_memory_profiler": 3.153333300103744, "profiler/test_profiler": 28.0490000108645, "profiler/test_profiler_tree": 0.40700000524520874, "profiler/test_python_tracer": 3.53766663869222, "profiler/test_record_function": 0.3149999976158142, "profiler/test_torch_tidy": 3.25, "test_accelerator": 0.6976666649182638, "test_ao_sparsity": 58.46666679050153, "test_appending_byte_serializer": 0.14233333865801492, "test_autocast": 2.02199999243021, "test_autograd": 63.530665673781186, "test_autograd_fallback": 0.32999999324480694, "test_autoload": 0.47066666682561237, "test_binary_ufuncs": 288.4459991455078, "test_bundled_inputs": 2.5943333307902017, "test_comparison_utils": 0.27533333500226337, "test_compile_benchmark_util": 2.752000013987223, "test_complex": 0.25500000019868213, "test_content_store": 5.343000094095866, "test_cpp_api_parity": 12.490666389465332, "test_cpp_extensions_aot_ninja": 0.4079999993943299, "test_cpp_extensions_aot_no_ninja": 0.4026666695717722, "test_cpp_extensions_jit": 330.677001953125, "test_cpp_extensions_mtia_backend": 0, "test_cpp_extensions_open_device_registration": 19.14966646830241, "test_cpp_extensions_stream_and_event": 0, "test_cuda": 126.76933268872865, "test_cuda_multigpu": 0.6156666803484162, "test_cuda_primary_ctx": 0.004000000189989805, "test_cuda_sanitizer": 0.6100000108902653, "test_cuda_trace": 1.334333340326945, "test_custom_ops": 25.06999962652723, "test_dataloader": 205.46233393597262, "test_datapipe": 9.958000060326109, "test_decomp": 9238.997065451113, "test_deploy": 0.12200000137090683, "test_dispatch": 34.71633327255646, "test_dlpack": 0.5689999858538309, "test_dynamic_shapes": 56.13333323970437, "test_expanded_weights": 44.366332828998566, "test_extension_utils": 0.2759999930858612, "test_fake_tensor": 8.980666615845015, "test_file_check": 1.518666664759318, "test_flop_counter": 9.479666709899902, "test_foreach": 370.27733357747394, "test_function_schema": 0.4726666609446208, "test_functional_autograd_benchmark": 29.278000513712566, "test_functional_optim": 0.29366667071978253, "test_functionalization": 7.680999914805095, "test_functionalization_of_rng_ops": 4.456666628519694, "test_futures": 0.9763333201408386, "test_fx": 182.32966628608605, "test_fx_experimental": 57.6360008319219, "test_fx_passes": 0.49266666794816655, "test_fx_reinplace_pass": 0.6886666814486185, "test_hop_infra": 0.004000000189989805, "test_hub": 24.46533266703288, "test_import_stats": 2.813666661580404, "test_indexing": 16.902332976460457, "test_itt": 0.1386666645606359, "test_jit": 219.34033289528452, "test_jit_autocast": 17.507333278656006, "test_jit_disabled": 0.2523333380619685, "test_jit_fuser_te": 552.9456678790351, "test_jit_llga_fuser": 0.17333333225299916, "test_jiterator": 20.993999481201172, "test_legacy_vmap": 112.5056666135788, "test_license": 0.1469999998807907, "test_linalg": 319.5243326822917, "test_logging": 1.9150000015894573, "test_masked": 21.95800018310547, "test_maskedtensor": 11.463333290070295, "test_matmul_cuda": 83.81866455078125, "test_meta": 2050.7829842117303, "test_mkl_verbose": 3.453333298365275, "test_mkldnn_fusion": 84.9803352355957, "test_mkldnn_verbose": 3.121666749318441, "test_mobile_optimizer": 2.2396666208902993, "test_model_exports_to_core_aten": 0.1479999969402949, "test_module_tracker": 0.18066666026910147, "test_modules": 1137.8780110677083, "test_monitor": 0.33266666034857434, "test_multiprocessing": 57.7466672261556, "test_multiprocessing_spawn": 126.33800230159734, "test_namedtensor": 1.756666660308838, "test_namedtuple_return_api": 1.343666712443034, "test_native_functions": 0.3390000065167745, "test_native_mha": 1.9219999313354492, "test_nestedtensor": 1369.222345462457, "test_nn": 342.25499656505417, "test_numa_binding": 4.432666619618733, "test_numba_integration": 0.15000000099341074, "test_numpy_interop": 0.5256666541099548, "test_opaque_obj": 0.6353333195050558, "test_opaque_obj_v2": 0.26366665959358215, "test_openmp": 3.4043333530426025, "test_openreg": 1.4950000147024791, "test_ops": 4614.597027317, "test_ops_fwd_gradients": 706.4126586914062, "test_ops_gradients": 1040.9346720377605, "test_ops_jit": 787.6056620279948, "test_optim": 239.70399777094522, "test_out_dtype_op": 3.8703333536783853, "test_overrides": 2.011666677077301, "test_package": 1.5696666402121384, "test_per_overload_api": 0.2593333224455516, "test_prims": 0.8136666649952531, "test_privateuseone_python_backend": 0.17300000290075937, "test_proxy_tensor": 40.77966651196281, "test_pruning_op": 0.478000005086263, "test_public_bindings": 5.699999968210856, "test_python_dispatch": 0.9403333365917206, "test_pytree": 1.891666704788804, "test_quantization": 7059.947645596888, "test_reductions": 116.09933217366536, "test_rename_privateuse1_to_existing_device": 0.2613333264986674, "test_scaled_matmul_cuda": 0.19266666968663534, "test_scatter_gather_ops": 11.647333463033041, "test_schema_check": 320.7383357733488, "test_segment_reductions": 2.0216666062672934, "test_serialization": 39.353999714677535, "test_set_default_mobile_cpu_allocator": 0.28100000818570453, "test_shape_ops": 17.302000045776367, "test_show_pickle": 0.17099999884764353, "test_sort_and_select": 3.373333295186361, "test_sparse": 384.9353348314762, "test_sparse_csr": 1024.9686907728512, "test_sparse_semi_structured": 0.003000000142492354, "test_spectral_ops": 162.92233276367188, "test_stateless": 4.57233323653539, "test_subclass": 0.5276666680971781, "test_sympy_utils": 18.545666817653302, "test_tensor_creation_ops": 102.33033444577207, "test_tensorboard": 0.9116666687186807, "test_tensorexpr": 42.32733281453451, "test_tensorexpr_pybind": 0.3649999974295497, "test_testing": 30.79500032798387, "test_torch": 211.0746626762751, "test_torchfuzz_repros": 8.954666455586752, "test_transformers": 223.35333184339106, "test_transformers_privateuse1": 0.13533333192269006, "test_type_hints": 0.14466666181882223, "test_type_info": 0.26500000556310016, "test_type_promotion": 6.947333176930745, "test_typing": 53.98833338419596, "test_unary_ufuncs": 464.1146647135417, "test_utils": 25.890666271559894, "test_utils_config_module": 0.25300000111262005, "test_utils_filelock": 0.2630000015099843, "test_varlen_attention": 1.397333304087321, "test_view_ops": 10.812333405017853, "test_vulkan": 0, "test_weak": 4.056333242915571, "test_xnnpack_integration": 30.030666631141987, "torch_np/numpy_tests/core/test_dlpack": 0.0013333333966632683, "torch_np/numpy_tests/core/test_dtype": 0.32566667433517676, "torch_np/numpy_tests/core/test_einsum": 10.27866692103756, "torch_np/numpy_tests/core/test_getlimits": 0.26466666561706614, "torch_np/numpy_tests/core/test_indexing": 0.522666678763926, "torch_np/numpy_tests/core/test_multiarray": 22.43666701748346, "torch_np/numpy_tests/core/test_numeric": 3.4756667090502256, "torch_np/numpy_tests/core/test_numerictypes": 0.27433333068620414, "torch_np/numpy_tests/core/test_scalar_ctors": 0.41666666076829034, "torch_np/numpy_tests/core/test_scalar_methods": 0.0003333333491658171, "torch_np/numpy_tests/core/test_scalarinherit": 0, "torch_np/numpy_tests/core/test_scalarmath": 17.102666728858214, "torch_np/numpy_tests/core/test_shape_base": 0.39433332563688356, "torch_np/numpy_tests/fft/test_helper": 4.214333384763449, "torch_np/numpy_tests/fft/test_pocketfft": 23.56499977906545, "torch_np/numpy_tests/lib/test_arraypad": 0.15466666718324026, "torch_np/numpy_tests/lib/test_arraysetops": 0.3296666671910013, "torch_np/numpy_tests/lib/test_function_base": 1.433999997874101, "torch_np/numpy_tests/lib/test_histograms": 1.3533333155016105, "torch_np/numpy_tests/lib/test_index_tricks": 0.2893333324464038, "torch_np/numpy_tests/lib/test_shape_base_": 0.6566666644842675, "torch_np/numpy_tests/lib/test_twodim_base": 0.9676666792171696, "torch_np/numpy_tests/lib/test_type_check": 0.303999997714224, "torch_np/numpy_tests/linalg/test_linalg": 8.264333269015575, "torch_np/test_basic": 1.7979999906383455, "torch_np/test_binary_ufuncs": 0.30366666118303937, "torch_np/test_dtype": 0.27300000190734863, "torch_np/test_function_base": 0.2866666615009308, "torch_np/test_indexing": 2.3456666469573975, "torch_np/test_ndarray_methods": 2.94133332821851, "torch_np/test_nep50_examples": 0.009000000427477062, "torch_np/test_random": 0.2830000001316269, "torch_np/test_reductions": 1.7340000007922451, "torch_np/test_scalars_0D_arrays": 0.41766666372617084, "torch_np/test_ufuncs_basic": 0.857999989297241, "torch_np/test_unary_ufuncs": 0.33233333627382916, "typing/test_python_operators": 0.6860000093777975 }, "distributed": { "distributed/_composable/fsdp/test_fully_shard_autograd": 49.85500204563141, "distributed/_composable/fsdp/test_fully_shard_clip_grad_norm_": 82.02700138092041, "distributed/_composable/fsdp/test_fully_shard_comm": 277.0260043218732, "distributed/_composable/fsdp/test_fully_shard_compile": 375.0669937133789, "distributed/_composable/fsdp/test_fully_shard_extensions": 33.97500038146973, "distributed/_composable/fsdp/test_fully_shard_frozen": 57.375999450683594, "distributed/_composable/fsdp/test_fully_shard_grad_scaler": 14.494999885559082, "distributed/_composable/fsdp/test_fully_shard_ignore_params": 11.286999702453613, "distributed/_composable/fsdp/test_fully_shard_init": 11.731999929994345, "distributed/_composable/fsdp/test_fully_shard_memory": 24.320999145507812, "distributed/_composable/fsdp/test_fully_shard_mixed_precision": 70.02299880981445, "distributed/_composable/fsdp/test_fully_shard_overlap": 0.1679999977350235, "distributed/_composable/fsdp/test_fully_shard_state": 0.4869999885559082, "distributed/_composable/fsdp/test_fully_shard_state_dict": 66.56800037622452, "distributed/_composable/fsdp/test_fully_shard_training": 519.2629944662331, "distributed/_composable/test_checkpoint": 1.7430000305175781, "distributed/_composable/test_composability/test_2d_composability": 196.62800216674805, "distributed/_composable/test_composability/test_pp_composability": 233.7209930419922, "distributed/_composable/test_contract": 0.41100001335144043, "distributed/_composable/test_replicate": 68.30599880218506, "distributed/_composable/test_replicate_mixed_precision": 108.00199890136719, "distributed/_composable/test_replicate_training": 324.9289992451668, "distributed/_composable/test_replicate_with_compiler": 169.06600244145375, "distributed/_composable/test_replicate_with_fsdp": 49.16899871826172, "distributed/_pycute/test_coalesce": 0.4000000059604645, "distributed/_pycute/test_complement": 0.4050000011920929, "distributed/_pycute/test_composition": 0.4059999883174896, "distributed/_pycute/test_int_tuple": 0.40799999237060547, "distributed/_pycute/test_left_inverse": 0.39899998903274536, "distributed/_pycute/test_right_inverse": 0.40700000524520874, "distributed/_pycute/test_typing": 0.3930000066757202, "distributed/_shard/sharded_optim/test_sharded_optim": 19.735000610351562, "distributed/_shard/sharded_tensor/ops/test_binary_cmp": 46.52199935913086, "distributed/_shard/sharded_tensor/ops/test_embedding": 20.733999252319336, "distributed/_shard/sharded_tensor/ops/test_embedding_bag": 21.472000122070312, "distributed/_shard/sharded_tensor/ops/test_init": 30.195999145507812, "distributed/_shard/sharded_tensor/ops/test_tensor_ops": 44.57699966430664, "distributed/_shard/sharded_tensor/test_logger": 0.39899998903274536, "distributed/_shard/sharded_tensor/test_sharded_tensor": 508.84599872818217, "distributed/_shard/sharded_tensor/test_sharded_tensor_reshard": 17.99799919128418, "distributed/_shard/sharding_plan/test_sharding_plan": 26.445999145507812, "distributed/_shard/sharding_spec/test_sharding_spec": 22.48900055140257, "distributed/_shard/test_sharder": 19.56599998474121, "distributed/_tools/test_fake_collectives": 0.3089999854564667, "distributed/_tools/test_fsdp2_mem_tracker": 50.69800090789795, "distributed/_tools/test_mem_tracker": 4.392000198364258, "distributed/_tools/test_memory_tracker": 2.748000144958496, "distributed/_tools/test_mod_tracker": 0.531000018119812, "distributed/_tools/test_runtime_estimator": 43.62300109863281, "distributed/_tools/test_sac_estimator": 2.818000078201294, "distributed/_tools/test_sac_ilp": 6.784000113606453, "distributed/algorithms/ddp_comm_hooks/test_ddp_hooks": 56.62699890136719, "distributed/algorithms/quantization/test_quantization": 56.167999267578125, "distributed/algorithms/test_join": 78.68199920654297, "distributed/checkpoint/_experimental/test_barriers": 0.4959999918937683, "distributed/checkpoint/_experimental/test_builder": 3.2269999980926514, "distributed/checkpoint/_experimental/test_checkpoint_process": 28.34200068912469, "distributed/checkpoint/_experimental/test_checkpoint_reader": 0.44600000977516174, "distributed/checkpoint/_experimental/test_checkpoint_writer": 0.5109999915584922, "distributed/checkpoint/_experimental/test_checkpointer": 31.334999084472656, "distributed/checkpoint/_experimental/test_staging": 0.41600000858306885, "distributed/checkpoint/_experimental/test_types": 0.35100001096725464, "distributed/checkpoint/e2e/test_e2e_save_and_load": 169.997004032135, "distributed/checkpoint/e2e/test_fine_tuning": 10.572999954223633, "distributed/checkpoint/e2e/test_fsdp_ep": 3.6500000953674316, "distributed/checkpoint/e2e/test_pipeline": 7.558000087738037, "distributed/checkpoint/fsdp/test_fsdp_dsd": 73.10199737548828, "distributed/checkpoint/test_async_process_executor": 15.17199993133545, "distributed/checkpoint/test_checkpoint": 63.32800102233887, "distributed/checkpoint/test_compatibility": 0.5049999952316284, "distributed/checkpoint/test_consolidate_hf_safetensors": 49.875, "distributed/checkpoint/test_dedup_tensors": 0.40299999713897705, "distributed/checkpoint/test_dtensor_checkpoint": 9.562999725341797, "distributed/checkpoint/test_dtensor_resharding": 121.19799995422363, "distributed/checkpoint/test_file_system_checkpoint": 73.55699878931046, "distributed/checkpoint/test_file_system_checkpoint_cpu": 33.916000206023455, "distributed/checkpoint/test_format_utils": 17.21299934387207, "distributed/checkpoint/test_fsdp_model_state": 20.493999481201172, "distributed/checkpoint/test_fsdp_optim_state": 22.511999130249023, "distributed/checkpoint/test_fsdp_tp_checkpoint_conversion": 11.291000366210938, "distributed/checkpoint/test_fsspec": 20.33700018329546, "distributed/checkpoint/test_hf_safetensor_e2e": 57.88700169324875, "distributed/checkpoint/test_hf_storage": 0.5149999856948853, "distributed/checkpoint/test_hsdp_checkpoint": 46.75400161743164, "distributed/checkpoint/test_nested_dict": 0.39899998903274536, "distributed/checkpoint/test_pg_transport": 14.026000522077084, "distributed/checkpoint/test_planner": 0.5580000057816505, "distributed/checkpoint/test_quantized_hf_storage": 0.009999999776482582, "distributed/checkpoint/test_save_load_api": 18.29400062561035, "distributed/checkpoint/test_state_dict": 256.0190005302429, "distributed/checkpoint/test_state_dict_stager": 49.84300047159195, "distributed/checkpoint/test_state_dict_utils": 66.99199676513672, "distributed/checkpoint/test_tp_checkpoint": 19.988000869750977, "distributed/checkpoint/test_traverse": 0.40299999713897705, "distributed/checkpoint/test_utils": 46.39000048208982, "distributed/elastic/events/lib_test": 0.48600001633167267, "distributed/elastic/metrics/api_test": 0.3630000054836273, "distributed/elastic/multiprocessing/api_test": 24.488999684574082, "distributed/elastic/multiprocessing/test_api": 0.023000000044703484, "distributed/elastic/test_control_plane": 0.609000027179718, "distributed/elastic/timer/local_timer_example": 11.829999923706055, "distributed/elastic/timer/local_timer_test": 5.182999864220619, "distributed/elastic/utils/distributed_test": 5.644000053405762, "distributed/elastic/utils/logging_test": 0.40400001406669617, "distributed/elastic/utils/util_test": 0.6040000170469284, "distributed/flight_recorder/test_fr_analysis": 0.4979999967617914, "distributed/fsdp/test_checkpoint_wrapper": 1.059999942779541, "distributed/fsdp/test_distributed_checkpoint": 24.125999450683594, "distributed/fsdp/test_fsdp_apply": 28.695999145507812, "distributed/fsdp/test_fsdp_backward_prefetch": 11.081000328063965, "distributed/fsdp/test_fsdp_checkpoint": 192.57000732421875, "distributed/fsdp/test_fsdp_clip_grad_norm": 58.90800094604492, "distributed/fsdp/test_fsdp_comm": 102.69199752807617, "distributed/fsdp/test_fsdp_comm_hooks": 284.5169982910156, "distributed/fsdp/test_fsdp_core": 1367.196021080017, "distributed/fsdp/test_fsdp_dtensor_state_dict": 158.87899780273438, "distributed/fsdp/test_fsdp_exec_order": 85.66000366210938, "distributed/fsdp/test_fsdp_fine_tune": 52.084999084472656, "distributed/fsdp/test_fsdp_flatten_params": 111.20700073242188, "distributed/fsdp/test_fsdp_freezing_weights": 357.7340087890625, "distributed/fsdp/test_fsdp_fx": 0.17000000178813934, "distributed/fsdp/test_fsdp_grad_acc": 76.99700164794922, "distributed/fsdp/test_fsdp_hybrid_shard": 88.16500091552734, "distributed/fsdp/test_fsdp_ignored_modules": 78.4020004272461, "distributed/fsdp/test_fsdp_input": 18.033000946044922, "distributed/fsdp/test_fsdp_memory": 35.71699905395508, "distributed/fsdp/test_fsdp_meta": 81.01200103759766, "distributed/fsdp/test_fsdp_misc": 130.20499342679977, "distributed/fsdp/test_fsdp_mixed_precision": 674.9650115966797, "distributed/fsdp/test_fsdp_multiple_wrapping": 10.723999977111816, "distributed/fsdp/test_fsdp_optim_state": 685.0799865722656, "distributed/fsdp/test_fsdp_overlap": 24.27400016784668, "distributed/fsdp/test_fsdp_pure_fp16": 21.687999725341797, "distributed/fsdp/test_fsdp_sharded_grad_scaler": 224.3249982893467, "distributed/fsdp/test_fsdp_state_dict": 1646.438952445984, "distributed/fsdp/test_fsdp_tp_integration": 45.14899826049805, "distributed/fsdp/test_fsdp_traversal": 9.168000221252441, "distributed/fsdp/test_fsdp_uneven": 10.92300033569336, "distributed/fsdp/test_fsdp_unshard_params": 127.4950008392334, "distributed/fsdp/test_fsdp_use_orig_params": 542.2819981761277, "distributed/fsdp/test_hsdp_dtensor_state_dict": 103.69300079345703, "distributed/fsdp/test_shard_utils": 18.003000259399414, "distributed/fsdp/test_utils": 0.1889999955892563, "distributed/fsdp/test_wrap": 230.28499906882644, "distributed/launcher/test_api": 0.1940000057220459, "distributed/launcher/test_run": 38.71799850463867, "distributed/nn/jit/test_instantiator": 0.40400001406669617, "distributed/optim/test_zero_redundancy_optimizer": 204.06199645996094, "distributed/pipelining/test_backward": 1.806999921798706, "distributed/pipelining/test_microbatch": 23.459999084472656, "distributed/pipelining/test_pipe": 0.9490000009536743, "distributed/pipelining/test_schedule": 47.755998495267704, "distributed/pipelining/test_schedule_multiproc": 25.904000282287598, "distributed/pipelining/test_stage": 33.35099983215332, "distributed/pipelining/test_transformer": 1.2890000343322754, "distributed/pipelining/test_unflatten": 5.5370001792907715, "distributed/tensor/debug/test_comm_mode": 1.2610000371932983, "distributed/tensor/debug/test_comm_mode_features": 39.558998107910156, "distributed/tensor/debug/test_debug_mode": 9.434000015258789, "distributed/tensor/debug/test_op_coverage": 0.5040000081062317, "distributed/tensor/experimental/test_local_map": 61.16600036621094, "distributed/tensor/experimental/test_register_sharding": 18.184999465942383, "distributed/tensor/experimental/test_tp_transform": 52.35300064086914, "distributed/tensor/parallel/test_micro_pipeline_tp": 15.410999715328217, "distributed/tensor/parallel/test_parallelize_api": 168.69900512695312, "distributed/tensor/parallel/test_tp_examples": 189.54400634765625, "distributed/tensor/parallel/test_tp_random_state": 10.369999885559082, "distributed/tensor/parallel/test_tp_style": 83.68699645996094, "distributed/tensor/test_api": 89.84400177001953, "distributed/tensor/test_attention": 240.8340015411377, "distributed/tensor/test_common_rules": 3.7709999084472656, "distributed/tensor/test_convolution_ops": 133.31399536132812, "distributed/tensor/test_dtensor": 339.8740015029907, "distributed/tensor/test_dtensor_compile": 285.4880084991455, "distributed/tensor/test_dtensor_dispatch_overhead": 9.670999526977539, "distributed/tensor/test_dtensor_export": 10.42300033569336, "distributed/tensor/test_dtensor_testbase": 6.140999794006348, "distributed/tensor/test_dynamic": 45.37900161743164, "distributed/tensor/test_embedding_ops": 39.14799880981445, "distributed/tensor/test_experimental_ops": 26.80500030517578, "distributed/tensor/test_fake": 0.5109999775886536, "distributed/tensor/test_init": 66.29599952697754, "distributed/tensor/test_math_ops": 197.6300048828125, "distributed/tensor/test_matrix_ops": 123.55699920654297, "distributed/tensor/test_op_schema": 0.4020000100135803, "distributed/tensor/test_op_strategy": 64.5540011972189, "distributed/tensor/test_optimizers": 126.3030014038086, "distributed/tensor/test_pointwise_ops": 1.3869999647140503, "distributed/tensor/test_random_ops": 121.00999855995178, "distributed/tensor/test_redistribute": 235.17400455474854, "distributed/tensor/test_tensor_ops": 310.2470016479492, "distributed/tensor/test_utils": 98.74299730360508, "distributed/tensor/test_view_ops": 84.57699966430664, "distributed/tensor/test_xla_integration": 0.26100000739097595, "distributed/test_aten_comm_compute_reordering": 316.88499450683594, "distributed/test_backends": 0.008999999612569809, "distributed/test_c10d_common": 104.50200140476227, "distributed/test_c10d_functional_native": 291.42099392414093, "distributed/test_c10d_gloo": 1010.807000182569, "distributed/test_c10d_logger": 13.295999526977539, "distributed/test_c10d_nccl": 2001.502012736746, "distributed/test_c10d_object_collectives": 86.6719970703125, "distributed/test_c10d_ops_nccl": 12.446000099182129, "distributed/test_c10d_pypg": 4.083999961614609, "distributed/test_c10d_spawn_gloo": 45.64499855041504, "distributed/test_c10d_spawn_nccl": 85.97599792480469, "distributed/test_c10d_spawn_ucc": 0.006000000052154064, "distributed/test_collective_utils": 27.91199916228652, "distributed/test_composability": 13.743000030517578, "distributed/test_compute_comm_reordering": 120.68900299072266, "distributed/test_control_collectives": 0.5059999823570251, "distributed/test_cupy_as_tensor": 4.540999889373779, "distributed/test_data_parallel": 38.33299948275089, "distributed/test_device_mesh": 311.0489995162934, "distributed/test_dist2": 165.21200066804886, "distributed/test_distributed_spawn": 5572.157958984375, "distributed/test_dynamo_distributed": 662.3550043106079, "distributed/test_fake_pg": 2.062999963760376, "distributed/test_functional_api": 143.58799998415634, "distributed/test_inductor_collectives": 318.60899543762207, "distributed/test_launcher": 1.4490000009536743, "distributed/test_local_tensor": 0.8380000069737434, "distributed/test_multi_threaded_pg": 0.9309999942779541, "distributed/test_nccl": 12.826000213623047, "distributed/test_nvshmem": 0, "distributed/test_nvshmem_triton": 0.003000000026077032, "distributed/test_p2p_ipc": 4.324999809265137, "distributed/test_pg_wrapper": 117.53000259399414, "distributed/test_run": 0.1979999989271164, "distributed/test_serialization": 0.6299999952316284, "distributed/test_store": 74.38399957120419, "distributed/test_symmetric_memory": 14.380999740911648, "test_linalg": 10.98799991607666 }, "slow": { "backends/xeon/test_launch": 1.6009999910990398, "benchmark_utils/test_benchmark_utils": 252.61566670735678, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 0.028333333631356556, "cpp_extensions/python_agnostic_extension/test/test_python_agnostic": 4.521666685740153, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 0.15066666901111603, "distributions/test_constraints": 1.2233333190282185, "distributions/test_distributions": 0.23800000548362732, "dynamo/test_activation_checkpointing": 0.03533333291610082, "dynamo/test_after_aot": 0.23300000031789145, "dynamo/test_aot_autograd": 0.28966666261355084, "dynamo/test_aot_autograd_cache": 0.10000000335276127, "dynamo/test_aot_compile": 0.2396666705608368, "dynamo/test_autograd_function": 0.04066666712363561, "dynamo/test_backends": 0.019333333436710138, "dynamo/test_backward_higher_order_ops": 0.23866666853427887, "dynamo/test_base_hop": 0.2473333328962326, "dynamo/test_base_output": 0.0010000000474974513, "dynamo/test_buffers_override": 0.24033333361148834, "dynamo/test_bytecode_utils": 0.255666666237327, "dynamo/test_callback": 0.003000000026077032, "dynamo/test_compile": 0.2589999963917459, "dynamo/test_compiler_bisector": 0.00800000037997961, "dynamo/test_comptime": 0.24333332975705466, "dynamo/test_config": 0.2376666615406672, "dynamo/test_ctx_manager": 1.4803333083788555, "dynamo/test_cudagraphs": 0.23933333158493042, "dynamo/test_cudagraphs_expandable_segments": 0.014999999664723873, "dynamo/test_debug_utils": 0.004000000189989805, "dynamo/test_decorators": 0.30300000309944153, "dynamo/test_deque_reconstruct": 0.2403333286444346, "dynamo/test_deviceguard": 0.00999999966006726, "dynamo/test_dicts": 0.27566666920514155, "dynamo/test_dynamic_shapes": 678.3520030671885, "dynamo/test_einops": 0, "dynamo/test_error_messages": 0.2773333390553792, "dynamo/test_exc": 0.012666666880249977, "dynamo/test_exceptions": 0.28066665927569073, "dynamo/test_export": 0.18900000443682075, "dynamo/test_export_mutations": 0.23999999463558197, "dynamo/test_fake_distributed": 4.479666709899902, "dynamo/test_flat_apply": 0.23699999849001566, "dynamo/test_frame_init": 0.2336666683355967, "dynamo/test_functions": 0.4710000120103359, "dynamo/test_fx_annotate": 0.004999999888241291, "dynamo/test_fx_graph_runnable": 0.014999999664723873, "dynamo/test_fx_passes_pre_grad": 0.23399999737739563, "dynamo/test_generator": 0.31366667011752725, "dynamo/test_global": 0.2426666667064031, "dynamo/test_graph_deduplication": 0.2503333290417989, "dynamo/test_graph_region_tracker": 0.25466667115688324, "dynamo/test_guard_manager": 0.7789999897358939, "dynamo/test_guard_serialization": 0.05399999942164868, "dynamo/test_higher_order_ops": 0.23466666353245577, "dynamo/test_hooks": 0.2693333327770233, "dynamo/test_inline_and_install": 0.18566667040189108, "dynamo/test_input_attr_tracking": 0.24899999797344208, "dynamo/test_install_free_tensors": 0.2569999983534217, "dynamo/test_interop": 0.24333332975705466, "dynamo/test_list": 0.27300000252823037, "dynamo/test_logging": 0.052000001072883606, "dynamo/test_metrics_context": 0.25699999928474426, "dynamo/test_minifier": 0.01600000075995922, "dynamo/test_misc": 0.6189999837661162, "dynamo/test_model_output": 0.0020000000949949026, "dynamo/test_modes": 14.415000424797958, "dynamo/test_modules": 0.1346666644094512, "dynamo/test_nested_graph_breaks": 0.25233333309491474, "dynamo/test_nops": 0.23533332844575247, "dynamo/test_optimizers": 0.2316666692495346, "dynamo/test_package": 0.05133333305517832, "dynamo/test_pgo": 0.2446666657924652, "dynamo/test_pre_dispatch": 0.24266667167345682, "dynamo/test_precompile_context": 0.003000000026077032, "dynamo/test_profiler": 0.2500000049670537, "dynamo/test_python_autograd": 0.24166666467984518, "dynamo/test_python_dispatcher": 0.013333333656191826, "dynamo/test_recompile_ux": 0.24300000071525574, "dynamo/test_recompiles": 0.24633332590262094, "dynamo/test_reconstruct": 0.014000000432133675, "dynamo/test_regional_inductor": 0.006000000052154064, "dynamo/test_reorder_logs": 0.26533333243181306, "dynamo/test_repros": 0.33900000201538205, "dynamo/test_resume": 0.2296666701634725, "dynamo/test_sdpa": 0.2409999966621399, "dynamo/test_sets": 0.35733332907936227, "dynamo/test_skip_guard_eval_unsafe": 0.23733333249886832, "dynamo/test_skip_non_tensor": 0.2396666705608368, "dynamo/test_sources": 0.23666666944821677, "dynamo/test_structured_trace": 0.029999999329447746, "dynamo/test_subclasses": 0.25733333081007004, "dynamo/test_subgraphs": 0.2756666640440623, "dynamo/test_trace_rules": 0.24033333163242787, "dynamo/test_unittest": 0.2576666673024495, "dynamo/test_unspec": 0.051999999093823135, "dynamo/test_utils": 0.24866666931969425, "dynamo/test_verify_correctness": 0.23699999849001566, "dynamo/test_view": 0.2646666616201401, "export/test_converter": 11.556333223978678, "export/test_cpp_serdes": 0.42399999499320984, "export/test_db": 0.2669999897480011, "export/test_draft_export": 0.24966667095820108, "export/test_dynamic_shapes": 0.23699999849001566, "export/test_experimental": 0.26166666050752, "export/test_export": 3.2516667234400907, "export/test_export_opinfo": 0.008999999612569809, "export/test_export_strict": 0.43299999460577965, "export/test_export_training_ir_to_run_decomp": 0.8659999892115593, "export/test_export_with_inline_and_install": 0.43299999460577965, "export/test_functionalized_assertions": 0.1393333375453949, "export/test_hop": 0.04500000178813934, "export/test_lift_unlift": 0.4226666649337858, "export/test_nativert": 0, "export/test_package": 0.24133333067099252, "export/test_pass_infra": 0.24300000071525574, "export/test_passes": 0.03500000014901161, "export/test_retraceability": 0.8659999892115593, "export/test_schema": 0.2389999975760778, "export/test_serdes": 0.8659999892115593, "export/test_serialize": 0.2503333320297922, "export/test_sparse": 0.4283333420753479, "export/test_strict_export_v2": 0.43299999460577965, "export/test_swap": 0.249333331361413, "export/test_tools": 0.233666663368543, "export/test_torchbind": 17.031666582838323, "export/test_tree_utils": 0.23566666742165884, "export/test_unflatten": 0.25966666142145794, "export/test_unflatten_training_ir": 0.2600000003973643, "export/test_upgrader": 0.11800000071525574, "export/test_verifier": 0.24799999594688416, "functorch/dim/test_getsetitem": 0.14199999968210855, "functorch/dim/test_split": 0.15733333428700766, "functorch/test_ac_knapsack": 0.23866666636119285, "functorch/test_ac_logging": 0.00800000037997961, "functorch/test_aot_joint_with_descriptors": 0.2403333286444346, "functorch/test_aotdispatch": 0.534000001847744, "functorch/test_control_flow": 158.88099958126745, "functorch/test_dims": 0.2940000059703986, "functorch/test_eager_transforms": 0.36000000196509063, "functorch/test_logging": 0.23033333321412405, "functorch/test_memory_efficient_fusion": 0.2733333398355171, "functorch/test_minifier": 0.23800000051657358, "functorch/test_ops": 1090.5050048828125, "functorch/test_parsing": 0.23299999830002585, "functorch/test_rearrange": 0.23533332844575247, "functorch/test_vmap": 5.967666708553831, "functorch/test_vmap_registrations": 1.9873332977294922, "higher_order_ops/test_invoke_quant": 0.014000000432133675, "higher_order_ops/test_invoke_subgraph": 0.06800000125076622, "higher_order_ops/test_local_map": 10.1456667582194, "higher_order_ops/test_with_effects": 10.306000073750814, "inductor/test_alignment": 0.012000000104308128, "inductor/test_analysis": 0.028000000631436706, "inductor/test_aot_inductor": 623.7600085857945, "inductor/test_aot_inductor_arrayref": 65.19666798909505, "inductor/test_aot_inductor_custom_ops": 0.04233333251128594, "inductor/test_aot_inductor_package": 0.07066666583220164, "inductor/test_aot_inductor_windows": 0.0010000000474974513, "inductor/test_async_compile": 0.00800000037997961, "inductor/test_augmented_graph_helper": 0.017000000923871994, "inductor/test_auto_functionalize": 0.26866666475931805, "inductor/test_autoheuristic": 0.006000000052154064, "inductor/test_b2b_gemm": 0.009333333000540733, "inductor/test_benchmark_fusion": 146.66133226147699, "inductor/test_benchmarking": 0.012000000104308128, "inductor/test_best_config": 0.0010000000474974513, "inductor/test_binary_folding": 0.006000000052154064, "inductor/test_block_analysis": 0.03733333324392637, "inductor/test_cache": 0.968999981880188, "inductor/test_caching": 0.38333333873500425, "inductor/test_ck_backend": 181.60033671061197, "inductor/test_codecache": 0.21733333725327006, "inductor/test_codegen_triton": 0.0010000000474974513, "inductor/test_combo_kernels": 0.020999999716877937, "inductor/test_compile": 0.008999999612569809, "inductor/test_compile_subprocess": 396.61932991545956, "inductor/test_compile_worker": 0.004999999888241291, "inductor/test_compiled_autograd": 588.296334794412, "inductor/test_compiled_optimizers": 157.23500180244446, "inductor/test_config": 0.014999999664723873, "inductor/test_control_deps": 0.0010000000474974513, "inductor/test_control_flow": 0.7400000018533319, "inductor/test_cooperative_reductions": 0.16300000622868538, "inductor/test_coordinate_descent_tuner": 0.004999999888241291, "inductor/test_cpp_wrapper_hipify": 0.2553333391745885, "inductor/test_cpu_repro": 62.74733225504557, "inductor/test_cuda_repro": 0.08633333444595337, "inductor/test_cuda_select_algorithm": 0.18299999833106995, "inductor/test_cudagraph_trees": 0.1563333279142777, "inductor/test_cudagraph_trees_expandable_segments": 0.14433332780996957, "inductor/test_custom_lowering": 0.006000000052154064, "inductor/test_custom_partitioner_fn": 0.0010000000474974513, "inductor/test_custom_post_grad_passes": 0.006000000052154064, "inductor/test_cutedsl_template": 0.0003333333491658171, "inductor/test_cutlass_backend": 0.004000000189989805, "inductor/test_cutlass_evt": 0.0020000000949949026, "inductor/test_debug_trace": 0.003000000026077032, "inductor/test_decompose_mem_bound_mm": 0.03500000014901161, "inductor/test_dependencies": 0.004999999888241291, "inductor/test_deterministic": 0.007000000216066837, "inductor/test_device_assert": 0.00800000037997961, "inductor/test_device_info": 0.2639999985694885, "inductor/test_distributed_patterns": 0.019999999552965164, "inductor/test_efficient_conv_bn_eval": 293.0366668701172, "inductor/test_extension_backend": 18.94966697692871, "inductor/test_external_callables": 0.010999999940395355, "inductor/test_flex_attention": 0.75100002810359, "inductor/test_flex_decoding": 0.5789999961853027, "inductor/test_flex_flash": 0.0013333333966632683, "inductor/test_foreach": 0.5210000276565552, "inductor/test_fp8": 0.12766666477546096, "inductor/test_fused_attention": 0.10833333246409893, "inductor/test_fuzzer": 0.009999999776482582, "inductor/test_fx_fusion": 0.14233333865801492, "inductor/test_fxir_backend": 0.06800000183284283, "inductor/test_gpu_cpp_wrapper": 0.2939999997615814, "inductor/test_graph_transform_observer": 0.0010000000474974513, "inductor/test_group_batch_fusion": 0.011000000522471964, "inductor/test_helion_kernels": 0.0010000000474974513, "inductor/test_indexing": 0.02199999988079071, "inductor/test_inductor_annotations": 0.0020000000949949026, "inductor/test_inductor_freezing": 0.04800000041723251, "inductor/test_inductor_scheduler": 0.006000000052154064, "inductor/test_inductor_utils": 0.41466666261355084, "inductor/test_inplace_padding": 0.008999999612569809, "inductor/test_inplacing_pass": 0.02199999988079071, "inductor/test_kernel_benchmark": 0.017999999225139618, "inductor/test_kernel_optimization": 0.0010000000474974513, "inductor/test_layout_optim": 0.014666666587193808, "inductor/test_loop_ordering": 0.20900000041971603, "inductor/test_max_autotune": 0.29233333088147145, "inductor/test_mem_estimation": 0.23866666457615793, "inductor/test_memory": 0.00800000037997961, "inductor/test_memory_planning": 0.004000000189989805, "inductor/test_metrics": 0.006000000052154064, "inductor/test_minifier": 0.014666666587193808, "inductor/test_minifier_isolate": 57.73100026448568, "inductor/test_minifier_utils": 0.23200000325838724, "inductor/test_mkldnn_pattern_matcher": 0.28666666615754366, "inductor/test_mmdecomp": 0.028999999165534973, "inductor/test_move_constructors_to_cuda": 0.007000000216066837, "inductor/test_multi_kernel": 0.01899999938905239, "inductor/test_native_matmul": 0.00800000037997961, "inductor/test_needs_exact_strides": 0.0020000000949949026, "inductor/test_online_softmax": 0.03099999949336052, "inductor/test_op_completeness": 0.14933333297570547, "inductor/test_op_dtype_prop": 0.6990000009536743, "inductor/test_ordered_set": 0.7803333287592977, "inductor/test_pad_mm": 0.017999999225139618, "inductor/test_padding": 0.05000000027939677, "inductor/test_pattern_matcher": 0.048333333184321724, "inductor/test_pcache": 0.23300000093877316, "inductor/test_perf": 0.06599999987520278, "inductor/test_profiler": 0.007000000216066837, "inductor/test_provenance_tracing": 0.011666666638726989, "inductor/test_quantization": 0.0020000000949949026, "inductor/test_remote_cache": 0.2403333286444346, "inductor/test_scatter_optimization": 0.00800000037997961, "inductor/test_segmented_tree": 0.24100000162919363, "inductor/test_select_algorithm": 0.023333333316259086, "inductor/test_snode_runtime": 0.022333333346371848, "inductor/test_split_cat_fx_aten_passes": 0.0050000002374872565, "inductor/test_split_cat_fx_passes": 0.010999999940395355, "inductor/test_static_cuda_launcher": 0.01699999999254942, "inductor/test_subgraph_choice": 0.0010000000474974513, "inductor/test_template_heuristics_registry": 0.1440000037352244, "inductor/test_torchbind": 0.01600000075995922, "inductor/test_torchinductor": 109.10266740274771, "inductor/test_torchinductor_codegen_config_overrides": 0.004000000189989805, "inductor/test_torchinductor_codegen_dynamic_shapes": 703.7723316649596, "inductor/test_torchinductor_dynamic_shapes": 1334.0163595676422, "inductor/test_torchinductor_opinfo": 5565.5643310546875, "inductor/test_torchinductor_strided_blocks": 0.10199999762699008, "inductor/test_triton_heuristics": 0.011000000406056643, "inductor/test_triton_kernels": 0.36399999633431435, "inductor/test_triton_syntax": 0.0010000000474974513, "inductor/test_triton_wrapper": 0.0010000000474974513, "inductor/test_unbacked_symints": 0.032999999821186066, "inductor/test_utils": 0.13166666527589163, "lazy/test_bindings": 0.0003333333491658171, "lazy/test_debug_util": 0.14066666861375174, "lazy/test_functionalization": 0.14033333460489908, "lazy/test_generator": 0.14100000262260437, "lazy/test_reuse_ir": 0.14433333277702332, "lazy/test_step_closures": 0.1423333336909612, "lazy/test_ts_opinfo": 0.01000000024214387, "nn/test_convolution": 277.93834326043725, "nn/test_dropout": 0.009000000078231096, "nn/test_embedding": 0.1600000075995922, "nn/test_init": 0.5216666559378306, "nn/test_lazy_modules": 0.1550000011920929, "nn/test_load_state_dict": 0.13366666537088653, "nn/test_module_hooks": 0.15200000132123628, "nn/test_multihead_attention": 0.02000000048428774, "nn/test_packed_sequence": 0.1516666660706202, "nn/test_parametrization": 0.059000000124797225, "nn/test_pooling": 3.7743332677831254, "nn/test_pruning": 0.12799999862909317, "profiler/test_cpp_thread": 0.5103333268004159, "profiler/test_execution_trace": 0.014000000432133675, "profiler/test_kineto": 0.1379999965429306, "profiler/test_memory_profiler": 0.033000000519678, "profiler/test_profiler": 0.0836666680018728, "profiler/test_profiler_tree": 0.14533333480358124, "profiler/test_python_tracer": 0.1433333307504654, "profiler/test_record_function": 0.14333333571751913, "profiler/test_torch_tidy": 0.25666667024294537, "test_accelerator": 0.1543333331743876, "test_ao_sparsity": 0.32566666762189317, "test_appending_byte_serializer": 0.14666666587193808, "test_autocast": 0.10366666596382856, "test_autograd": 5.511666522671779, "test_autograd_fallback": 0.2770000100135803, "test_autoload": 0.4726666609446208, "test_binary_ufuncs": 18.89633305867513, "test_bundled_inputs": 0.1503333350022634, "test_comparison_utils": 0.14433333277702332, "test_compile_benchmark_util": 0.227333332101504, "test_complex": 0.01566666706154744, "test_content_store": 0.004000000189989805, "test_cpp_api_parity": 0.48899999260902405, "test_cpp_extensions_aot_ninja": 0.1183333315808947, "test_cpp_extensions_aot_no_ninja": 0.11233333556447178, "test_cpp_extensions_jit": 0.1303333342075348, "test_cpp_extensions_mtia_backend": 0, "test_cpp_extensions_open_device_registration": 20.089333216349285, "test_cpp_extensions_stream_and_event": 0, "test_cuda": 7.448666676452073, "test_cuda_multigpu": 0.12333333554367225, "test_cuda_primary_ctx": 0.7429999907811483, "test_cuda_sanitizer": 0.2609999990090728, "test_cuda_trace": 1.319000005722046, "test_custom_ops": 0.39500000374391675, "test_dataloader": 521.0426661577852, "test_datapipe": 0.329000003519468, "test_decomp": 7566.817310221454, "test_deploy": 0.1266666700442632, "test_dispatch": 0.27233332488685846, "test_dlpack": 0.15533333520094553, "test_dynamic_shapes": 0.499999997826914, "test_expanded_weights": 0.21600000467151403, "test_extension_utils": 0.16266666849454245, "test_fake_tensor": 0.28600000543519855, "test_file_check": 0.14666666587193808, "test_flop_counter": 0.019999999552965164, "test_foreach": 3.5910000801086426, "test_function_schema": 0.1996666689713796, "test_functional_autograd_benchmark": 68.99599838256836, "test_functional_optim": 0.23199999829133353, "test_functionalization": 0.34433332830667496, "test_functionalization_of_rng_ops": 0.009999999776482582, "test_futures": 0.24566666781902313, "test_fx": 161.9493267868335, "test_fx_experimental": 0.7350000040605664, "test_fx_passes": 0.2843333364774783, "test_fx_reinplace_pass": 0.1566666712363561, "test_hop_infra": 0.003000000026077032, "test_hub": 0.24600000182787576, "test_import_stats": 0.14566666881243387, "test_indexing": 0.18666666435698667, "test_itt": 0.14633333683013916, "test_jit": 244.3550014717815, "test_jit_autocast": 0.05533333277950684, "test_jit_disabled": 0.17166666686534882, "test_jit_fuser_te": 421.772668752082, "test_jit_llga_fuser": 0.0026666667933265367, "test_jiterator": 0.29333333174387616, "test_legacy_vmap": 0.125, "test_license": 0.13933333257834116, "test_linalg": 527.2800038655599, "test_logging": 0.13933333257834116, "test_masked": 0.13633333643277487, "test_maskedtensor": 0.955333319803079, "test_matmul_cuda": 1.1693333387374878, "test_meta": 128.36999593054256, "test_mkl_verbose": 0.13833333551883698, "test_mkldnn_fusion": 50.25900141398112, "test_mkldnn_verbose": 0.1386666645606359, "test_mobile_optimizer": 0.23300000031789145, "test_model_exports_to_core_aten": 0.14466666678587595, "test_module_tracker": 0.14600000282128653, "test_modules": 1415.3093363444011, "test_monitor": 0.33133332928021747, "test_multiprocessing": 0.12166666736205418, "test_multiprocessing_spawn": 7.941666756756604, "test_namedtensor": 0.08699999749660492, "test_namedtuple_return_api": 0.1579999973376592, "test_native_functions": 0.16099999845027924, "test_native_mha": 0.05400000140070915, "test_nestedtensor": 1.6470000033732504, "test_nn": 90.62666731781792, "test_numa_binding": 0.24666666487852731, "test_numba_integration": 0.008999999612569809, "test_numpy_interop": 0.04500000178813934, "test_opaque_obj": 1.9979999860127766, "test_opaque_obj_v2": 0.24433333178361258, "test_openmp": 0.14633333683013916, "test_openreg": 0.3369999937713146, "test_ops": 331.39866430859547, "test_ops_fwd_gradients": 76.17100016276042, "test_ops_gradients": 140.0556666056315, "test_ops_jit": 60.59033330281576, "test_optim": 181.18766992166638, "test_out_dtype_op": 0.01899999938905239, "test_overrides": 1.7613333438057452, "test_package": 0.3580000029954438, "test_per_overload_api": 0.14600000282128653, "test_prims": 0.02600000030361116, "test_privateuseone_python_backend": 0.15733333925406137, "test_proxy_tensor": 0.17366666490367302, "test_pruning_op": 0.14566666881243387, "test_public_bindings": 0.14100000262260437, "test_python_dispatch": 0.11799999664071947, "test_pytree": 0.3376666692396005, "test_quantization": 5714.702669962736, "test_reductions": 4.704666614532471, "test_rename_privateuse1_to_existing_device": 0.13766666253407797, "test_scaled_matmul_cuda": 0.01566666675110658, "test_scatter_gather_ops": 0.07599999755620956, "test_schema_check": 8.880999947587648, "test_segment_reductions": 0.07400000095367432, "test_serialization": 0.18800000264309347, "test_set_default_mobile_cpu_allocator": 0.1469999998807907, "test_shape_ops": 0.09799999743700027, "test_show_pickle": 0.15700000524520874, "test_sort_and_select": 0.1120000034570694, "test_sparse": 256.26633265144966, "test_sparse_csr": 359.4950079848447, "test_sparse_semi_structured": 0.004000000189989805, "test_spectral_ops": 0.3479999899864197, "test_stateless": 0.13933333160821348, "test_subclass": 0.3336666723092397, "test_sympy_utils": 0.21000000659842044, "test_tensor_creation_ops": 0.9833333271866044, "test_tensorboard": 120.67400058052347, "test_tensorexpr": 0.29600000381469727, "test_tensorexpr_pybind": 0.23366666635653624, "test_testing": 2.134666670773489, "test_torch": 24.111666749580763, "test_torchfuzz_repros": 9.59233315785726, "test_transformers": 14.584666599985212, "test_transformers_privateuse1": 0.10266666611035664, "test_type_hints": 0.14633333186308542, "test_type_info": 0.14399999876817068, "test_type_promotion": 0.4270000060399373, "test_typing": 53.13400014241537, "test_unary_ufuncs": 25.491666793823242, "test_utils": 6.680333300377242, "test_utils_config_module": 0.25066666305065155, "test_utils_filelock": 0.14566666881243387, "test_varlen_attention": 0.09033333261807759, "test_view_ops": 0.27799999713897705, "test_vulkan": 0, "test_weak": 0.3899999974916379, "test_xnnpack_integration": 753.3870157877294, "torch_np/numpy_tests/core/test_dlpack": 0.0010000000474974513, "torch_np/numpy_tests/core/test_dtype": 0.2570000005653128, "torch_np/numpy_tests/core/test_einsum": 0.2723333368776366, "torch_np/numpy_tests/core/test_getlimits": 0.20533333555795252, "torch_np/numpy_tests/core/test_indexing": 0.29033333773259073, "torch_np/numpy_tests/core/test_multiarray": 526.0423217936186, "torch_np/numpy_tests/core/test_numeric": 0.4740000002396603, "torch_np/numpy_tests/core/test_numerictypes": 0.2590000010483588, "torch_np/numpy_tests/core/test_scalar_ctors": 0.3153333239412556, "torch_np/numpy_tests/core/test_scalar_methods": 0.004666666694295903, "torch_np/numpy_tests/core/test_scalarinherit": 0, "torch_np/numpy_tests/core/test_scalarmath": 37.5743319519097, "torch_np/numpy_tests/core/test_shape_base": 0.33566666052987176, "torch_np/numpy_tests/fft/test_helper": 0.15466666124605885, "torch_np/numpy_tests/fft/test_pocketfft": 0.3066666692805787, "torch_np/numpy_tests/lib/test_arraypad": 0.147666667898496, "torch_np/numpy_tests/lib/test_arraysetops": 0.24066667060833424, "torch_np/numpy_tests/lib/test_function_base": 0.5986666625443225, "torch_np/numpy_tests/lib/test_histograms": 0.7179999972383181, "torch_np/numpy_tests/lib/test_index_tricks": 0.27100000414066017, "torch_np/numpy_tests/lib/test_shape_base_": 0.29566666883571696, "torch_np/numpy_tests/lib/test_twodim_base": 0.2576666618309294, "torch_np/numpy_tests/lib/test_type_check": 0.2726666680537164, "torch_np/numpy_tests/linalg/test_linalg": 1.7219999847778429, "torch_np/test_basic": 0.46366666288425523, "torch_np/test_binary_ufuncs": 0.26266666253407794, "torch_np/test_dtype": 0.21133333444595337, "torch_np/test_function_base": 0.1386666645606359, "torch_np/test_indexing": 0.14966667195161185, "torch_np/test_ndarray_methods": 0.5680000042775646, "torch_np/test_nep50_examples": 0.009000000427477062, "torch_np/test_random": 0.27800000392987084, "torch_np/test_reductions": 1.2149999969018002, "torch_np/test_scalars_0D_arrays": 0.26633332545558613, "torch_np/test_ufuncs_basic": 0.5800000072922558, "torch_np/test_unary_ufuncs": 0.2826666633288066, "typing/test_python_operators": 0.5423333446184794 } }, "linux-jammy-rocm-py3.10-mi300": { "default": { "backends/xeon/test_launch": 1.8213333288828533, "benchmark_utils/test_benchmark_utils": 0.793666660785675, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 0.3660000065962474, "cpp_extensions/python_agnostic_extension/test/test_python_agnostic": 2.631666660308838, "distributions/test_constraints": 1.4443333943684895, "distributions/test_distributions": 54.44599989273896, "dynamo/test_activation_checkpointing": 19.144999821980793, "dynamo/test_after_aot": 6.301333427429199, "dynamo/test_aot_autograd": 45.392333984375, "dynamo/test_aot_autograd_cache": 171.46466471751532, "dynamo/test_autograd_function": 9.238333384195963, "dynamo/test_backends": 6.47099993925076, "dynamo/test_backward_higher_order_ops": 9.325000127156576, "dynamo/test_base_hop": 0.5976666609446207, "dynamo/test_base_output": 0.0010000000474974513, "dynamo/test_buffers_override": 6.231666723887126, "dynamo/test_bytecode_utils": 6.543666685620944, "dynamo/test_callback": 0.006000000052154064, "dynamo/test_compile": 6.725666802803365, "dynamo/test_compiler_bisector": 6.774999936421712, "dynamo/test_comptime": 10.086666425069174, "dynamo/test_config": 4.387333393096924, "dynamo/test_ctx_manager": 14.860666791598002, "dynamo/test_cudagraphs": 3.8430000146230063, "dynamo/test_cudagraphs_expandable_segments": 3.805999994277954, "dynamo/test_debug_utils": 0.7650000092883905, "dynamo/test_decorators": 11.941666920979818, "dynamo/test_deque_reconstruct": 0.36500000953674316, "dynamo/test_deviceguard": 0.01433333366488417, "dynamo/test_dicts": 6.635666688283284, "dynamo/test_dynamic_shapes": 1236.600006043911, "dynamo/test_einops": 0, "dynamo/test_error_messages": 27.96666653951009, "dynamo/test_exc": 2.425666650136312, "dynamo/test_exceptions": 7.331000169118245, "dynamo/test_export": 56.84000015258789, "dynamo/test_export_mutations": 3.6619999408721924, "dynamo/test_fake_distributed": 5.391999880472819, "dynamo/test_flat_apply": 0.329666664203008, "dynamo/test_frame_init": 0.13166666527589163, "dynamo/test_functions": 46.71466716130575, "dynamo/test_fx_graph_runnable": 99.73000081380208, "dynamo/test_fx_passes_pre_grad": 3.990666707356771, "dynamo/test_generator": 2.1690000457068286, "dynamo/test_global": 6.437000115712483, "dynamo/test_graph_deduplication": 2.0389999945958457, "dynamo/test_graph_region_tracker": 1.6376666625340779, "dynamo/test_guard_manager": 4.409333388010661, "dynamo/test_guard_serialization": 4.719666639963786, "dynamo/test_higher_order_ops": 42.46166650454203, "dynamo/test_hooks": 18.68833351135254, "dynamo/test_inline_and_install": 44.31966781616211, "dynamo/test_input_attr_tracking": 7.031333128611247, "dynamo/test_install_free_tensors": 26.33500011761983, "dynamo/test_interop": 0.4463333288828532, "dynamo/test_list": 1.6589999794960022, "dynamo/test_logging": 24.715667088826496, "dynamo/test_metrics_context": 0.12133333335320155, "dynamo/test_minifier": 2.2190000216166177, "dynamo/test_misc": 130.10733424002925, "dynamo/test_model_output": 5.503666619459788, "dynamo/test_modes": 34.967667032654084, "dynamo/test_modules": 18.566333214441936, "dynamo/test_nops": 0.3866666654745738, "dynamo/test_optimizers": 1.1100000143051147, "dynamo/test_package": 39.68066660563151, "dynamo/test_pgo": 14.244000116984049, "dynamo/test_pre_dispatch": 0.3893333276112874, "dynamo/test_precompile_context": 3.0449999968210855, "dynamo/test_profiler": 10.684333165486654, "dynamo/test_python_autograd": 0.4336666762828827, "dynamo/test_python_dispatcher": 0.7690000136693319, "dynamo/test_recompile_ux": 5.427999973297119, "dynamo/test_recompiles": 8.415333112080893, "dynamo/test_reconstruct": 0.8689999977747599, "dynamo/test_reorder_logs": 0.8663333257039388, "dynamo/test_repros": 112.66433429718018, "dynamo/test_resume": 0.3186666667461395, "dynamo/test_sdpa": 0.326666663090388, "dynamo/test_sets": 4.958666746815045, "dynamo/test_skip_guard_eval_unsafe": 6.339333375295003, "dynamo/test_skip_non_tensor": 0.7443333466847738, "dynamo/test_sources": 0.3356666664282481, "dynamo/test_structured_trace": 13.60100015004476, "dynamo/test_subclasses": 39.295333544413246, "dynamo/test_subgraphs": 8.898666699727377, "dynamo/test_trace_rules": 1.0593333492676418, "dynamo/test_unittest": 0.08433333535989125, "dynamo/test_unspec": 32.48733386397362, "dynamo/test_utils": 18.453000026755035, "dynamo/test_verify_correctness": 0.39533333977063495, "dynamo/test_view": 0.6266666650772095, "export/test_converter": 8.707666714986166, "export/test_cpp_serdes": 52.21533330281576, "export/test_db": 17.677000045776367, "export/test_draft_export": 11.626999855041504, "export/test_experimental": 5.751333236694336, "export/test_export": 62.69000023603439, "export/test_export_strict": 165.43766490618387, "export/test_export_training_ir_to_run_decomp": 278.47233162323636, "export/test_export_with_inline_and_install": 142.07166933019957, "export/test_functionalized_assertions": 0.12633333603541055, "export/test_hop": 13.888666470845541, "export/test_lift_unlift": 0.2976666718799, "export/test_package": 0.33833332856496173, "export/test_pass_infra": 5.38866662979126, "export/test_passes": 23.044666926066082, "export/test_retraceability": 215.86333584785461, "export/test_schema": 0.37600000699361164, "export/test_serdes": 180.29366604983807, "export/test_serialize": 36.40200018386046, "export/test_sparse": 283.40700276692706, "export/test_swap": 8.021333376566568, "export/test_tools": 4.015333255132039, "export/test_torchbind": 11.061333324527368, "export/test_tree_utils": 0.11900000025828679, "export/test_unflatten": 12.014999548594156, "export/test_unflatten_training_ir": 11.658999601999918, "export/test_upgrader": 0.004666666655490796, "export/test_verifier": 6.755333264668782, "functorch/test_ac_knapsack": 0.13733333131919304, "functorch/test_ac_logging": 0.007000000216066837, "functorch/test_aotdispatch": 95.24033350745837, "functorch/test_control_flow": 492.09532399475574, "functorch/test_dims": 34.26699956258138, "functorch/test_eager_transforms": 17.353333200017612, "functorch/test_logging": 0.1489999939997991, "functorch/test_memory_efficient_fusion": 13.348666732509932, "functorch/test_minifier": 0.22599999606609344, "functorch/test_ops": 2820.6776733398438, "functorch/test_parsing": 0.13233333872631192, "functorch/test_rearrange": 0.14199999968210855, "functorch/test_vmap": 273.04167146297794, "functorch/test_vmap_registrations": 1.9803333282470703, "higher_order_ops/test_invoke_quant": 11.291666885217031, "higher_order_ops/test_invoke_subgraph": 39.62933331200232, "higher_order_ops/test_with_effects": 11.449333508809408, "inductor/test_alignment": 8.980666796366373, "inductor/test_analysis": 0.02866666717454791, "inductor/test_aot_inductor": 2109.7646822816073, "inductor/test_aot_inductor_arrayref": 810.5586649576823, "inductor/test_aot_inductor_custom_ops": 136.51333141326904, "inductor/test_aot_inductor_package": 351.1836675008138, "inductor/test_async_compile": 12.577333450317383, "inductor/test_auto_functionalize": 26.30400021870931, "inductor/test_benchmark_fusion": 34.50966683328928, "inductor/test_benchmarking": 1.0069999694824219, "inductor/test_best_config": 2.0903332233428955, "inductor/test_binary_folding": 61.559666315714516, "inductor/test_block_analysis": 0.04533333331346512, "inductor/test_ck_backend": 0.035999998450279236, "inductor/test_codecache": 296.93199710982543, "inductor/test_codegen_triton": 0.05700000002980232, "inductor/test_combo_kernels": 45.1193331082662, "inductor/test_compile": 9.113666534423828, "inductor/test_compile_subprocess": 904.775676640876, "inductor/test_compile_worker": 14.733999888102213, "inductor/test_compiled_autograd": 1122.398675693199, "inductor/test_compiled_optimizers": 1698.6539847056072, "inductor/test_config": 4.796666622161865, "inductor/test_control_flow": 956.2923436890123, "inductor/test_cooperative_reductions": 88.46100107828777, "inductor/test_coordinate_descent_tuner": 3.146000067392985, "inductor/test_cpp_wrapper_hipify": 0.3416666587193807, "inductor/test_cpu_repro": 2012.4026590983074, "inductor/test_cuda_repro": 98.08399963378906, "inductor/test_cudagraph_trees": 145.5920001665751, "inductor/test_cudagraph_trees_expandable_segments": 147.85599772135416, "inductor/test_custom_lowering": 2.684000015258789, "inductor/test_custom_post_grad_passes": 5.723333517710368, "inductor/test_cutlass_backend": 0.003000000026077032, "inductor/test_cutlass_evt": 0.0010000000474974513, "inductor/test_debug_trace": 8.55566692352295, "inductor/test_decompose_mem_bound_mm": 35.11500040690104, "inductor/test_dependencies": 0.05666666726271311, "inductor/test_distributed_patterns": 15.226333618164062, "inductor/test_efficient_conv_bn_eval": 0.0020000000949949026, "inductor/test_extension_backend": 17.772666295369465, "inductor/test_external_callables": 16.01966667175293, "inductor/test_flex_attention": 2961.99098777771, "inductor/test_flex_decoding": 1532.0980122884114, "inductor/test_foreach": 443.4116617838542, "inductor/test_fp8": 325.43399302164715, "inductor/test_fused_attention": 159.35266749064127, "inductor/test_fuzzer": 3.991666793823242, "inductor/test_fx_fusion": 0.23066666225592294, "inductor/test_fxir_backend": 20.946333567301433, "inductor/test_gpu_cpp_wrapper": 527.3999989827474, "inductor/test_graph_transform_observer": 0.004000000189989805, "inductor/test_group_batch_fusion": 43.30633247488489, "inductor/test_helion_kernels": 105.49499766031902, "inductor/test_indexing": 2.389333258072535, "inductor/test_inductor_annotations": 2.4013333320617676, "inductor/test_inductor_freezing": 54.32600084940592, "inductor/test_inductor_scheduler": 19.84166653951009, "inductor/test_inductor_utils": 3.052333354949951, "inductor/test_inplace_padding": 23.648000081380207, "inductor/test_inplacing_pass": 9.54699993133545, "inductor/test_kernel_benchmark": 174.3556671142578, "inductor/test_loop_ordering": 29.7733335668842, "inductor/test_max_autotune": 541.3960005442301, "inductor/test_memory": 7.647999922434489, "inductor/test_memory_planning": 15.619000116984049, "inductor/test_metrics": 2.554333289464315, "inductor/test_minifier": 96.7530008951823, "inductor/test_minifier_isolate": 0.003000000026077032, "inductor/test_minifier_utils": 4.149333318074544, "inductor/test_mkldnn_pattern_matcher": 775.1556625366211, "inductor/test_mmdecomp": 16.34833335876465, "inductor/test_move_constructors_to_cuda": 5.5550001462300616, "inductor/test_multi_kernel": 22.314334233601887, "inductor/test_online_softmax": 27.818000157674152, "inductor/test_op_completeness": 0.1263333335518837, "inductor/test_op_dtype_prop": 466.3966776529948, "inductor/test_ordered_set": 1.430333340850969, "inductor/test_pad_mm": 62.94600041707357, "inductor/test_padding": 32.40700000260646, "inductor/test_pattern_matcher": 48.61000061035156, "inductor/test_perf": 45.54500015576681, "inductor/test_profiler": 5.691666603088379, "inductor/test_provenance_tracing": 7.1190000165564316, "inductor/test_quantization": 17.753000259399414, "inductor/test_scatter_optimization": 18.474999745686848, "inductor/test_select_algorithm": 39.40533320109049, "inductor/test_snode_runtime": 10.380333294471106, "inductor/test_split_cat_fx_aten_passes": 4.983333428700765, "inductor/test_split_cat_fx_passes": 43.607000986735024, "inductor/test_static_cuda_launcher": 0.03800000064074993, "inductor/test_subgraph_choice": 0.0010000000474974513, "inductor/test_torchbind": 30.83066685994466, "inductor/test_torchinductor": 836.5546600818634, "inductor/test_torchinductor_codegen_config_overrides": 3.9546666940053306, "inductor/test_torchinductor_codegen_dynamic_shapes": 2703.1006927490234, "inductor/test_torchinductor_dynamic_shapes": 3336.2376457850137, "inductor/test_torchinductor_opinfo": 7389.571370442708, "inductor/test_torchinductor_strided_blocks": 54.51566623946807, "inductor/test_triton_heuristics": 8.84266671538353, "inductor/test_triton_kernels": 181.3340007464091, "inductor/test_triton_syntax": 19.702333450317383, "inductor/test_triton_wrapper": 9.876666386922201, "inductor/test_unbacked_symints": 20.162999471028645, "inductor/test_utils": 0.35066667199134827, "lazy/test_bindings": 0, "lazy/test_debug_util": 0.14000000059604645, "lazy/test_functionalization": 0.15066666901111603, "lazy/test_generator": 0.14866666495800018, "lazy/test_reuse_ir": 0.39666666587193805, "lazy/test_step_closures": 2.118666648864746, "lazy/test_ts_opinfo": 0.5276666631301244, "nn/test_convolution": 106.60466893513997, "nn/test_dropout": 0.9523333211739858, "nn/test_embedding": 10.822333484888077, "nn/test_init": 3.2096667289733887, "nn/test_lazy_modules": 0.4726666510105133, "nn/test_load_state_dict": 0.6049999942382177, "nn/test_module_hooks": 0.1756666690732042, "nn/test_multihead_attention": 10.155333360036215, "nn/test_packed_sequence": 0.6610000133514404, "nn/test_parametrization": 4.521999975045522, "nn/test_pooling": 18.863999952872593, "nn/test_pruning": 0.06633333365122478, "profiler/test_cpp_thread": 0.4379999965506916, "profiler/test_execution_trace": 3.453333298365275, "profiler/test_kineto": 0.11600000162919362, "profiler/test_memory_profiler": 3.5033333242560425, "profiler/test_profiler": 43.93833286862355, "profiler/test_profiler_tree": 0.15899999936421713, "profiler/test_record_function": 0.14899999896685281, "profiler/test_torch_tidy": 4.483666737874349, "test_accelerator": 0.3736666639645894, "test_ao_sparsity": 9.011333259288222, "test_appending_byte_serializer": 0.11899999777475993, "test_autocast": 9.445000250047693, "test_autograd": 63.7786663613903, "test_autograd_fallback": 0.3440000017484029, "test_autoload": 0.604333316286405, "test_binary_ufuncs": 103.84600067138672, "test_bundled_inputs": 0.8583333094914755, "test_comparison_utils": 0.1246666635076205, "test_compile_benchmark_util": 0, "test_complex": 0.29200000564257306, "test_content_store": 6.803333282470703, "test_cpp_api_parity": 11.290666262308756, "test_cpp_extensions_aot_ninja": 0.2786666660491998, "test_cpp_extensions_aot_no_ninja": 0.2763333301603173, "test_cpp_extensions_jit": 293.05832926432294, "test_cpp_extensions_mtia_backend": 0, "test_cpp_extensions_open_device_registration": 20.94866689046224, "test_cpp_extensions_stream_and_event": 0, "test_cuda": 168.74999864201527, "test_cuda_multigpu": 0.5183333344757557, "test_cuda_primary_ctx": 0.004000000189989805, "test_cuda_sanitizer": 0.5386666728494068, "test_cuda_trace": 3.3516667683919272, "test_custom_ops": 27.383000005191814, "test_dataloader": 130.8429977647805, "test_datapipe": 11.354000097994382, "test_decomp": 7467.080221842199, "test_deploy": 0.10700000077486038, "test_dispatch": 31.5350006322066, "test_dlpack": 0.4443333347638448, "test_dynamic_shapes": 27.50933354301378, "test_expanded_weights": 36.34033344189326, "test_extension_utils": 0.25966667135556537, "test_fake_tensor": 5.592333376562844, "test_file_check": 1.6459999879201253, "test_flop_counter": 3.702000061670939, "test_foreach": 280.97633870442706, "test_function_schema": 0.2763333320617676, "test_functional_autograd_benchmark": 29.798999786376953, "test_functional_optim": 0.1723333348830541, "test_functionalization": 3.3773332834243774, "test_functionalization_of_rng_ops": 5.165666580200195, "test_futures": 0.749666670958201, "test_fx": 167.33499690673003, "test_fx_experimental": 10.619666414956251, "test_fx_passes": 0.34566666558384895, "test_fx_reinplace_pass": 0.39899999896685284, "test_hop_infra": 0.004000000189989805, "test_hub": 18.150000254313152, "test_import_stats": 3.384999990463257, "test_indexing": 13.125999998301268, "test_itt": 0.1116666669646899, "test_jit": 89.98733348236419, "test_jit_autocast": 18.63800032933553, "test_jit_disabled": 0.2990000049273173, "test_jit_fuser_te": 568.537995343407, "test_jit_llga_fuser": 115.88166571268812, "test_jiterator": 14.275333404541016, "test_legacy_vmap": 4.2996666431427, "test_license": 0.11966666827599208, "test_linalg": 436.2260030110677, "test_logging": 2.3589999675750732, "test_masked": 19.996999740600586, "test_maskedtensor": 7.95033323392272, "test_matmul_cuda": 76.39633305867513, "test_meta": 1600.6486598312233, "test_mkl_verbose": 3.6799999872843423, "test_mkldnn_fusion": 24.138333638509113, "test_mkldnn_verbose": 3.3289999961853027, "test_mobile_optimizer": 1.7606666485468547, "test_model_exports_to_core_aten": 0.10300000011920929, "test_module_tracker": 0.11300000051657359, "test_modules": 503.71767171223956, "test_monitor": 0.21966666976610819, "test_multiprocessing": 69.89500045776367, "test_multiprocessing_spawn": 126.86000231207193, "test_namedtensor": 1.7989999850591023, "test_namedtuple_return_api": 1.2676666577657063, "test_native_functions": 0.19366666674613953, "test_native_mha": 6.788000106811523, "test_nestedtensor": 1262.179309744155, "test_nn": 446.5693364093313, "test_numba_integration": 0.2206666668256124, "test_numpy_interop": 0.26099999745686847, "test_openmp": 2.8679999510447183, "test_openreg": 3.9553333123524985, "test_ops": 3930.422998327917, "test_ops_fwd_gradients": 636.3489990234375, "test_ops_gradients": 862.997324625651, "test_ops_jit": 706.3343404134115, "test_optim": 281.5336609284083, "test_out_dtype_op": 4.617000102996826, "test_overrides": 2.054999972887648, "test_package": 1.4956666318078835, "test_per_overload_api": 0.11866666873296101, "test_prims": 0.7413333415364226, "test_proxy_tensor": 9.360999934996167, "test_pruning_op": 0.2839999894301097, "test_public_bindings": 6.789999961853027, "test_python_dispatch": 0.8023333395831287, "test_pytree": 1.8073333144032706, "test_quantization": 1674.26033050012, "test_reductions": 107.27866617838542, "test_scatter_gather_ops": 11.782666524251303, "test_schema_check": 309.4550003260374, "test_segment_reductions": 1.7683332761128743, "test_serialization": 38.62666631676257, "test_set_default_mobile_cpu_allocator": 0.11199999849001567, "test_shape_ops": 18.37733332316081, "test_show_pickle": 0.27533333500226337, "test_sort_and_select": 3.4136667251586914, "test_sparse": 354.06032911439735, "test_sparse_csr": 1064.3650067647297, "test_sparse_semi_structured": 0.00233333344416072, "test_spectral_ops": 130.04832967122397, "test_stateless": 4.57233339548111, "test_subclass": 0.26600000262260437, "test_sympy_utils": 15.569000439175094, "test_tensor_creation_ops": 116.19033568880211, "test_tensorboard": 16.134999903850257, "test_tensorexpr": 83.67133331298828, "test_tensorexpr_pybind": 0.5420000047112504, "test_testing": 36.64166669601885, "test_torch": 130.91133578125542, "test_transformers": 387.75000061343115, "test_transformers_privateuse1": 3.4670000076293945, "test_type_hints": 0.11733333269755046, "test_type_info": 0.11633333563804626, "test_type_promotion": 5.900333404541016, "test_typing": 45.13566589355469, "test_unary_ufuncs": 215.92666625976562, "test_utils": 37.48466676659882, "test_utils_config_module": 0.1413333316644033, "test_utils_filelock": 0.22366666793823242, "test_view_ops": 10.004333078861237, "test_vulkan": 0, "test_weak": 4.040333379680912, "test_xnnpack_integration": 2.3213334014095985, "torch_np/numpy_tests/core/test_dlpack": 0, "torch_np/numpy_tests/core/test_dtype": 0.19633333287977925, "torch_np/numpy_tests/core/test_einsum": 6.9703333168290555, "torch_np/numpy_tests/core/test_getlimits": 0.11766666573627542, "torch_np/numpy_tests/core/test_indexing": 0.246333327726461, "torch_np/numpy_tests/core/test_multiarray": 13.695666698312076, "torch_np/numpy_tests/core/test_numeric": 2.5720000179717317, "torch_np/numpy_tests/core/test_numerictypes": 0.13833333322933564, "torch_np/numpy_tests/core/test_scalar_ctors": 0.17799999890848994, "torch_np/numpy_tests/core/test_scalar_methods": 0, "torch_np/numpy_tests/core/test_scalarinherit": 0, "torch_np/numpy_tests/core/test_scalarmath": 11.800999966644062, "torch_np/numpy_tests/core/test_shape_base": 0.2633333283786972, "torch_np/numpy_tests/fft/test_helper": 2.7309999968856573, "torch_np/numpy_tests/fft/test_pocketfft": 4.028000059227149, "torch_np/numpy_tests/lib/test_arraypad": 0.12500000248352686, "torch_np/numpy_tests/lib/test_arraysetops": 0.19200000166893005, "torch_np/numpy_tests/lib/test_function_base": 1.0820000073872507, "torch_np/numpy_tests/lib/test_histograms": 0.38999999314546585, "torch_np/numpy_tests/lib/test_index_tricks": 0.16600000171456486, "torch_np/numpy_tests/lib/test_shape_base_": 0.422666671142603, "torch_np/numpy_tests/lib/test_twodim_base": 0.342333338689059, "torch_np/numpy_tests/lib/test_type_check": 0.1676666660544773, "torch_np/numpy_tests/linalg/test_linalg": 4.856333384135117, "torch_np/test_basic": 6.029666640795767, "torch_np/test_binary_ufuncs": 0.29799999793370563, "torch_np/test_dtype": 0.2680000066757202, "torch_np/test_function_base": 0.11466666807730992, "torch_np/test_ndarray_methods": 2.003333351536033, "torch_np/test_nep50_examples": 0.008999999612569809, "torch_np/test_random": 0.15866666698517898, "torch_np/test_reductions": 1.6373332838217418, "torch_np/test_scalars_0D_arrays": 0.14500000203649202, "torch_np/test_ufuncs_basic": 0.5866666698517898, "torch_np/test_unary_ufuncs": 0.31066667040189105, "typing/test_python_operators": 0.4323333303133647 }, "distributed": { "distributed/_composable/fsdp/test_fully_shard_autograd": 52.5199990272522, "distributed/_composable/fsdp/test_fully_shard_clip_grad_norm_": 28.358999252319336, "distributed/_composable/fsdp/test_fully_shard_comm": 265.00499065965414, "distributed/_composable/fsdp/test_fully_shard_compile": 310.43798542022705, "distributed/_composable/fsdp/test_fully_shard_extensions": 49.86300182342529, "distributed/_composable/fsdp/test_fully_shard_frozen": 48.284000396728516, "distributed/_composable/fsdp/test_fully_shard_grad_scaler": 14.234000205993652, "distributed/_composable/fsdp/test_fully_shard_ignore_params": 12.298999786376953, "distributed/_composable/fsdp/test_fully_shard_init": 24.28500002063811, "distributed/_composable/fsdp/test_fully_shard_memory": 16.538000106811523, "distributed/_composable/fsdp/test_fully_shard_mixed_precision": 84.27799987792969, "distributed/_composable/fsdp/test_fully_shard_overlap": 12.11299991607666, "distributed/_composable/fsdp/test_fully_shard_state": 0.3089999854564667, "distributed/_composable/fsdp/test_fully_shard_state_dict": 42.243000730872154, "distributed/_composable/fsdp/test_fully_shard_training": 465.3609989657998, "distributed/_composable/test_checkpoint": 5.939000129699707, "distributed/_composable/test_composability/test_2d_composability": 194.95100498199463, "distributed/_composable/test_composability/test_pp_composability": 199.60400390625, "distributed/_composable/test_contract": 0.19599999487400055, "distributed/_composable/test_replicate": 64.67099905014038, "distributed/_composable/test_replicate_mixed_precision": 107.13899993896484, "distributed/_composable/test_replicate_training": 262.8389965593815, "distributed/_composable/test_replicate_with_compiler": 129.4469991455553, "distributed/_composable/test_replicate_with_fsdp": 38.775001525878906, "distributed/_pycute/test_coalesce": 0.21699999272823334, "distributed/_pycute/test_complement": 0.1770000010728836, "distributed/_pycute/test_composition": 0.23399999737739563, "distributed/_pycute/test_int_tuple": 0.2199999988079071, "distributed/_pycute/test_left_inverse": 0.20900000631809235, "distributed/_pycute/test_right_inverse": 0.1940000057220459, "distributed/_pycute/test_typing": 0.19300000369548798, "distributed/_shard/sharded_optim/test_sharded_optim": 10.925000190734863, "distributed/_shard/sharded_tensor/ops/test_binary_cmp": 25.479999542236328, "distributed/_shard/sharded_tensor/ops/test_embedding": 11.222999572753906, "distributed/_shard/sharded_tensor/ops/test_embedding_bag": 11.302000045776367, "distributed/_shard/sharded_tensor/ops/test_init": 16.652000427246094, "distributed/_shard/sharded_tensor/ops/test_tensor_ops": 25.732999801635742, "distributed/_shard/sharded_tensor/test_logger": 0.19200000166893005, "distributed/_shard/sharded_tensor/test_sharded_tensor": 283.8690007753903, "distributed/_shard/sharded_tensor/test_sharded_tensor_reshard": 10.437999725341797, "distributed/_shard/sharding_plan/test_sharding_plan": 15.32699966430664, "distributed/_shard/sharding_spec/test_sharding_spec": 13.264999568462372, "distributed/_shard/test_sharder": 10.11299991607666, "distributed/_tools/test_fake_collectives": 0.2150000035762787, "distributed/_tools/test_fsdp2_mem_tracker": 44.86299991607666, "distributed/_tools/test_mem_tracker": 13.163000106811523, "distributed/_tools/test_memory_tracker": 6.888000011444092, "distributed/_tools/test_mod_tracker": 0.28999999165534973, "distributed/_tools/test_runtime_estimator": 34.98699951171875, "distributed/_tools/test_sac_estimator": 2.174999952316284, "distributed/_tools/test_sac_ilp": 2.0139999575912952, "distributed/algorithms/ddp_comm_hooks/test_ddp_hooks": 33.79100036621094, "distributed/algorithms/quantization/test_quantization": 31.11400032043457, "distributed/algorithms/test_join": 44.880001068115234, "distributed/checkpoint/_experimental/test_barriers": 0.3140000104904175, "distributed/checkpoint/_experimental/test_builder": 1.8600000143051147, "distributed/checkpoint/_experimental/test_checkpoint_process": 16.80899980268441, "distributed/checkpoint/_experimental/test_checkpoint_reader": 0.23999999463558197, "distributed/checkpoint/_experimental/test_checkpoint_writer": 0.3170000109821558, "distributed/checkpoint/_experimental/test_checkpointer": 18.408999919891357, "distributed/checkpoint/_experimental/test_staging": 0.26100000739097595, "distributed/checkpoint/_experimental/test_types": 0.21299999952316284, "distributed/checkpoint/e2e/test_e2e_save_and_load": 154.62300491333008, "distributed/checkpoint/e2e/test_fine_tuning": 12.10200023651123, "distributed/checkpoint/e2e/test_fsdp_ep": 2.2909998893737793, "distributed/checkpoint/fsdp/test_fsdp_dsd": 56.41899871826172, "distributed/checkpoint/test_async_process_executor": 9.404999732971191, "distributed/checkpoint/test_checkpoint": 34.40199947357178, "distributed/checkpoint/test_compatibility": 0.35199999809265137, "distributed/checkpoint/test_consolidate_hf_safetensors": 30.569000244140625, "distributed/checkpoint/test_dedup_tensors": 0.17599999904632568, "distributed/checkpoint/test_dtensor_checkpoint": 5.297999858856201, "distributed/checkpoint/test_dtensor_resharding": 73.55399990081787, "distributed/checkpoint/test_file_system_checkpoint": 36.889999985694885, "distributed/checkpoint/test_file_system_checkpoint_cpu": 22.20800034329295, "distributed/checkpoint/test_format_utils": 9.713000297546387, "distributed/checkpoint/test_fsdp_model_state": 19.624000549316406, "distributed/checkpoint/test_fsdp_optim_state": 24.125999450683594, "distributed/checkpoint/test_fsdp_tp_checkpoint_conversion": 12.116000175476074, "distributed/checkpoint/test_fsspec": 16.071999984793365, "distributed/checkpoint/test_hf_safetensor_e2e": 31.162999898195267, "distributed/checkpoint/test_hf_storage": 0.3269999921321869, "distributed/checkpoint/test_hsdp_checkpoint": 38.9630012512207, "distributed/checkpoint/test_nested_dict": 0.3619999885559082, "distributed/checkpoint/test_pg_transport": 7.619999878108501, "distributed/checkpoint/test_planner": 0.3390000066719949, "distributed/checkpoint/test_quantized_hf_storage": 0.006000000052154064, "distributed/checkpoint/test_save_load_api": 9.609999656677246, "distributed/checkpoint/test_state_dict": 193.81200075149536, "distributed/checkpoint/test_state_dict_stager": 26.487000674009323, "distributed/checkpoint/test_state_dict_utils": 35.78099822998047, "distributed/checkpoint/test_tp_checkpoint": 17.320999145507812, "distributed/checkpoint/test_traverse": 0.21699999272823334, "distributed/checkpoint/test_utils": 26.565000025439076, "distributed/elastic/events/lib_test": 0.3410000056028366, "distributed/elastic/metrics/api_test": 0.33799999952316284, "distributed/elastic/multiprocessing/api_test": 16.686999640776776, "distributed/elastic/multiprocessing/test_api": 0.010999999940395355, "distributed/elastic/test_control_plane": 0.40299999713897705, "distributed/elastic/timer/local_timer_example": 8.567999839782715, "distributed/elastic/timer/local_timer_test": 3.906000092625618, "distributed/elastic/utils/distributed_test": 3.818000078201294, "distributed/elastic/utils/logging_test": 0.20600000023841858, "distributed/elastic/utils/util_test": 0.45199999026954174, "distributed/flight_recorder/test_fr_analysis": 0.30799999029841274, "distributed/fsdp/test_checkpoint_wrapper": 1.5880000591278076, "distributed/fsdp/test_distributed_checkpoint": 9.895000457763672, "distributed/fsdp/test_fsdp_apply": 14.711000442504883, "distributed/fsdp/test_fsdp_backward_prefetch": 11.208000183105469, "distributed/fsdp/test_fsdp_checkpoint": 199.8809995651245, "distributed/fsdp/test_fsdp_clip_grad_norm": 50.5, "distributed/fsdp/test_fsdp_comm": 123.25200080871582, "distributed/fsdp/test_fsdp_comm_hooks": 228.58999633789062, "distributed/fsdp/test_fsdp_core": 1366.3139991760254, "distributed/fsdp/test_fsdp_dtensor_state_dict": 179.19900512695312, "distributed/fsdp/test_fsdp_exec_order": 84.9729995727539, "distributed/fsdp/test_fsdp_fine_tune": 47.779998779296875, "distributed/fsdp/test_fsdp_flatten_params": 72.51699829101562, "distributed/fsdp/test_fsdp_freezing_weights": 323.9679870605469, "distributed/fsdp/test_fsdp_fx": 0.0820000022649765, "distributed/fsdp/test_fsdp_grad_acc": 71.53700256347656, "distributed/fsdp/test_fsdp_hybrid_shard": 69.50499725341797, "distributed/fsdp/test_fsdp_ignored_modules": 69.0260009765625, "distributed/fsdp/test_fsdp_input": 14.72599983215332, "distributed/fsdp/test_fsdp_memory": 30.634000778198242, "distributed/fsdp/test_fsdp_meta": 74.93499755859375, "distributed/fsdp/test_fsdp_misc": 101.41699713468552, "distributed/fsdp/test_fsdp_mixed_precision": 590.7730078697205, "distributed/fsdp/test_fsdp_multiple_wrapping": 8.817999839782715, "distributed/fsdp/test_fsdp_optim_state": 700.6730041503906, "distributed/fsdp/test_fsdp_overlap": 20.70599937438965, "distributed/fsdp/test_fsdp_pure_fp16": 27.722999572753906, "distributed/fsdp/test_fsdp_sharded_grad_scaler": 220.52399840950966, "distributed/fsdp/test_fsdp_state_dict": 1073.2990407943726, "distributed/fsdp/test_fsdp_tp_integration": 38.367000579833984, "distributed/fsdp/test_fsdp_traversal": 4.686999797821045, "distributed/fsdp/test_fsdp_uneven": 8.920000076293945, "distributed/fsdp/test_fsdp_unshard_params": 71.36199951171875, "distributed/fsdp/test_fsdp_use_orig_params": 421.060003166087, "distributed/fsdp/test_hsdp_dtensor_state_dict": 107.11199951171875, "distributed/fsdp/test_shard_utils": 9.216000080108643, "distributed/fsdp/test_utils": 0.09399999678134918, "distributed/fsdp/test_wrap": 163.3650063322857, "distributed/launcher/test_api": 0.14100000262260437, "distributed/launcher/test_run": 33.2599983215332, "distributed/nn/jit/test_instantiator": 0.20200000703334808, "distributed/optim/test_zero_redundancy_optimizer": 181.9889965057373, "distributed/pipelining/test_backward": 6.3429999351501465, "distributed/pipelining/test_microbatch": 20.93600082397461, "distributed/pipelining/test_pipe": 0.48500001430511475, "distributed/pipelining/test_schedule": 28.509000647463836, "distributed/pipelining/test_schedule_multiproc": 27.151000022888184, "distributed/pipelining/test_stage": 30.640000343322754, "distributed/pipelining/test_transformer": 1.684999942779541, "distributed/pipelining/test_unflatten": 4.056000232696533, "distributed/tensor/debug/test_comm_mode": 3.6449999809265137, "distributed/tensor/debug/test_comm_mode_features": 41.45899963378906, "distributed/tensor/debug/test_debug_mode": 7.144000053405762, "distributed/tensor/debug/test_op_coverage": 0.24500000476837158, "distributed/tensor/experimental/test_local_map": 47.17499923706055, "distributed/tensor/experimental/test_register_sharding": 10.605999946594238, "distributed/tensor/experimental/test_tp_transform": 38.959999084472656, "distributed/tensor/parallel/test_micro_pipeline_tp": 22.22800052165985, "distributed/tensor/parallel/test_parallelize_api": 160.97300720214844, "distributed/tensor/parallel/test_tp_examples": 164.0330047607422, "distributed/tensor/parallel/test_tp_random_state": 6.204999923706055, "distributed/tensor/parallel/test_tp_style": 58.606998443603516, "distributed/tensor/test_api": 57.42399978637695, "distributed/tensor/test_attention": 128.96299695968628, "distributed/tensor/test_common_rules": 2.1710000038146973, "distributed/tensor/test_convolution_ops": 63.082000732421875, "distributed/tensor/test_dtensor": 212.78100299835205, "distributed/tensor/test_dtensor_compile": 239.09699630737305, "distributed/tensor/test_dtensor_dispatch_overhead": 5.289000034332275, "distributed/tensor/test_dtensor_export": 8.581000328063965, "distributed/tensor/test_dtensor_testbase": 4.553999900817871, "distributed/tensor/test_dynamic": 29.767000198364258, "distributed/tensor/test_embedding_ops": 20.638999938964844, "distributed/tensor/test_experimental_ops": 16.21500015258789, "distributed/tensor/test_fake": 0.29100000858306885, "distributed/tensor/test_init": 36.372000217437744, "distributed/tensor/test_math_ops": 119.59700012207031, "distributed/tensor/test_matrix_ops": 120.2509994506836, "distributed/tensor/test_op_schema": 0.23199999332427979, "distributed/tensor/test_op_strategy": 40.720999859273434, "distributed/tensor/test_optimizers": 137.12899780273438, "distributed/tensor/test_pointwise_ops": 0.7239999771118164, "distributed/tensor/test_random_ops": 64.35399842262268, "distributed/tensor/test_redistribute": 130.54300022125244, "distributed/tensor/test_tensor_ops": 163.4089994430542, "distributed/tensor/test_utils": 57.51400036737323, "distributed/tensor/test_view_ops": 43.5629997253418, "distributed/tensor/test_xla_integration": 0.125, "distributed/test_aten_comm_compute_reordering": 243.9280014038086, "distributed/test_backends": 0.004000000189989805, "distributed/test_c10d_common": 79.614999294281, "distributed/test_c10d_functional_native": 208.9240038394928, "distributed/test_c10d_gloo": 720.0169922336936, "distributed/test_c10d_logger": 7.302999973297119, "distributed/test_c10d_nccl": 1341.9399981171591, "distributed/test_c10d_object_collectives": 46.819000244140625, "distributed/test_c10d_ops_nccl": 6.819000244140625, "distributed/test_c10d_pypg": 7.369999885559082, "distributed/test_c10d_spawn_gloo": 32.44700050354004, "distributed/test_c10d_spawn_nccl": 48.189998626708984, "distributed/test_c10d_spawn_ucc": 0, "distributed/test_collective_utils": 17.070000304840505, "distributed/test_composability": 14.397000312805176, "distributed/test_compute_comm_reordering": 94.26399993896484, "distributed/test_control_collectives": 0.3109999895095825, "distributed/test_cupy_as_tensor": 2.5399999618530273, "distributed/test_data_parallel": 26.27700024843216, "distributed/test_device_mesh": 182.10099686589092, "distributed/test_dist2": 98.83400011062622, "distributed/test_distributed_spawn": 4247.77001953125, "distributed/test_dynamo_distributed": 458.7510094642639, "distributed/test_fake_pg": 6.210000038146973, "distributed/test_functional_api": 103.43400048068725, "distributed/test_inductor_collectives": 224.6389923095703, "distributed/test_launcher": 1.3220000267028809, "distributed/test_local_tensor": 0.46500001195818186, "distributed/test_multi_threaded_pg": 0.48900000751018524, "distributed/test_nccl": 5.641000032424927, "distributed/test_nvshmem": 0, "distributed/test_nvshmem_triton": 0, "distributed/test_p2p_ipc": 2.4579999446868896, "distributed/test_pg_wrapper": 64.2819995880127, "distributed/test_run": 0.13899999856948853, "distributed/test_serialization": 0.3479999899864197, "distributed/test_store": 60.84900002926588, "distributed/test_symmetric_memory": 65.10299907019362, "test_linalg": 31.02400016784668 } }, "linux-jammy-rocm-py3_10-gfx1100": { "default": { "inductor/test_aot_inductor": 2087.3409872446987, "inductor/test_benchmark_fusion": 25.084667046864826, "inductor/test_decompose_mem_bound_mm": 65.87099965413411, "inductor/test_flex_attention": 3235.7063070933023, "inductor/test_kernel_benchmark": 146.0876668294271, "inductor/test_pad_mm": 71.43966674804688, "inductor/test_torchinductor": 1483.5166674057643, "test_autograd": 89.24266699282452, "test_binary_ufuncs": 120.1489995320638, "test_cuda": 78.51533343130723, "test_nn": 148.40800039675864, "test_ops": 3501.139637476221, "test_torch": 152.596666857639, "test_unary_ufuncs": 194.55266316731772 } }, "linux-noble-rocm-py3.12-mi300": { "default": { "backends/xeon/test_launch": 6.26966667175293, "benchmark_utils/test_benchmark_utils": 0.5823333462079366, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 0.2389999975760778, "cpp_extensions/python_agnostic_extension/test/test_python_agnostic": 2.936999956766764, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 3.5233333110809326, "distributions/test_constraints": 0.546666661898295, "distributions/test_distributions": 16.36533341013516, "dynamo/test_activation_checkpointing": 21.427000045776367, "dynamo/test_after_aot": 5.386333306630452, "dynamo/test_aot_autograd": 31.70599937438965, "dynamo/test_aot_autograd_cache": 153.3156655629476, "dynamo/test_aot_compile": 8.409333229064941, "dynamo/test_autograd_function": 5.379666646321614, "dynamo/test_backends": 5.088333417971929, "dynamo/test_backward_higher_order_ops": 7.781333287556966, "dynamo/test_base_hop": 1.3333333730697632, "dynamo/test_base_output": 0.0010000000474974513, "dynamo/test_buffers_override": 4.977333386739095, "dynamo/test_bytecode_utils": 5.4800001084804535, "dynamo/test_callback": 0.003000000026077032, "dynamo/test_compile": 5.211333188422334, "dynamo/test_compiler_bisector": 5.121333281199138, "dynamo/test_comptime": 8.316333452860514, "dynamo/test_config": 3.997999986012777, "dynamo/test_ctx_manager": 11.475000162919363, "dynamo/test_cudagraphs": 1.6293333371480305, "dynamo/test_cudagraphs_expandable_segments": 1.4519999821980794, "dynamo/test_debug_utils": 1.443666645636161, "dynamo/test_decorators": 8.298666636149088, "dynamo/test_deque_reconstruct": 0.42766666412353516, "dynamo/test_deviceguard": 0.010999999823980033, "dynamo/test_dicts": 9.61666650697589, "dynamo/test_dynamic_shapes": 915.4049991766611, "dynamo/test_einops": 0, "dynamo/test_error_messages": 19.866999944051106, "dynamo/test_exc": 1.8006666501363118, "dynamo/test_exceptions": 6.901999791463216, "dynamo/test_export": 58.579333345095314, "dynamo/test_export_mutations": 3.4600000381469727, "dynamo/test_fake_distributed": 4.406499862670898, "dynamo/test_flat_apply": 0.4450000027815501, "dynamo/test_frame_init": 0.2693333327770233, "dynamo/test_functions": 33.64800024032593, "dynamo/test_fx_annotate": 6.045333385467529, "dynamo/test_fx_graph_runnable": 93.6614990234375, "dynamo/test_fx_passes_pre_grad": 4.065500020980835, "dynamo/test_generator": 1.4873333560923736, "dynamo/test_global": 4.915499925613403, "dynamo/test_graph_deduplication": 6.146999994913737, "dynamo/test_graph_region_tracker": 1.109499990940094, "dynamo/test_guard_manager": 3.9444998763501644, "dynamo/test_guard_serialization": 4.9163334300198285, "dynamo/test_higher_order_ops": 31.048333168029785, "dynamo/test_hooks": 12.582499980926514, "dynamo/test_inline_and_install": 29.448333104451496, "dynamo/test_input_attr_tracking": 5.404666582743327, "dynamo/test_install_free_tensors": 17.432999928792317, "dynamo/test_interop": 0.43949998915195465, "dynamo/test_list": 1.167000025510788, "dynamo/test_logging": 17.398000717163086, "dynamo/test_metrics_context": 0.25933333734671277, "dynamo/test_minifier": 1.440333326657613, "dynamo/test_misc": 88.78933359434207, "dynamo/test_model_output": 0.0010000000474974513, "dynamo/test_modes": 8.039999961853027, "dynamo/test_modules": 14.564333120981852, "dynamo/test_nested_graph_breaks": 5.813499927520752, "dynamo/test_nops": 0.27799999713897705, "dynamo/test_optimizers": 1.2555000185966492, "dynamo/test_package": 35.31499989827474, "dynamo/test_pgo": 12.748499870300293, "dynamo/test_pre_dispatch": 0.4426666696866353, "dynamo/test_precompile_context": 3.0263333320617676, "dynamo/test_profiler": 7.560999870300293, "dynamo/test_python_autograd": 0.5614999830722809, "dynamo/test_python_dispatcher": 0.56700000166893, "dynamo/test_recompile_ux": 4.124500036239624, "dynamo/test_recompiles": 5.305333296457927, "dynamo/test_reconstruct": 0.5275000035762787, "dynamo/test_regional_inductor": 14.59000015258789, "dynamo/test_reorder_logs": 0.7253333379824957, "dynamo/test_repros": 79.36599838733673, "dynamo/test_resume": 0.40799999237060547, "dynamo/test_sdpa": 0.8350000083446503, "dynamo/test_sets": 3.1440000236034393, "dynamo/test_skip_guard_eval_unsafe": 5.169333299001058, "dynamo/test_skip_non_tensor": 0.6365000009536743, "dynamo/test_sources": 3.4835000038146973, "dynamo/test_structured_trace": 16.568333943684895, "dynamo/test_subclasses": 24.019999504089355, "dynamo/test_subgraphs": 6.5140000979105634, "dynamo/test_trace_rules": 0.8090000152587891, "dynamo/test_unittest": 0.1655000001192093, "dynamo/test_unspec": 24.462499491870403, "dynamo/test_utils": 16.69400021635617, "dynamo/test_verify_correctness": 0.508000006278356, "dynamo/test_view": 0.7193333307902018, "export/test_converter": 6.174999872843425, "export/test_cpp_serdes": 49.11350059509277, "export/test_db": 12.111000061035156, "export/test_draft_export": 10.006333033243815, "export/test_dynamic_shapes": 0.20250000059604645, "export/test_experimental": 6.337000131607056, "export/test_export": 52.33666745821635, "export/test_export_opinfo": 0.03733333324392637, "export/test_export_strict": 141.4343344370524, "export/test_export_training_ir_to_run_decomp": 301.689003944397, "export/test_export_with_inline_and_install": 109.5386653939883, "export/test_functionalized_assertions": 0.23600000143051147, "export/test_hop": 13.517666498819986, "export/test_lift_unlift": 0.22566666504523406, "export/test_nativert": 0, "export/test_package": 0.38966667652130127, "export/test_pass_infra": 4.899999936421712, "export/test_passes": 22.006000518798828, "export/test_retraceability": 211.05700115362802, "export/test_schema": 0.38749998807907104, "export/test_serdes": 150.20666790008545, "export/test_serialize": 28.825000161925953, "export/test_sparse": 0.04650000011315569, "export/test_strict_export_v2": 107.36166485150655, "export/test_swap": 6.69949996471405, "export/test_tools": 3.2039999961853027, "export/test_torchbind": 10.421666463216146, "export/test_tree_utils": 0.2019999995827675, "export/test_unflatten": 14.186999797821045, "export/test_unflatten_training_ir": 11.59666633605957, "export/test_upgrader": 0.0010000000474974513, "export/test_verifier": 5.571666717529297, "functorch/dim/test_getsetitem": 0.007000000216066837, "functorch/dim/test_split": 0.16950000077486038, "functorch/test_ac_knapsack": 0.1296666657241682, "functorch/test_ac_logging": 0.004999999888241291, "functorch/test_aot_joint_with_descriptors": 6.8450000286102295, "functorch/test_aotdispatch": 69.75700051089127, "functorch/test_control_flow": 946.3376682586968, "functorch/test_eager_transforms": 20.62366663850844, "functorch/test_logging": 0.1996666689713796, "functorch/test_minifier": 0.20466666420300803, "functorch/test_ops": 1755.8643086751301, "functorch/test_vmap": 149.24233235170445, "functorch/test_vmap_registrations": 0.29333333174387616, "higher_order_ops/test_invoke_quant": 5.695666591326396, "higher_order_ops/test_invoke_subgraph": 30.257000524240237, "higher_order_ops/test_local_map": 6.251000086466472, "higher_order_ops/test_with_effects": 8.115666707356771, "inductor/test_alignment": 5.427333513895671, "inductor/test_analysis": 0.008666666923090816, "inductor/test_aot_inductor": 1380.945674698179, "inductor/test_aot_inductor_arrayref": 547.9943237304688, "inductor/test_aot_inductor_custom_ops": 111.72066740194957, "inductor/test_aot_inductor_package": 240.98200225830078, "inductor/test_aot_inductor_windows": 0.0020000000949949026, "inductor/test_async_compile": 28.707666397094727, "inductor/test_augmented_graph_helper": 0.0020000000949949026, "inductor/test_auto_functionalize": 17.688666661580402, "inductor/test_benchmark_fusion": 19.160667022069294, "inductor/test_benchmarking": 0.8025000095367432, "inductor/test_best_config": 1.4970000386238098, "inductor/test_binary_folding": 44.298500537872314, "inductor/test_block_analysis": 0.195333331823349, "inductor/test_cache": 28.788666640718777, "inductor/test_caching": 33.16300096952667, "inductor/test_ck_backend": 281.9433288574219, "inductor/test_codecache": 249.35967035552798, "inductor/test_codegen_triton": 0.20200000206629434, "inductor/test_combo_kernels": 34.439666430155434, "inductor/test_compile": 6.224999904632568, "inductor/test_compile_subprocess": 1496.0856755574544, "inductor/test_compile_worker": 10.848999977111816, "inductor/test_compiled_autograd": 606.1216653045267, "inductor/test_compiled_optimizers": 884.4863255818685, "inductor/test_config": 3.0289999643961587, "inductor/test_control_deps": 3.8916666507720947, "inductor/test_control_flow": 1856.3056696653366, "inductor/test_cooperative_reductions": 55.482666651407875, "inductor/test_coordinate_descent_tuner": 1.4886666933695476, "inductor/test_cpp_wrapper_hipify": 0.2773333390553792, "inductor/test_cpu_repro": 1250.1866658528645, "inductor/test_cuda_repro": 74.30199940999348, "inductor/test_cuda_select_algorithm": 10.427333196004232, "inductor/test_cudagraph_trees": 120.59900236129761, "inductor/test_cudagraph_trees_expandable_segments": 124.64900207519531, "inductor/test_custom_lowering": 1.7710000276565552, "inductor/test_custom_partitioner_fn": 2.4769999980926514, "inductor/test_custom_post_grad_passes": 3.6274999380111694, "inductor/test_cutedsl_template": 0, "inductor/test_cutlass_backend": 0.16366666555404663, "inductor/test_cutlass_evt": 0.0010000000474974513, "inductor/test_debug_trace": 5.529333273569743, "inductor/test_decompose_mem_bound_mm": 32.63199933369955, "inductor/test_dependencies": 0.221500001847744, "inductor/test_deterministic": 7.454999923706055, "inductor/test_device_assert": 2.0173332691192627, "inductor/test_device_info": 0.19499999284744263, "inductor/test_distributed_patterns": 16.328999837239582, "inductor/test_efficient_conv_bn_eval": 0.0010000000474974513, "inductor/test_extension_backend": 12.248500347137451, "inductor/test_external_callables": 10.311000347137451, "inductor/test_flex_attention": 1943.835002909104, "inductor/test_flex_decoding": 859.8743286132812, "inductor/test_flex_flash": 0.0006666666983316342, "inductor/test_foreach": 324.38466389973956, "inductor/test_fp8": 145.99733098347983, "inductor/test_fused_attention": 115.28350067138672, "inductor/test_fuzzer": 4.333499908447266, "inductor/test_fx_fusion": 0.19099999964237213, "inductor/test_fxir_backend": 35.45199936255813, "inductor/test_gpu_cpp_wrapper": 364.05450439453125, "inductor/test_graph_transform_observer": 0.0020000000949949026, "inductor/test_group_batch_fusion": 44.559333600103855, "inductor/test_helion_kernels": 0.0010000000474974513, "inductor/test_indexing": 11.957000025858482, "inductor/test_inductor_annotations": 1.4496666590372722, "inductor/test_inductor_freezing": 32.900333404541016, "inductor/test_inductor_scheduler": 11.95300006866455, "inductor/test_inductor_utils": 2.1836666266123452, "inductor/test_inplace_padding": 17.80099932352702, "inductor/test_inplacing_pass": 7.142333507537842, "inductor/test_kernel_benchmark": 116.40799967447917, "inductor/test_kernel_optimization": 8.249333381652832, "inductor/test_loop_ordering": 38.938333267966904, "inductor/test_max_autotune": 505.22766812642413, "inductor/test_mem_estimation": 0.3309999965131283, "inductor/test_memory": 13.121333440144857, "inductor/test_memory_planning": 14.474666595458984, "inductor/test_metrics": 1.9423333406448364, "inductor/test_minifier": 65.2086664835612, "inductor/test_minifier_utils": 3.3513333797454834, "inductor/test_mkldnn_pattern_matcher": 615.2273152669271, "inductor/test_mmdecomp": 11.368000030517578, "inductor/test_move_constructors_to_cuda": 4.055999994277954, "inductor/test_multi_kernel": 17.818000157674152, "inductor/test_native_matmul": 24.288666407267254, "inductor/test_needs_exact_strides": 1.681333343187968, "inductor/test_online_softmax": 19.453332901000977, "inductor/test_op_completeness": 0.15866666783889136, "inductor/test_op_dtype_prop": 510.9513448079427, "inductor/test_ordered_set": 1.0133333316383262, "inductor/test_pad_mm": 36.74233373006185, "inductor/test_padding": 42.81766549051584, "inductor/test_pattern_matcher": 35.15833282470703, "inductor/test_pcache": 2.4899999871850014, "inductor/test_perf": 42.50899990399679, "inductor/test_profiler": 4.743000189463298, "inductor/test_provenance_tracing": 34.53699978790246, "inductor/test_quantization": 16.685667037963867, "inductor/test_remote_cache": 0.2573333332935969, "inductor/test_scatter_optimization": 11.234333356221518, "inductor/test_segmented_tree": 0.3710000018278758, "inductor/test_select_algorithm": 20.233667001128197, "inductor/test_snode_runtime": 8.647333393494288, "inductor/test_split_cat_fx_aten_passes": 3.893666615088781, "inductor/test_split_cat_fx_passes": 27.536999384562176, "inductor/test_static_cuda_launcher": 0.019000000320374966, "inductor/test_subgraph_choice": 0.0010000000474974513, "inductor/test_template_heuristics_registry": 0.15333333114782968, "inductor/test_torchbind": 20.23700014750163, "inductor/test_torchinductor": 665.1599972993135, "inductor/test_torchinductor_codegen_config_overrides": 3.116666634877523, "inductor/test_torchinductor_codegen_dynamic_shapes": 2182.2573369344077, "inductor/test_torchinductor_dynamic_shapes": 3832.085032304128, "inductor/test_torchinductor_opinfo": 4890.062337239583, "inductor/test_torchinductor_strided_blocks": 42.09533364872914, "inductor/test_triton_heuristics": 8.854333311319351, "inductor/test_triton_kernels": 118.67433369159698, "inductor/test_triton_syntax": 15.952666600545248, "inductor/test_triton_wrapper": 6.163333257039388, "inductor/test_unbacked_symints": 30.449665705362957, "inductor/test_utils": 0.14949999749660492, "lazy/test_bindings": 0, "lazy/test_debug_util": 0.24650000035762787, "lazy/test_functionalization": 0.2639999985694885, "lazy/test_generator": 0.31050001084804535, "lazy/test_reuse_ir": 0.3369999974966049, "lazy/test_step_closures": 2.3299999237060547, "lazy/test_ts_opinfo": 0.20566666685044765, "nn/test_convolution": 99.78450202941895, "nn/test_dropout": 0.44466666877269745, "nn/test_embedding": 6.357666730880737, "nn/test_init": 1.1790000200271606, "nn/test_lazy_modules": 0.1459999978542328, "nn/test_load_state_dict": 0.3800000011300047, "nn/test_module_hooks": 0.08866666629910469, "nn/test_multihead_attention": 18.398999849955242, "nn/test_packed_sequence": 0.4136666754881541, "nn/test_parametrization": 3.2140000263849893, "nn/test_pooling": 9.071999743580818, "nn/test_pruning": 0.05233333259820938, "profiler/test_cpp_thread": 0.3976666659194355, "profiler/test_execution_trace": 3.612666686375936, "profiler/test_kineto": 0.24966667095820108, "profiler/test_memory_profiler": 1.8756666627402108, "profiler/test_profiler": 34.45000016856162, "profiler/test_profiler_tree": 0.2553333292404811, "profiler/test_python_tracer": 5.150333404541016, "profiler/test_record_function": 0.27933333814144135, "profiler/test_torch_tidy": 3.1023333072662354, "test_accelerator": 0.5996666749318441, "test_ao_sparsity": 10.416666717346137, "test_appending_byte_serializer": 0.24599999686082205, "test_autocast": 4.850999960210174, "test_autograd": 36.47533269420577, "test_autograd_fallback": 0.28433332840601605, "test_autoload": 0.69200000166893, "test_binary_ufuncs": 69.23766581217448, "test_bundled_inputs": 0.6270000139872233, "test_comparison_utils": 0.24133333563804626, "test_compile_benchmark_util": 1.6273333231608074, "test_complex": 0.1266666700442632, "test_content_store": 4.933666706085205, "test_cpp_api_parity": 13.3013334274292, "test_cpp_extensions_aot_ninja": 0.12033333450866242, "test_cpp_extensions_aot_no_ninja": 0.1279999999484668, "test_cpp_extensions_jit": 203.72866821289062, "test_cpp_extensions_mtia_backend": 0, "test_cpp_extensions_open_device_registration": 18.027000427246094, "test_cpp_extensions_stream_and_event": 0, "test_cuda": 75.3026669594692, "test_cuda_multigpu": 0.28866666679581005, "test_cuda_primary_ctx": 0.003000000142492354, "test_cuda_sanitizer": 0.4223333305368821, "test_cuda_trace": 1.324666698773702, "test_custom_ops": 18.081999662797898, "test_dataloader": 155.88349962804932, "test_datapipe": 6.211333378179309, "test_decomp": 5560.259611429258, "test_deploy": 0.1386666645606359, "test_dispatch": 20.09100045884649, "test_dlpack": 0.2580000013113022, "test_dynamic_shapes": 34.74466664685557, "test_expanded_weights": 26.74166723092397, "test_extension_utils": 0.22633333504199982, "test_fake_tensor": 10.601333376097804, "test_file_check": 1.1196666558583577, "test_flop_counter": 1.9890000025431316, "test_foreach": 161.72333272298178, "test_function_schema": 0.33400001128514606, "test_functional_autograd_benchmark": 42.857666015625, "test_functional_optim": 0.24549999833106995, "test_functionalization": 2.131500005722046, "test_functionalization_of_rng_ops": 4.347666581471761, "test_futures": 0.859499990940094, "test_fx": 95.94366774723555, "test_fx_experimental": 6.089000016450882, "test_fx_passes": 0.31600000088413555, "test_fx_reinplace_pass": 0.3993333379427592, "test_hop_infra": 0.0020000000949949026, "test_hub": 15.62600008646647, "test_import_stats": 2.05049991607666, "test_indexing": 8.87133321352303, "test_itt": 0.24949999898672104, "test_jit": 52.33200023664782, "test_jit_autocast": 11.993000189463297, "test_jit_disabled": 0.27400000393390656, "test_jit_fuser_te": 247.5909979119897, "test_jit_llga_fuser": 40.24366703443229, "test_jiterator": 9.765666643778482, "test_legacy_vmap": 1.8693333367506664, "test_license": 0.21600000063578287, "test_linalg": 499.51466878255206, "test_logging": 1.378333290417989, "test_masked": 12.006333351135254, "test_maskedtensor": 5.3896666535486775, "test_matmul_cuda": 53.44799931844076, "test_meta": 826.0693352874368, "test_mkl_verbose": 2.3496666749318442, "test_mkldnn_fusion": 6.8669999440511065, "test_mkldnn_verbose": 2.05733331044515, "test_mobile_optimizer": 0.937666674455007, "test_model_exports_to_core_aten": 0.1309999997417132, "test_module_tracker": 0.2376666714747747, "test_modules": 509.8780008951823, "test_monitor": 0.31999999781449634, "test_multiprocessing": 51.75433349609375, "test_multiprocessing_spawn": 113.25500093848677, "test_namedtensor": 0.7213333249092102, "test_namedtuple_return_api": 0.7206666668256124, "test_native_functions": 0.28400000433127087, "test_native_mha": 6.352000077565511, "test_nestedtensor": 621.7936603046255, "test_nn": 250.60333449183963, "test_numa_binding": 1.5503333409627278, "test_numba_integration": 0.08733333398898442, "test_numpy_interop": 0.27933333317438763, "test_opaque_obj": 0.42633333802223206, "test_opaque_obj_v2": 0.26366666456063587, "test_openmp": 1.6946667035420735, "test_openreg": 0.9810000211000443, "test_ops": 2117.776680122828, "test_ops_fwd_gradients": 518.2066752115885, "test_ops_gradients": 585.0763244628906, "test_ops_jit": 464.03200276692706, "test_optim": 167.37966399888197, "test_out_dtype_op": 3.9049999713897705, "test_overrides": 0.3420000003340344, "test_package": 0.833999984121571, "test_per_overload_api": 0.25833334028720856, "test_prims": 0.3383333357051015, "test_privateuseone_python_backend": 0.26366666456063587, "test_proxy_tensor": 5.819000035834809, "test_pruning_op": 0.22100000083446503, "test_public_bindings": 5.598333358764648, "test_python_dispatch": 0.6923333398687342, "test_pytree": 1.1833332975705464, "test_quantization": 4655.379039215273, "test_reductions": 51.88199996948242, "test_rename_privateuse1_to_existing_device": 0.24233332773049673, "test_scaled_matmul_cuda": 16.78999964396159, "test_scatter_gather_ops": 8.035333156585693, "test_schema_check": 158.77533227701983, "test_segment_reductions": 1.0049999753634136, "test_serialization": 18.152666634569567, "test_set_default_mobile_cpu_allocator": 0.23149999976158142, "test_shape_ops": 8.866999626159668, "test_show_pickle": 0.226500004529953, "test_sort_and_select": 1.9615000486373901, "test_sparse": 250.77000482939184, "test_sparse_csr": 595.9353288188577, "test_sparse_semi_structured": 0.0016666667458290856, "test_spectral_ops": 74.22833506266277, "test_stateless": 2.9086666281024613, "test_subclass": 0.3486666679382324, "test_sympy_utils": 8.111666688385109, "test_tensor_creation_ops": 91.3680006597812, "test_tensorboard": 3.9476667505999408, "test_tensorexpr": 26.406333287556965, "test_tensorexpr_pybind": 0.20099999895319343, "test_testing": 20.510332990592968, "test_torch": 146.81767077654754, "test_torchfuzz_repros": 13.579999923706055, "test_transformers": 170.5743302150319, "test_transformers_privateuse1": 0.11600000038743019, "test_type_hints": 0.2290000021457672, "test_type_info": 0.23833333452542624, "test_type_promotion": 3.0953332583109536, "test_typing": 32.27366701761881, "test_unary_ufuncs": 119.56000010172527, "test_utils": 19.49649972608313, "test_utils_config_module": 0.267999991774559, "test_utils_filelock": 0.35766666134198505, "test_varlen_attention": 3.1856667200724282, "test_view_ops": 5.027666538953781, "test_vulkan": 0, "test_weak": 3.402999969664961, "test_xnnpack_integration": 2.4480000138282776, "torch_np/numpy_tests/core/test_dlpack": 0.2784999907016754, "torch_np/numpy_tests/core/test_dtype": 0.2610000029283886, "torch_np/numpy_tests/core/test_einsum": 3.5910000334260985, "torch_np/numpy_tests/core/test_getlimits": 0.243000001530163, "torch_np/numpy_tests/core/test_indexing": 0.317333333621112, "torch_np/numpy_tests/core/test_numeric": 1.2876666707840438, "torch_np/numpy_tests/core/test_numerictypes": 0.23466666706372052, "torch_np/numpy_tests/core/test_scalar_ctors": 0.24366666609421372, "torch_np/numpy_tests/core/test_scalar_methods": 0, "torch_np/numpy_tests/core/test_scalarinherit": 0, "torch_np/numpy_tests/core/test_scalarmath": 5.821333355464351, "torch_np/numpy_tests/core/test_shape_base": 0.34866667119786143, "torch_np/numpy_tests/fft/test_helper": 1.5793333219674726, "torch_np/numpy_tests/fft/test_pocketfft": 1.6580000221729279, "torch_np/numpy_tests/lib/test_arraypad": 0.25066666305065155, "torch_np/numpy_tests/lib/test_arraysetops": 0.2766666654109334, "torch_np/numpy_tests/lib/test_function_base": 0.5833333379899462, "torch_np/numpy_tests/lib/test_histograms": 0.36000000437100727, "torch_np/numpy_tests/lib/test_index_tricks": 0.2634999928995967, "torch_np/numpy_tests/lib/test_shape_base_": 0.35033333611985046, "torch_np/numpy_tests/lib/test_twodim_base": 0.31450000195764005, "torch_np/numpy_tests/lib/test_type_check": 0.287999999767635, "torch_np/numpy_tests/linalg/test_linalg": 2.4169999811565503, "torch_np/test_basic": 3.1560000765603036, "torch_np/test_binary_ufuncs": 0.2783333361148834, "torch_np/test_dtype": 0.2523333380619685, "torch_np/test_function_base": 0.2629999965429306, "torch_np/test_indexing": 1.1726666688919067, "torch_np/test_ndarray_methods": 1.1013333325584729, "torch_np/test_nep50_examples": 0.987666666507721, "torch_np/test_random": 0.2634999955771491, "torch_np/test_reductions": 0.8396666795015335, "torch_np/test_scalars_0D_arrays": 0.221999998902902, "torch_np/test_ufuncs_basic": 0.4849999917205423, "torch_np/test_unary_ufuncs": 0.2654999941587448, "typing/test_python_operators": 0.28933332363764447 } }, "linux-noble-rocm-py3.12-mi355": { "default": { "inductor/test_torchinductor": 579.7929835021496, "test_autograd": 26.95400046533905, "test_binary_ufuncs": 91.24500274658203, "test_cuda": 55.59699964849278, "test_matmul_cuda": 25.56599998474121, "test_nn": 259.20200432941783, "test_ops": 2351.89001413784, "test_scaled_matmul_cuda": 84.00700378417969, "test_torch": 135.61099962273147, "test_unary_ufuncs": 159.7209930419922 } }, "macos-py3-arm64": { "default": { "backends/xeon/test_launch": 0, "benchmark_utils/test_benchmark_utils": 0.3230000138282776, "cpp_extensions/libtorch_agnostic_extension/test/test_libtorch_agnostic": 4.960666656494141, "cpp_extensions/torch_stable_test_extension/torch_stable_test/test_torch_stable": 5.137666702270508, "distributions/test_constraints": 0.004666666810711225, "distributions/test_distributions": 18.84133338710914, "dynamo/test_activation_checkpointing": 9.93066660563151, "dynamo/test_after_aot": 2.932000001271566, "dynamo/test_aot_autograd": 33.612667083740234, "dynamo/test_aot_autograd_cache": 36.313999692598976, "dynamo/test_aot_compile": 6.956666787465413, "dynamo/test_autograd_function": 4.493666807810466, "dynamo/test_backends": 5.641666665673256, "dynamo/test_backward_higher_order_ops": 6.886333306630452, "dynamo/test_base_hop": 1.2279999653498332, "dynamo/test_base_output": 0.0013333333966632683, "dynamo/test_buffers_override": 2.878666718800863, "dynamo/test_bytecode_utils": 3.245999942223231, "dynamo/test_callback": 0.0043333334227403, "dynamo/test_compile": 3.5649998913286254, "dynamo/test_compiler_bisector": 0, "dynamo/test_comptime": 5.535333315531413, "dynamo/test_config": 0.70633331934611, "dynamo/test_ctx_manager": 3.427666703859965, "dynamo/test_debug_utils": 0.08733333150545756, "dynamo/test_decorators": 7.057333469390869, "dynamo/test_deque_reconstruct": 0.40200000007947284, "dynamo/test_deviceguard": 0.008666666535039743, "dynamo/test_dicts": 7.516999871780475, "dynamo/test_dynamic_shapes": 1124.127329270045, "dynamo/test_einops": 0, "dynamo/test_error_messages": 18.107333183288574, "dynamo/test_exc": 1.6023333072662354, "dynamo/test_exceptions": 3.871333360671997, "dynamo/test_export": 52.432000478108726, "dynamo/test_export_mutations": 0.8833333452542623, "dynamo/test_fake_distributed": 0, "dynamo/test_flat_apply": 0.36666666467984516, "dynamo/test_frame_init": 0.18066666523615518, "dynamo/test_functions": 42.22966639200846, "dynamo/test_fx_annotate": 0.23800000051657358, "dynamo/test_fx_graph_runnable": 48.850667317708336, "dynamo/test_fx_passes_pre_grad": 1.6883333524068196, "dynamo/test_generator": 1.6270000065366428, "dynamo/test_generator_stop": 0.0003333333491658171, "dynamo/test_global": 2.865333318710327, "dynamo/test_graph_break_messages": 14.42466672261556, "dynamo/test_graph_deduplication": 4.629999955495198, "dynamo/test_graph_region_tracker": 2.3606667518615723, "dynamo/test_guard_manager": 1.4333333186805248, "dynamo/test_guard_serialization": 3.4519999821980796, "dynamo/test_higher_order_ops": 26.406666691104572, "dynamo/test_hooks": 13.781333287556967, "dynamo/test_inline_and_install": 65.45699946085612, "dynamo/test_inline_inbuilt_nn_modules": 124.50599805514018, "dynamo/test_input_attr_tracking": 3.6636667251586914, "dynamo/test_install_free_tensors": 20.293999910354614, "dynamo/test_interop": 0.3723333279291789, "dynamo/test_list": 1.2366666793823242, "dynamo/test_logging": 13.965666770935059, "dynamo/test_metrics_context": 0.20133333404858908, "dynamo/test_minifier": 1.0649999777475994, "dynamo/test_misc": 106.94233134637277, "dynamo/test_model_output": 0.0010000000474974513, "dynamo/test_modes": 6.315999984741211, "dynamo/test_modules": 13.29099988937378, "dynamo/test_nested_graph_breaks": 4.188000043233235, "dynamo/test_nops": 0.3486666679382324, "dynamo/test_optimizers": 1.1179999907811482, "dynamo/test_package": 20.674333572387695, "dynamo/test_pgo": 12.022666613260904, "dynamo/test_pre_dispatch": 0.45100000500679016, "dynamo/test_precompile_context": 0.0010000000474974513, "dynamo/test_prim_hop_base": 0.27666666110356647, "dynamo/test_profiler": 6.856333414713542, "dynamo/test_python_autograd": 0.43933332959810895, "dynamo/test_python_dispatcher": 0.24666666487852731, "dynamo/test_raise": 0.5780000003675619, "dynamo/test_recompile_ux": 0.6549999912579855, "dynamo/test_recompiles": 4.03766663869222, "dynamo/test_reconstruct": 0.5806666612625122, "dynamo/test_regional_inductor": 6.2410000165303545, "dynamo/test_reorder_logs": 0.5396666725476583, "dynamo/test_repros": 84.05299995940489, "dynamo/test_resume": 0.3829999963442485, "dynamo/test_sdpa": 2.562666654586792, "dynamo/test_sets": 3.057999993364016, "dynamo/test_skip_guard_eval_unsafe": 3.91266663869222, "dynamo/test_skip_non_tensor": 0.509333332379659, "dynamo/test_sources": 1.0100000301996868, "dynamo/test_structured_trace": 18.277999877929688, "dynamo/test_subclasses": 29.884665966033936, "dynamo/test_subgraphs": 4.145000139872233, "dynamo/test_sys": 0.2513333360354106, "dynamo/test_trace_rules": 0.6766666769981384, "dynamo/test_unittest": 0.13766666750113168, "dynamo/test_unspec": 25.597333908081055, "dynamo/test_utils": 15.793333377999565, "dynamo/test_verify_correctness": 0.42100000381469727, "dynamo/test_view": 0.562333325544993, "export/test_converter": 0.061666667461395264, "export/test_cpp_serdes": 37.05833435058594, "export/test_db": 14.19433307647705, "export/test_draft_export": 0.18866666654745737, "export/test_dynamic_shapes": 0.19166666766007742, "export/test_experimental": 4.958333174387614, "export/test_export": 50.85866596301397, "export/test_export_nonstrict": 26.646000176668167, "export/test_export_opinfo": 48.198333740234375, "export/test_export_strict": 141.17466566960016, "export/test_export_training_ir_to_run_decomp": 226.91466997067133, "export/test_export_with_inline_and_install": 142.27999866008759, "export/test_functionalized_assertions": 0.17999999721844992, "export/test_hop": 8.669333457946777, "export/test_lift_unlift": 0.0010000000474974513, "export/test_nativert": 0, "export/test_package": 0.3580000003178914, "export/test_pass_infra": 2.6980000336964927, "export/test_passes": 17.285999933878582, "export/test_retraceability": 230.22900249560675, "export/test_schema": 0.4283333321412404, "export/test_serdes": 147.65699830651283, "export/test_serialize": 10.102000036897758, "export/test_sparse": 0.004333333267519872, "export/test_strict_export_v2": 137.8723347981771, "export/test_swap": 5.0703334013621015, "export/test_tools": 0.3633333245913188, "export/test_torchbind": 0.0010000000474974513, "export/test_tree_utils": 0.17399999996026358, "export/test_unflatten": 12.03333314259847, "export/test_unflatten_training_ir": 11.307999928792318, "export/test_upgrader": 0.0013333333966632683, "export/test_verifier": 3.7300000190734863, "functorch/dim/test_getsetitem": 0.010333333164453506, "functorch/dim/test_split": 0.019999999552965164, "functorch/test_ac_knapsack": 0.17499999981373549, "functorch/test_ac_logging": 0.006666666828095913, "functorch/test_aot_joint_with_descriptors": 5.783999919891357, "functorch/test_aotdispatch": 2225.915001993378, "functorch/test_control_flow": 75.07533194621404, "functorch/test_control_flow_cuda_initialization": 0, "functorch/test_dims": 21.090333302815754, "functorch/test_eager_transforms": 7.866666661109775, "functorch/test_logging": 0.23933333158493042, "functorch/test_memory_efficient_fusion": 0.46866666587690514, "functorch/test_minifier": 0.26666667064030963, "functorch/test_ops": 1094.5793151855469, "functorch/test_parsing": 0.11966666563724478, "functorch/test_rearrange": 0.15833333134651184, "functorch/test_vmap": 332.88899667126435, "functorch/test_vmap_registrations": 1.940333326657613, "higher_order_ops/test_invoke_quant": 3.481666644414266, "higher_order_ops/test_invoke_subgraph": 40.25700040472051, "higher_order_ops/test_local_map": 0.0023333334053556123, "higher_order_ops/test_with_effects": 0.0013333333966632683, "inductor/test_alignment": 11.284333229064941, "inductor/test_analysis": 0.014333333354443312, "inductor/test_aot_inductor": 1051.259668566209, "inductor/test_aot_inductor_arrayref": 459.5936686197917, "inductor/test_aot_inductor_custom_ops": 5.127666777387883, "inductor/test_aot_inductor_package": 0.0006666666983316342, "inductor/test_async_compile": 0.0010000000474974513, "inductor/test_augmented_graph_helper": 0.0026666667933265367, "inductor/test_auto_functionalize": 19.19699986775716, "inductor/test_benchmarking": 0.2666666607062022, "inductor/test_block_analysis": 0.05866666634877523, "inductor/test_cache": 31.082000503937405, "inductor/test_caching": 33.39766705098251, "inductor/test_codecache": 67.61333335307427, "inductor/test_codegen_triton": 0.05033333351214727, "inductor/test_combo_kernels": 0.0010000000474974513, "inductor/test_compile": 7.727333227793376, "inductor/test_compile_subprocess": 690.0956828282991, "inductor/test_compile_worker": 8.4950000445048, "inductor/test_compiled_autograd": 111.4459986637036, "inductor/test_compiled_optimizers": 78.03666687011719, "inductor/test_config": 4.2413333257039385, "inductor/test_control_flow": 0.3609999998395021, "inductor/test_cpp_wrapper_hipify": 0.2296666701634725, "inductor/test_custom_lowering": 0.005333333276212215, "inductor/test_cutedsl_template": 0, "inductor/test_cutlass_evt": 0.0010000000474974513, "inductor/test_debug_trace": 6.579333464304606, "inductor/test_decompose_mem_bound_mm": 0, "inductor/test_device_assert": 3.4606666564941406, "inductor/test_device_info": 0.20399999618530273, "inductor/test_external_callables": 1.9273333152135212, "inductor/test_flex_attention": 0.0020000000949949026, "inductor/test_flex_decoding": 0.004000000034769376, "inductor/test_foreach": 11.171333312988281, "inductor/test_fp8": 56.34166700245502, "inductor/test_fuzzer": 1.521333376566569, "inductor/test_fx_fusion": 0.1593333383401235, "inductor/test_group_batch_fusion": 21.684666508808732, "inductor/test_helion_kernels": 0.0010000000474974513, "inductor/test_indexing": 0.3076666593551636, "inductor/test_inductor_annotations": 0.0010000000474974513, "inductor/test_inductor_scheduler": 0.003000000026077032, "inductor/test_kernel_optimization": 3.052666743596395, "inductor/test_mem_estimation": 0.23699999724825224, "inductor/test_minifier_utils": 1.0713333288828533, "inductor/test_mmdecomp": 0.2643333325783412, "inductor/test_mps_basic": 22.882666269938152, "inductor/test_op_completeness": 0.1096666653951009, "inductor/test_ordered_set": 0.9823333187572038, "inductor/test_pcache": 7.457749906927347, "inductor/test_provenance_tracing": 9.342999858936915, "inductor/test_remote_cache": 0.17633333305517832, "inductor/test_segmented_tree": 0.3083333373069763, "inductor/test_split_cat_fx_aten_passes": 0.511999997504366, "inductor/test_standalone_compile": 10.446000099182129, "inductor/test_static_cuda_launcher": 0.0013333333966632683, "inductor/test_template_heuristics_registry": 0.11733333269755046, "inductor/test_torchbind": 0.02966666656235854, "inductor/test_torchinductor": 1174.226661125819, "inductor/test_torchinductor_codegen_config_overrides": 3.369999965031942, "inductor/test_torchinductor_codegen_dynamic_shapes": 1161.0496419270833, "inductor/test_torchinductor_dynamic_shapes": 2477.3142996420306, "inductor/test_torchinductor_opinfo": 0.14799999942382178, "inductor/test_triton_kernels": 0.0066666668669010205, "inductor/test_unbacked_symints": 22.32200050354004, "inductor/test_utils": 0.038666666795810066, "lazy/test_bindings": 0.0003333333491658171, "lazy/test_debug_util": 0.1696666677792867, "lazy/test_functionalization": 0.18866666654745737, "lazy/test_generator": 0.19666666785875955, "lazy/test_reuse_ir": 0.40666666626930237, "lazy/test_step_closures": 2.1766666571299234, "lazy/test_ts_opinfo": 6.077666571984689, "nn/test_convolution": 122.64366698265076, "nn/test_dropout": 1.792666733264923, "nn/test_embedding": 1.718000012760361, "nn/test_init": 2.5903333028157554, "nn/test_lazy_modules": 0.29733333985010785, "nn/test_load_state_dict": 0.30166666954755783, "nn/test_module_hooks": 0.10333333288629849, "nn/test_multihead_attention": 12.872666517893473, "nn/test_packed_sequence": 0.2309999962647756, "nn/test_parametrization": 0.3029999953384201, "nn/test_pooling": 17.548333269854385, "nn/test_pruning": 0.048333333184321724, "profiler/test_cpp_thread": 0.0023333334053556123, "profiler/test_execution_trace": 0.12600000202655792, "profiler/test_kineto": 1.2866666714350383, "profiler/test_memory_profiler": 2.2266666820893684, "profiler/test_profiler": 17.44433339436849, "profiler/test_profiler_tree": 0, "profiler/test_python_tracer": 5.090333302815755, "profiler/test_record_function": 0.18566666543483734, "profiler/test_torch_tidy": 2.0669999917348227, "test_accelerator": 0.19033333162466684, "test_ao_sparsity": 1.7000000120606273, "test_appending_byte_serializer": 0.17266666889190674, "test_autocast": 0.6340000072183708, "test_autograd": 21.43333368860961, "test_autograd_fallback": 0.1723333348830541, "test_autoload": 0.3813333362340927, "test_binary_ufuncs": 51.95199966430664, "test_bundled_inputs": 1.0383333365122478, "test_comparison_utils": 0.16933333377043405, "test_compile_benchmark_util": 0, "test_complex": 0.029666667183240254, "test_content_store": 3.1836667160193124, "test_cpp_api_parity": 1.9636666774749756, "test_cpp_extensions_aot_ninja": 0.23633333175287893, "test_cpp_extensions_aot_no_ninja": 0.26066666837626445, "test_cpp_extensions_jit": 111.70499928792317, "test_cpp_extensions_mtia_backend": 0, "test_cpp_extensions_open_device_registration": 7.427999973297119, "test_cpp_extensions_stream_and_event": 0, "test_cuda": 0.00233333344416072, "test_custom_backend": 0.273333340883255, "test_custom_ops": 15.377666782898208, "test_dataloader": 931.1866609662538, "test_datapipe": 35.36800037200252, "test_decomp": 2288.497995274025, "test_deploy": 0.10799999783436458, "test_dispatch": 19.326333394584555, "test_dlpack": 0.46900000671545666, "test_dynamic_shapes": 44.66899959215274, "test_expanded_weights": 4.53866664133966, "test_extension_utils": 0.13833333551883698, "test_fake_tensor": 2.1533333292075745, "test_file_check": 1.153666655222575, "test_flop_counter": 0.08333333333333333, "test_foreach": 34.07200050354004, "test_function_schema": 0.29233333468437195, "test_functional_autograd_benchmark": 27.377999623616535, "test_functional_optim": 0, "test_functionalization": 2.696333368619283, "test_functionalization_of_rng_ops": 0.010999999940395355, "test_futures": 0.8033333420753479, "test_fx": 17.682999959409546, "test_fx_experimental": 31.61599979052941, "test_fx_passes": 0.3816666727264722, "test_fx_reinplace_pass": 0.4000000059604645, "test_hop_infra": 0.006666666517655055, "test_hub": 11.62600008646647, "test_import_stats": 2.0236666997273765, "test_indexing": 43.785998924945794, "test_itt": 0.0003333333491658171, "test_jit": 39.84099948957252, "test_jit_autocast": 17.619333000232775, "test_jit_disabled": 0.26766666769981384, "test_jit_fuser_te": 111.41799858088295, "test_jit_llga_fuser": 0.0016666667458290856, "test_legacy_vmap": 0.7216666589180628, "test_license": 0.16733333468437195, "test_linalg": 180.96099853515625, "test_logging": 1.252999981244405, "test_masked": 7.628333409627278, "test_maskedtensor": 5.026666791488727, "test_matmul_cuda": 0.10533333321412404, "test_matmul_fp8": 0.006000000052154064, "test_meta": 797.3220047205687, "test_mkl_verbose": 2.1073333422342935, "test_mkldnn": 0.0016666667458290856, "test_mkldnn_fusion": 0, "test_mkldnn_verbose": 2.2329999605814614, "test_mobile_optimizer": 0.3163333336512248, "test_model_dump": 0.1899999976158142, "test_model_exports_to_core_aten": 0.0010000000474974513, "test_module_tracker": 0.17299999793370566, "test_modules": 334.4326680501302, "test_monitor": 0.3176666647195816, "test_multiprocessing": 174.90666707356772, "test_multiprocessing_spawn": 172.69933372627324, "test_namedtensor": 0.2126666655143102, "test_namedtuple_return_api": 0.7420000036557516, "test_native_functions": 0.26100000739097595, "test_native_mha": 0.08933333307504654, "test_nestedtensor": 753.7246747548537, "test_nn": 117.02500078982364, "test_numa_binding": 0, "test_numba_integration": 0.0010000000474974513, "test_numpy_interop": 0.23333333432674408, "test_opaque_obj": 0.42233333985010785, "test_opaque_obj_v2": 0.18900000055631003, "test_openmp": 3.185333251953125, "test_openreg": 0.9669999728600184, "test_ops": 1208.350660270468, "test_ops_fwd_gradients": 191.38199869791666, "test_ops_gradients": 253.69133504231772, "test_ops_jit": 529.1570027669271, "test_optim": 239.03933881223202, "test_out_dtype_op": 1.471999963124593, "test_overrides": 1.6823333262000233, "test_package": 0.5393333351239562, "test_per_overload_api": 0.16066666940848032, "test_prims": 0.10566666691253583, "test_privateuseone_python_backend": 0.13766666253407797, "test_proxy_tensor": 340.5236774661268, "test_pruning_op": 0.2363333304723104, "test_public_bindings": 11.525666872660318, "test_python_dispatch": 3.085000023168201, "test_pytree": 1.2063333527961124, "test_quantization": 434.27700094424654, "test_reductions": 77.31499989827473, "test_rename_privateuse1_to_existing_device": 0.1830000032981237, "test_scatter_gather_ops": 3.568666617075602, "test_schema_check": 109.37300130104025, "test_segment_reductions": 0.3616666595141093, "test_serialization": 53.299333184336625, "test_set_default_mobile_cpu_allocator": 0.15733332931995392, "test_shape_ops": 0.35766666134198505, "test_show_pickle": 0.14033333460489908, "test_sort_and_select": 1.0070000290870667, "test_sparse": 201.37300067270795, "test_sparse_csr": 49.93299960593382, "test_sparse_semi_structured": 0.0013333333966632683, "test_spectral_ops": 2.4339999680717788, "test_stateless": 3.3776665975650153, "test_subclass": 0.2876666684945424, "test_sympy_utils": 10.890999875264242, "test_tensor_creation_ops": 7.7463333734000726, "test_tensorboard": 1.740999951842241, "test_tensorexpr": 10.239666620890299, "test_tensorexpr_pybind": 0.17099999714021882, "test_testing": 21.771666668588296, "test_torch": 3.660000057929816, "test_torchfuzz_repros": 0.010000000086923441, "test_transformers": 747.0256694689937, "test_transformers_privateuse1": 0.017999999225139618, "test_type_hints": 0.0010000000474974513, "test_type_info": 0.1653333306312561, "test_type_promotion": 1.2290000120798747, "test_typing": 0, "test_unary_ufuncs": 197.6403350830078, "test_utils": 94.10166632259886, "test_utils_config_module": 0.1970000018676122, "test_utils_filelock": 0.38233333826065063, "test_utils_internal": 0.09966666748126347, "test_view_ops": 8.012000054121017, "test_vulkan": 0, "test_weak": 2.2099999406685433, "test_xnnpack_integration": 3.054000029961268, "torch_np/numpy_tests/core/test_dlpack": 0.21199999749660492, "torch_np/numpy_tests/core/test_dtype": 0.23633333124841252, "torch_np/numpy_tests/core/test_einsum": 4.429999973392114, "torch_np/numpy_tests/core/test_getlimits": 0.19866666213298836, "torch_np/numpy_tests/core/test_indexing": 0.24633333498301604, "torch_np/numpy_tests/core/test_multiarray": 13.0606666340027, "torch_np/numpy_tests/core/test_numeric": 1.7896666759625077, "torch_np/numpy_tests/core/test_numerictypes": 0.18700000290603688, "torch_np/numpy_tests/core/test_scalar_ctors": 0.22900000105922422, "torch_np/numpy_tests/core/test_scalar_methods": 0.0026666667157163224, "torch_np/numpy_tests/core/test_scalarinherit": 0.0003333333491658171, "torch_np/numpy_tests/core/test_scalarmath": 8.112333259079605, "torch_np/numpy_tests/core/test_shape_base": 0.292000000209858, "torch_np/numpy_tests/fft/test_helper": 1.8143332950227584, "torch_np/numpy_tests/fft/test_pocketfft": 1.3246666689713795, "torch_np/numpy_tests/lib/test_arraypad": 0.18699999650319418, "torch_np/numpy_tests/lib/test_arraysetops": 0.2136666625738144, "torch_np/numpy_tests/lib/test_function_base": 0.9009999982857456, "torch_np/numpy_tests/lib/test_histograms": 0.32866667211055756, "torch_np/numpy_tests/lib/test_index_tricks": 0.20700000416642675, "torch_np/numpy_tests/lib/test_shape_base_": 0.3149999980038653, "torch_np/numpy_tests/lib/test_twodim_base": 0.233333337547568, "torch_np/numpy_tests/lib/test_type_check": 0.3729999966841812, "torch_np/numpy_tests/linalg/test_linalg": 2.7073333478377513, "torch_np/test_basic": 0.4546666650567204, "torch_np/test_binary_ufuncs": 0.20000000298023224, "torch_np/test_dtype": 0.2063333342472712, "torch_np/test_function_base": 0.17766666412353516, "torch_np/test_indexing": 1.371666669845581, "torch_np/test_ndarray_methods": 1.5303333329114441, "torch_np/test_nep50_examples": 2.146000017722448, "torch_np/test_random": 0.2306666667573154, "torch_np/test_reductions": 1.218333332799375, "torch_np/test_scalars_0D_arrays": 0.2109999991953373, "torch_np/test_ufuncs_basic": 0.556333339229847, "torch_np/test_unary_ufuncs": 0.2426666667064031, "typing/test_python_operators": 0.48366666833559674 }, "mps": { "inductor/test_aot_inductor": 1937.8583450111717, "inductor/test_mps_basic": 39.46166658401489, "inductor/test_torchinductor": 2287.9460140069327, "inductor/test_torchinductor_dynamic_shapes": 4624.480318359526, "nn/test_convolution": 189.01200048128763, "nn/test_dropout": 1.755333349108696, "nn/test_pooling": 31.448999683062237, "test_metal": 0.4273333301146825, "test_modules": 669.5693410237631, "test_mps": 2766.365314759314, "test_nn": 214.98599898066217, "test_view_ops": 14.550333261489868 } }, "macos-py3-arm64-mps": { "mps": { "inductor/test_mps_basic": 15.629666646321615, "inductor/test_torchinductor": 3960.1946806907654, "nn/test_convolution": 221.52499949932098, "nn/test_dropout": 2.5226666939755282, "nn/test_pooling": 56.18066693842411, "test_metal": 0.48633333543936413, "test_modules": 1187.7119954427083, "test_mps": 3785.9120154877505, "test_nn": 359.2696690041339, "test_view_ops": 21.848666588465374 } }, "rocm-py3.10-inductor": { "inductor": { "distributed/_composable/fsdp/test_fully_shard_clip_grad_norm_": 8.365333239237467, "distributed/_composable/fsdp/test_fully_shard_comm": 170.20966808435819, "distributed/_composable/fsdp/test_fully_shard_compile": 193.29366874694824, "distributed/_composable/fsdp/test_fully_shard_frozen": 32.45400047302246, "distributed/_composable/fsdp/test_fully_shard_mixed_precision": 10.600333213806152, "distributed/_composable/fsdp/test_fully_shard_state_dict": 9.30566660563151, "distributed/_composable/fsdp/test_fully_shard_training": 262.39000002543133, "distributed/_composable/test_replicate_with_compiler": 134.50733494063994, "distributed/fsdp/test_fsdp_tp_integration": 23.74133364359538, "distributed/tensor/parallel/test_micro_pipeline_tp": 15.231000026067099, "distributed/tensor/test_dtensor_compile": 163.37033716837564, "distributed/test_c10d_functional_native": 225.09099664290747, "distributed/test_compute_comm_reordering": 91.91900126139323, "distributed/test_dynamo_distributed": 487.8626661300659, "distributed/test_inductor_collectives": 249.88000138600668, "inductor/test_aot_inductor": 2473.9390080162943, "inductor/test_torchinductor": 1043.1133274634678, "inductor/test_torchinductor_opinfo": 8229.544270833334, "test_modules": 2538.9020182291665, "test_ops": 10591.177884817123, "test_ops_gradients": 1185.8189900716145, "test_torch": 1847.4429983695347 } }, "rocm-py3.10-inductor-mi300": { "inductor": { "distributed/_composable/fsdp/test_fully_shard_clip_grad_norm_": 3.0355000495910645, "distributed/_composable/fsdp/test_fully_shard_comm": 83.73899945383891, "distributed/_composable/fsdp/test_fully_shard_compile": 85.97399854660034, "distributed/_composable/fsdp/test_fully_shard_frozen": 8.033999919891357, "distributed/_composable/fsdp/test_fully_shard_mixed_precision": 5.620000123977661, "distributed/_composable/fsdp/test_fully_shard_state_dict": 2.924999952316284, "distributed/_composable/fsdp/test_fully_shard_training": 13.799999833106995, "distributed/_composable/test_replicate_with_compiler": 74.96950204472523, "distributed/fsdp/test_fsdp_tp_integration": 8.165000200271606, "distributed/tensor/parallel/test_micro_pipeline_tp": 18.436000019311905, "distributed/tensor/test_dtensor_compile": 116.9904990196228, "distributed/test_c10d_functional_native": 171.15349817276, "distributed/test_compute_comm_reordering": 66.08050155639648, "distributed/test_dynamo_distributed": 249.9159984588623, "distributed/test_inductor_collectives": 137.36549949645996, "inductor/test_aot_inductor": 1493.3030046581214, "inductor/test_torchinductor": 640.709654122591, "inductor/test_torchinductor_opinfo": 5011.466064453125, "test_modules": 1353.7763366699219, "test_ops": 5448.666310628255, "test_ops_gradients": 624.1493326822916, "test_torch": 1036.3916644975543 } }, "unit-test / cuda12.6-py3.10-gcc9-sm86": { "inductor": { "distributed/_composable/fsdp/test_fully_shard_clip_grad_norm_": 4.5519998868306475, "distributed/_composable/fsdp/test_fully_shard_comm": 111.58366575309385, "distributed/_composable/fsdp/test_fully_shard_compile": 144.39666670991573, "distributed/_composable/fsdp/test_fully_shard_frozen": 13.339999834696451, "distributed/_composable/fsdp/test_fully_shard_mixed_precision": 9.072999954223633, "distributed/_composable/fsdp/test_fully_shard_state_dict": 4.518999894460042, "distributed/_composable/fsdp/test_fully_shard_training": 23.23633352915446, "distributed/_composable/test_replicate_with_compiler": 86.35233488977731, "distributed/fsdp/test_fsdp_tp_integration": 13.473666826883951, "distributed/tensor/parallel/test_micro_pipeline_tp": 6.683999794069678, "distributed/tensor/test_dtensor_compile": 138.02566576004028, "distributed/test_c10d_functional_native": 129.82566355215386, "distributed/test_compute_comm_reordering": 57.25666650136312, "distributed/test_dynamo_distributed": 239.58599980672201, "distributed/test_inductor_collectives": 159.20199847221375, "inductor/test_aot_inductor": 2099.1454906463623, "inductor/test_torchinductor": 700.853486825712, "inductor/test_torchinductor_opinfo": 8377.552490234375, "test_modules": 1885.3200073242188, "test_ops": 9166.046427845955, "test_ops_gradients": 1695.3909912109375, "test_torch": 849.7260137746731 }, "inductor_cpp_wrapper": { "inductor/test_cpu_repro": 1861.0590209960938, "inductor/test_max_autotune": 230.40567016601562, "inductor/test_torchinductor": 2470.026545630768, "inductor/test_torchinductor_opinfo": 2601.491943359375, "test_torch": 264.73500061035156 }, "inductor_distributed": { "distributed/_composable/fsdp/test_fully_shard_clip_grad_norm_": 8.631333271662394, "distributed/_composable/fsdp/test_fully_shard_comm": 135.78166601030776, "distributed/_composable/fsdp/test_fully_shard_compile": 205.65400809480343, "distributed/_composable/fsdp/test_fully_shard_frozen": 23.35699971516927, "distributed/_composable/fsdp/test_fully_shard_mixed_precision": 15.799333413441977, "distributed/_composable/fsdp/test_fully_shard_state_dict": 6.549333333969116, "distributed/_composable/fsdp/test_fully_shard_training": 228.800998767217, "distributed/_composable/test_replicate_with_compiler": 114.272668752082, "distributed/fsdp/test_fsdp_tp_integration": 19.946000417073567, "distributed/tensor/parallel/test_micro_pipeline_tp": 6.640333455366393, "distributed/tensor/test_dtensor_compile": 166.17099936803183, "distributed/test_c10d_functional_native": 160.47833284611502, "distributed/test_compute_comm_reordering": 66.330335299174, "distributed/test_dynamo_distributed": 388.5519911448161, "distributed/test_inductor_collectives": 216.02099633216858, "inductor/test_aot_inductor": 9.693999763578176, "inductor/test_torchinductor": 1.8636666536331177 } }, "unit-test / cuda12.6-py3.12-gcc9-sm86": { "inductor": { "distributed/_composable/fsdp/test_fully_shard_clip_grad_norm_": 4.723999977111816, "distributed/_composable/fsdp/test_fully_shard_comm": 143.17766782206795, "distributed/_composable/fsdp/test_fully_shard_compile": 210.93266773223877, "distributed/_composable/fsdp/test_fully_shard_frozen": 14.004666646321615, "distributed/_composable/fsdp/test_fully_shard_mixed_precision": 9.380332946777344, "distributed/_composable/fsdp/test_fully_shard_state_dict": 4.6563334465026855, "distributed/_composable/fsdp/test_fully_shard_training": 23.603000005086262, "distributed/_composable/test_replicate_with_compiler": 96.94266819259308, "distributed/fsdp/test_fsdp_tp_integration": 14.005999883015951, "distributed/tensor/parallel/test_micro_pipeline_tp": 8.984333356221518, "distributed/tensor/test_dtensor_compile": 132.5646651585897, "distributed/test_c10d_functional_native": 130.419664769123, "distributed/test_compute_comm_reordering": 77.45833333333333, "distributed/test_dynamo_distributed": 324.8333269755046, "distributed/test_inductor_collectives": 151.9236685434977, "inductor/test_aot_inductor": 2101.375336329142, "inductor/test_torchinductor": 674.9330027562877, "inductor/test_torchinductor_opinfo": 7904.34423828125, "test_modules": 1996.6559651692708, "test_ops": 10039.250030219555, "test_ops_gradients": 1579.7540079752605, "test_torch": 1330.6293352569144 } }, "unit-test / cuda12.6-py3.13-gcc9-sm86": { "inductor": { "distributed/_composable/fsdp/test_fully_shard_clip_grad_norm_": 4.021666606267293, "distributed/_composable/fsdp/test_fully_shard_comm": 105.1869989655291, "distributed/_composable/fsdp/test_fully_shard_compile": 142.10366492338167, "distributed/_composable/fsdp/test_fully_shard_frozen": 12.041666666666666, "distributed/_composable/fsdp/test_fully_shard_mixed_precision": 8.043333212534586, "distributed/_composable/fsdp/test_fully_shard_state_dict": 4.021999915440877, "distributed/_composable/fsdp/test_fully_shard_training": 20.463666756947834, "distributed/_composable/test_replicate_with_compiler": 81.18966711428948, "distributed/fsdp/test_fsdp_tp_integration": 12.03599993387858, "distributed/tensor/parallel/test_micro_pipeline_tp": 6.114666631134848, "distributed/tensor/test_dtensor_compile": 128.38399998346964, "distributed/test_c10d_functional_native": 118.1869995718201, "distributed/test_compute_comm_reordering": 52.72066561381022, "distributed/test_dynamo_distributed": 238.97200075785318, "distributed/test_inductor_collectives": 145.49099826812744, "inductor/test_aot_inductor": 1390.4636576970418, "inductor/test_torchinductor": 447.54833154256147, "inductor/test_torchinductor_opinfo": 5445.936116536458, "test_modules": 2078.7369384765625, "test_ops": 6956.91594807307, "test_ops_gradients": 1130.5373128255208, "test_torch": 1241.043680389722 } }, "unit-test / cuda12.8-py3.10-gcc9-sm86": { "inductor": { "distributed/_composable/fsdp/test_fully_shard_clip_grad_norm_": 5.360800075531006, "distributed/_composable/fsdp/test_fully_shard_comm": 168.8105999328196, "distributed/_composable/fsdp/test_fully_shard_compile": 219.36939897537232, "distributed/_composable/fsdp/test_fully_shard_frozen": 15.782800102233887, "distributed/_composable/fsdp/test_fully_shard_mixed_precision": 10.720999908447265, "distributed/_composable/fsdp/test_fully_shard_state_dict": 5.360400104522705, "distributed/_composable/fsdp/test_fully_shard_training": 26.735000228881837, "distributed/_composable/test_replicate_with_compiler": 88.56839959721546, "distributed/fsdp/test_fsdp_tp_integration": 15.822800064086914, "distributed/tensor/parallel/test_micro_pipeline_tp": 11.727600038051605, "distributed/tensor/test_dtensor_compile": 142.11080017089844, "distributed/test_c10d_functional_native": 198.36120262145997, "distributed/test_compute_comm_reordering": 84.24620056152344, "distributed/test_dynamo_distributed": 381.6907989501953, "distributed/test_inductor_collectives": 176.95579872131347, "inductor/test_aot_inductor": 2693.6653905548387, "inductor/test_torchinductor": 832.8185994472354, "inductor/test_torchinductor_opinfo": 8654.7505859375, "test_modules": 2192.009228515625, "test_ops": 11331.31338982582, "test_ops_gradients": 1558.000390625, "test_torch": 1804.9771936535835 }, "inductor_cpp_wrapper": { "inductor/test_cpu_repro": 2583.1871826171873, "inductor/test_max_autotune": 503.67519760131836, "inductor/test_torchinductor": 2922.661604885757, "inductor/test_torchinductor_opinfo": 2926.1454223632813, "test_torch": 205.58059692382812 }, "inductor_distributed": { "distributed/_composable/fsdp/test_fully_shard_clip_grad_norm_": 11.602799797058106, "distributed/_composable/fsdp/test_fully_shard_comm": 213.07880033031105, "distributed/_composable/fsdp/test_fully_shard_compile": 334.0991981506348, "distributed/_composable/fsdp/test_fully_shard_frozen": 31.106600189208983, "distributed/_composable/fsdp/test_fully_shard_mixed_precision": 21.244800186157228, "distributed/_composable/fsdp/test_fully_shard_state_dict": 8.959999656677246, "distributed/_composable/fsdp/test_fully_shard_training": 346.8852020263672, "distributed/_composable/test_replicate_with_compiler": 139.23300073246938, "distributed/fsdp/test_fsdp_tp_integration": 26.018600082397462, "distributed/tensor/parallel/test_micro_pipeline_tp": 11.809999942779541, "distributed/tensor/test_dtensor_compile": 195.5833995819092, "distributed/test_c10d_functional_native": 237.87859690189362, "distributed/test_compute_comm_reordering": 97.11819915771484, "distributed/test_dynamo_distributed": 651.9929973602295, "distributed/test_inductor_collectives": 276.5076000213623, "inductor/test_aot_inductor": 34.808800268173215, "inductor/test_torchinductor": 2.566333293914795 } }, "unit-test / cuda12.8-py3.12-gcc9-sm86": { "inductor": { "distributed/_composable/fsdp/test_fully_shard_clip_grad_norm_": 5.231399917602539, "distributed/_composable/fsdp/test_fully_shard_comm": 164.68440081626176, "distributed/_composable/fsdp/test_fully_shard_compile": 221.53880500793457, "distributed/_composable/fsdp/test_fully_shard_frozen": 15.447599983215332, "distributed/_composable/fsdp/test_fully_shard_mixed_precision": 10.50099983215332, "distributed/_composable/fsdp/test_fully_shard_state_dict": 5.250999927520752, "distributed/_composable/fsdp/test_fully_shard_training": 25.991200160980224, "distributed/_composable/test_replicate_with_compiler": 87.2815996460151, "distributed/fsdp/test_fsdp_tp_integration": 15.408199882507324, "distributed/tensor/parallel/test_micro_pipeline_tp": 11.287599873542785, "distributed/tensor/test_dtensor_compile": 140.56479930877686, "distributed/test_c10d_functional_native": 195.7147971868515, "distributed/test_compute_comm_reordering": 83.7729995727539, "distributed/test_dynamo_distributed": 374.7922046661377, "distributed/test_inductor_collectives": 173.19659805297852, "inductor/test_aot_inductor": 2716.9500006258954, "inductor/test_torchinductor": 815.6303986646235, "inductor/test_torchinductor_opinfo": 8287.954541015624, "test_modules": 2358.0689453125, "test_ops": 12572.754421424866, "test_ops_gradients": 1637.97841796875, "test_torch": 1955.626572291553 } }, "unit-test / cuda12.8-py3.13-gcc9-sm86": { "inductor": { "distributed/_composable/fsdp/test_fully_shard_clip_grad_norm_": 4.986800003051758, "distributed/_composable/fsdp/test_fully_shard_comm": 160.09280173778535, "distributed/_composable/fsdp/test_fully_shard_compile": 223.55359907150267, "distributed/_composable/fsdp/test_fully_shard_frozen": 14.602999877929687, "distributed/_composable/fsdp/test_fully_shard_mixed_precision": 9.973600006103515, "distributed/_composable/fsdp/test_fully_shard_state_dict": 4.986800003051758, "distributed/_composable/fsdp/test_fully_shard_training": 24.755599975585938, "distributed/_composable/test_replicate_with_compiler": 85.17919921875, "distributed/fsdp/test_fsdp_tp_integration": 14.601799964904785, "distributed/tensor/parallel/test_micro_pipeline_tp": 11.27540010213852, "distributed/tensor/test_dtensor_compile": 136.10980148315429, "distributed/test_c10d_functional_native": 191.27979903221132, "distributed/test_compute_comm_reordering": 80.13919982910156, "distributed/test_dynamo_distributed": 367.2625957489014, "distributed/test_inductor_collectives": 167.17299556732178, "inductor/test_aot_inductor": 2716.8461854247607, "inductor/test_torchinductor": 815.6594120442867, "inductor/test_torchinductor_opinfo": 8347.23017578125, "test_modules": 2445.506787109375, "test_ops": 13429.89179224968, "test_ops_gradients": 1606.8355834960937, "test_torch": 1988.6098309293388 } }, "unit-test / inductor-cpu-test": { "inductor_amx": { "inductor/test_torchinductor": 813.476673523585, "inductor/test_torchinductor_opinfo": 0.16299999753634134, "test_modules": 1439.0826822916667, "test_ops": 8428.636631965637, "test_ops_gradients": 813.7740071614584, "test_torch": 1685.4306677232187 }, "inductor_avx2": { "inductor/test_torchinductor": 1086.1370022296906, "inductor/test_torchinductor_opinfo": 0.5979999899864197, "test_modules": 2160.50830078125, "test_ops": 12337.600996176401, "test_ops_gradients": 1609.2779947916667, "test_torch": 2298.078316272547 } }, "unit-test / inductor-halide-test": { "inductor-halide": { "inductor/test_halide": 5656.1411148707075 } }, "unit-test / inductor-test": { "inductor": { "distributed/_composable/fsdp/test_fully_shard_clip_grad_norm_": 4.858000040054321, "distributed/_composable/fsdp/test_fully_shard_comm": 153.64000012353063, "distributed/_composable/fsdp/test_fully_shard_compile": 222.83399724960327, "distributed/_composable/fsdp/test_fully_shard_frozen": 14.078500270843506, "distributed/_composable/fsdp/test_fully_shard_mixed_precision": 9.720999717712402, "distributed/_composable/fsdp/test_fully_shard_state_dict": 4.858000040054321, "distributed/_composable/fsdp/test_fully_shard_training": 24.10950016975403, "distributed/_composable/test_replicate_with_compiler": 91.17649896244984, "distributed/fsdp/test_fsdp_tp_integration": 13.979499816894531, "distributed/tensor/parallel/test_micro_pipeline_tp": 11.30049979686737, "distributed/tensor/test_dtensor_compile": 156.9244966506958, "distributed/test_c10d_functional_native": 201.3080029785633, "distributed/test_compute_comm_reordering": 88.84749984741211, "distributed/test_dynamo_distributed": 392.41900634765625, "distributed/test_inductor_collectives": 181.4224977493286, "inductor/test_aot_inductor": 2834.598672392856, "inductor/test_torchinductor": 909.6370175294578, "inductor/test_torchinductor_opinfo": 8318.65869140625, "test_modules": 2197.239013671875, "test_ops": 11412.263623555502, "test_ops_gradients": 1507.5956726074219, "test_torch": 1802.1966420014699 }, "inductor_cpp_wrapper": { "inductor/test_cpu_repro": 2579.4766845703125, "inductor/test_max_autotune": 605.4873320261637, "inductor/test_torchinductor": 3029.27199828128, "inductor/test_torchinductor_opinfo": 2911.396036783854, "test_torch": 207.74466959635416 }, "inductor_distributed": { "distributed/_composable/fsdp/test_fully_shard_clip_grad_norm_": 10.557999928792318, "distributed/_composable/fsdp/test_fully_shard_comm": 211.5936687514186, "distributed/_composable/fsdp/test_fully_shard_compile": 339.08633740743, "distributed/_composable/fsdp/test_fully_shard_frozen": 28.185667037963867, "distributed/_composable/fsdp/test_fully_shard_mixed_precision": 19.117666880289715, "distributed/_composable/fsdp/test_fully_shard_state_dict": 8.030333518981934, "distributed/_composable/fsdp/test_fully_shard_training": 240.69867261250815, "distributed/_composable/test_replicate_with_compiler": 142.5606669515449, "distributed/fsdp/test_fsdp_tp_integration": 23.133333841959637, "distributed/tensor/parallel/test_micro_pipeline_tp": 11.54933343331019, "distributed/tensor/test_dtensor_compile": 229.54233487447104, "distributed/test_aten_comm_compute_reordering": 244.64767201741537, "distributed/test_c10d_functional_native": 235.6636653741201, "distributed/test_compute_comm_reordering": 100.27566528320312, "distributed/test_dynamo_distributed": 662.4756711324056, "distributed/test_inductor_collectives": 283.4646689097087, "inductor/test_aot_inductor": 38.02533311955631 } }, "unit-test / linux-jammy-cpu-py3.12-gcc11-inductor-halide": { "inductor-halide": { "inductor/test_halide": 4871.923869132996 } }, "unit-test / linux-jammy-cpu-py3.12-gcc11-inductor-triton-cpu": { "inductor-triton-cpu": { "inductor/test_torchinductor_strided_blocks": 161.40599751802316, "inductor/test_triton_cpu_backend": 2789.915974934896 } }, "unit-test / linux-jammy-cpu-py3.9-gcc11-inductor": { "inductor_amx": { "inductor/test_torchinductor": 839.5459992408753, "inductor/test_torchinductor_opinfo": 0.08139999974519015, "test_modules": 1466.568408203125, "test_ops": 8192.584552168846, "test_ops_gradients": 869.7631958007812, "test_torch": 1692.9706134028734 }, "inductor_avx2": { "inductor/test_torchinductor": 1183.754395198822, "inductor/test_torchinductor_opinfo": 0.4980000019073486, "test_modules": 2271.384375, "test_ops": 12815.932889890672, "test_ops_gradients": 1462.344189453125, "test_torch": 2482.8218117654324 }, "inductor_avx512": { "inductor/test_torchinductor": 1961.067666689555, "inductor/test_torchinductor_opinfo": 26122.221028645832, "test_modules": 561.2933349609375, "test_ops": 1851.3160095413525, "test_ops_gradients": 939.0063273111979, "test_torch": 2983.905367511635 } }, "win-vs2022-cpu-py3": { "default": { "backends/xeon/test_launch": 0.0020000000949949026, "benchmark_utils/test_benchmark_utils": 0.5893333156903585, "distributions/test_constraints": 0.10300000260273616, "distributions/test_distributions": 84.85099990728001, "export/test_converter": 10.51966667175293, "export/test_db": 0.022333333268761635, "export/test_draft_export": 7.210666497548421, "export/test_export": 12.622000329196453, "export/test_export_opinfo": 134.13433329264322, "export/test_functionalized_assertions": 0.3396666646003723, "export/test_hop": 0.021666667113701504, "export/test_lift_unlift": 0.381333330180496, "export/test_package": 0.9883333245913187, "export/test_pass_infra": 10.115666707356771, "export/test_passes": 62.92399978637695, "export/test_schema": 1.4026666482289631, "export/test_serialize": 28.60933291663726, "export/test_sparse": 545.0363159179688, "export/test_swap": 0.011000000095615784, "export/test_tools": 6.860666751861572, "export/test_torchbind": 46.50566670500363, "export/test_tree_utils": 0.4193333288033803, "export/test_unflatten": 30.430999755859375, "export/test_verifier": 12.22166633605957, "functorch/dim/test_getsetitem": 0.027666666855414707, "functorch/dim/test_split": 0.06433333332339923, "functorch/test_ac_knapsack": 0.47099999027947587, "functorch/test_ac_logging": 0.01999999986340602, "functorch/test_aot_joint_with_descriptors": 14.802666664123535, "functorch/test_aotdispatch": 7527.640651255846, "functorch/test_control_flow": 0.5303333348905047, "functorch/test_control_flow_cuda_initialization": 0.0020000000949949026, "functorch/test_dims": 49.457000732421875, "functorch/test_eager_transforms": 24.54733393465479, "functorch/test_logging": 0.5386666655540466, "functorch/test_memory_efficient_fusion": 9.01200000817577, "functorch/test_minifier": 0.7566666603088379, "functorch/test_ops": 4629.591328938802, "functorch/test_parsing": 0.3680000038196643, "functorch/test_rearrange": 0.43833333253860474, "functorch/test_vmap": 750.875998175703, "functorch/test_vmap_registrations": 4.74400011698405, "higher_order_ops/test_invoke_quant": 9.982333302497864, "higher_order_ops/test_invoke_subgraph": 186.3753331794093, "higher_order_ops/test_local_map": 17.001667022705078, "higher_order_ops/test_with_effects": 30.159000396728516, "inductor/test_analysis": 0.0563333323225379, "inductor/test_block_analysis": 0.3073333402474721, "inductor/test_device_info": 0.40700000524520874, "inductor/test_inductor_scheduler": 0.012333333492279053, "inductor/test_minifier_utils": 8.3236665725708, "inductor/test_segmented_tree": 0.3215000033378601, "inductor/test_utils": 0.27033333480358124, "lazy/test_bindings": 0.0010000000474974513, "lazy/test_debug_util": 0.0010000000474974513, "lazy/test_functionalization": 0.39666666587193805, "lazy/test_generator": 0.4163333276907603, "lazy/test_reuse_ir": 0.004000000189989805, "lazy/test_step_closures": 2.3456666469573975, "lazy/test_ts_opinfo": 22.67999930183093, "nn/test_convolution": 26.922000885009766, "nn/test_dropout": 0.44466667373975116, "nn/test_embedding": 7.99133329341809, "nn/test_init": 6.045333544413249, "nn/test_lazy_modules": 0.5526666641235352, "nn/test_load_state_dict": 1.0859999917447567, "nn/test_module_hooks": 0.3870000056922436, "nn/test_multihead_attention": 33.51166598002116, "nn/test_packed_sequence": 0.5450000166893005, "nn/test_parametrization": 1.2610000198086102, "nn/test_pooling": 37.95800021290779, "nn/test_pruning": 0.1576666682958603, "profiler/test_cpp_thread": 0.024666666518896818, "profiler/test_execution_trace": 0.5283333361148834, "profiler/test_kineto": 2.760333299636841, "profiler/test_memory_profiler": 7.018000025612612, "profiler/test_profiler": 24.13399991377567, "profiler/test_profiler_tree": 0.4853333334128062, "profiler/test_python_tracer": 5.5086666742960615, "profiler/test_record_function": 0.49300000071525574, "profiler/test_torch_tidy": 5.100666522979736, "test_ao_sparsity": 8.220666648509601, "test_autocast": 0.8466666637298962, "test_autograd": 55.261666445682444, "test_autograd_fallback": 0.4893333315849304, "test_autoload": 0.9493333299954733, "test_binary_ufuncs": 170.83132934570312, "test_bundled_inputs": 1.5399999618530273, "test_comparison_utils": 0.33266666531562805, "test_compile_benchmark_util": 0.0010000000474974513, "test_complex": 0.11066666493813197, "test_content_store": 12.438999811808268, "test_cpp_api_parity": 6.76366662979126, "test_cpp_extensions_aot_ninja": 0.06533333181869239, "test_cpp_extensions_aot_no_ninja": 0.06699999875854701, "test_cpp_extensions_jit": 286.65000406901044, "test_cpp_extensions_mtia_backend": 0.004999999888241291, "test_cpp_extensions_open_device_registration": 20.98466682434082, "test_cpp_extensions_stream_and_event": 0.0010000000474974513, "test_cuda": 0.08400000065254669, "test_custom_ops": 36.71800044272095, "test_dataloader": 699.3856597579628, "test_datapipe": 28.500999938696623, "test_decomp": 9789.114580735835, "test_deploy": 0.38333333532015484, "test_dispatch": 59.429666351526976, "test_dlpack": 0.5726666649182638, "test_dynamic_shapes": 160.6356676289191, "test_expanded_weights": 14.306333372369409, "test_extension_utils": 0.31066667040189105, "test_fake_tensor": 6.019666670200725, "test_file_check": 3.08733336130778, "test_flop_counter": 0.1879999985297521, "test_foreach": 158.92333475748697, "test_function_schema": 0.8916666706403097, "test_functional_autograd_benchmark": 38.35166676839193, "test_functional_optim": 0.443666676680247, "test_functionalization": 7.268333276112874, "test_futures": 1.0430000225702922, "test_fx": 55.332333605115615, "test_fx_experimental": 87.10933303336303, "test_fx_passes": 1.0053333590428035, "test_fx_reinplace_pass": 1.1213333209355671, "test_hop_infra": 0.010333333164453506, "test_hub": 27.851999282836914, "test_import_stats": 5.207666556040446, "test_indexing": 5.744666648407777, "test_itt": 0.33700000246365863, "test_jit": 119.9900004392257, "test_jit_autocast": 8.366666619976362, "test_jit_disabled": 0.5010000069936117, "test_jit_fuser_te": 381.7940045476037, "test_jit_llga_fuser": 0.05133333313278854, "test_legacy_vmap": 2.9706666419903436, "test_license": 0.0020000000949949026, "test_linalg": 250.21733601888022, "test_logging": 2.7789999643961587, "test_masked": 29.448333740234375, "test_maskedtensor": 21.99833312133948, "test_matmul_cuda": 0.5830000042915344, "test_matmul_fp8": 0.04500000054637591, "test_meta": 3105.7156840004027, "test_mkl_verbose": 5.144999821980794, "test_mkldnn": 55.747666676839195, "test_mkldnn_fusion": 37.893332163492836, "test_mkldnn_verbose": 5.360333283742269, "test_mobile_optimizer": 0.9520000020662943, "test_model_exports_to_core_aten": 0.0016666667070239782, "test_module_tracker": 0.36133333047231037, "test_modules": 609.9090118408203, "test_monitor": 0.7536666691303253, "test_multiprocessing": 925.2480061848959, "test_multiprocessing_spawn": 102.010998372493, "test_namedtensor": 1.5443333387374878, "test_namedtuple_return_api": 2.5806666215260825, "test_native_functions": 0.5089999934037527, "test_native_mha": 0.32466665903727215, "test_nestedtensor": 2297.2796758470745, "test_nn": 212.43599744467065, "test_numa_binding": 0.016666666604578495, "test_numba_integration": 0.00800000037997961, "test_numpy_interop": 1.1286666790644329, "test_openmp": 5.388000011444092, "test_openreg": 2.0986666679382324, "test_ops": 5091.588982547012, "test_ops_fwd_gradients": 936.680653889974, "test_ops_gradients": 1063.6589762369792, "test_ops_jit": 1341.7186584472656, "test_optim": 84.58333519101143, "test_out_dtype_op": 8.744666735331217, "test_overrides": 4.2083332931312425, "test_package": 1.442000004928559, "test_per_overload_api": 0.3553333282470703, "test_prims": 0.4393333320816358, "test_privateuseone_python_backend": 0.3136666715145111, "test_proxy_tensor": 1080.5516632900883, "test_pruning_op": 0.6599999864896139, "test_public_bindings": 0.3580000003178914, "test_python_dispatch": 7.930999982170761, "test_pytree": 3.1726666782051325, "test_quantization": 307.78533319480874, "test_reductions": 279.55466715494794, "test_rename_privateuse1_to_existing_device": 0.3166666626930237, "test_scatter_gather_ops": 10.230666796366373, "test_schema_check": 38.969334016243614, "test_segment_reductions": 1.343999981880188, "test_serialization": 79.60933272788922, "test_set_default_mobile_cpu_allocator": 0.37699999411900836, "test_shape_ops": 1.4176666339238484, "test_show_pickle": 0.0010000000474974513, "test_sort_and_select": 3.310000022252401, "test_sparse": 623.1063383044287, "test_sparse_csr": 229.67433490604162, "test_sparse_semi_structured": 0.04466666700318456, "test_spectral_ops": 20.520667018989723, "test_stateless": 8.33500000834465, "test_subclass": 0.7693333228429159, "test_sympy_utils": 36.32566645151625, "test_tensor_creation_ops": 81.80100143949191, "test_tensorboard": 1.6100000145379454, "test_tensorexpr": 30.72166697184245, "test_tensorexpr_pybind": 0.4290000032633543, "test_testing": 51.25600028057428, "test_torch": 14.023666452771673, "test_torchfuzz_repros": 0.028333333631356556, "test_transformers": 1081.501665367124, "test_transformers_privateuse1": 0.06099999944368998, "test_type_hints": 0.0016666667458290856, "test_type_info": 0.3569999933242798, "test_type_promotion": 4.879999955495198, "test_typing": 0.008000000069538752, "test_unary_ufuncs": 180.88900248209634, "test_utils": 313.5696684680879, "test_utils_config_module": 0.42133333285649616, "test_utils_filelock": 0.32233333587646484, "test_view_ops": 20.750999589761097, "test_vulkan": 0.0010000000474974513, "test_weak": 4.953666754066944, "test_xnnpack_integration": 11.90733333902123, "torch_np/numpy_tests/core/test_dlpack": 0.033999999364217125, "torch_np/numpy_tests/core/test_dtype": 0.5696666728860388, "torch_np/numpy_tests/core/test_einsum": 16.545332921668887, "torch_np/numpy_tests/core/test_getlimits": 0.4480000047478825, "torch_np/numpy_tests/core/test_indexing": 0.6750000104075298, "torch_np/numpy_tests/core/test_multiarray": 40.297333003681466, "torch_np/numpy_tests/core/test_numeric": 6.810000064782798, "torch_np/numpy_tests/core/test_numerictypes": 0.5193333303323016, "torch_np/numpy_tests/core/test_scalar_ctors": 0.631666659998397, "torch_np/numpy_tests/core/test_scalar_methods": 0.04899999933938185, "torch_np/numpy_tests/core/test_scalarinherit": 0.003000000026077032, "torch_np/numpy_tests/core/test_scalarmath": 32.45266659612147, "torch_np/numpy_tests/core/test_shape_base": 0.7863333318382502, "torch_np/numpy_tests/fft/test_helper": 8.065333374155065, "torch_np/numpy_tests/fft/test_pocketfft": 4.717666645844777, "torch_np/numpy_tests/lib/test_arraypad": 0.4250000019868215, "torch_np/numpy_tests/lib/test_arraysetops": 0.6046666701634725, "torch_np/numpy_tests/lib/test_function_base": 2.9960000010905787, "torch_np/numpy_tests/lib/test_histograms": 0.9146666725476583, "torch_np/numpy_tests/lib/test_index_tricks": 0.6226666684572896, "torch_np/numpy_tests/lib/test_shape_base_": 0.8996666643458108, "torch_np/numpy_tests/lib/test_twodim_base": 0.6180000103389224, "torch_np/numpy_tests/lib/test_type_check": 0.5113333389163017, "torch_np/numpy_tests/linalg/test_linalg": 11.924333393884202, "torch_np/test_basic": 1.6173333300976083, "torch_np/test_binary_ufuncs": 0.5230000118414561, "torch_np/test_dtype": 0.4409999946753184, "torch_np/test_function_base": 0.40166667103767395, "torch_np/test_indexing": 2.2733333905537925, "torch_np/test_ndarray_methods": 5.6510000065900385, "torch_np/test_nep50_examples": 0.6046666773036122, "torch_np/test_random": 0.47366666110853356, "torch_np/test_reductions": 4.787666718785961, "torch_np/test_scalars_0D_arrays": 0.5176666614909967, "torch_np/test_ufuncs_basic": 1.9609999681512515, "torch_np/test_unary_ufuncs": 0.5629999935626984, "typing/test_python_operators": 1.4506666262944539 } } }