Search.setIndex({"docnames": ["_cpp_api/classtorch__tensorrt_1_1DataType", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType", "_cpp_api/classtorch__tensorrt_1_1TensorFormat", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883", "_cpp_api/dir_cpp", "_cpp_api/dir_cpp_include", "_cpp_api/dir_cpp_include_torch_tensorrt", "_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558", "_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3", "_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650", "_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a", "_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2", "_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8", "_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5", "_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc", "_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797", "_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9", "_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9", "_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528", "_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384", "_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1", "_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2", "_cpp_api/namespace_torch_tensorrt", "_cpp_api/namespace_torch_tensorrt__logging", "_cpp_api/namespace_torch_tensorrt__torchscript", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/structtorch__tensorrt_1_1Device", "_cpp_api/structtorch__tensorrt_1_1GraphInputs", "_cpp_api/structtorch__tensorrt_1_1Input", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec", "_cpp_api/torch_tensort_cpp", "_cpp_api/unabridged_orphan", "cli/torchtrtc", "contributors/conversion", "contributors/dynamo_converters", "contributors/lowering", "contributors/partitioning", "contributors/phases", "contributors/resource_management", "contributors/runtime", "contributors/system_overview", "contributors/ts_converters", "contributors/useful_links", "contributors/writing_dynamo_aten_lowering_passes", "dynamo/dynamo_export", "dynamo/torch_compile", "fx/getting_started_with_fx_path", "getting_started/capture_and_replay", "getting_started/installation", "getting_started/jetpack", "getting_started/quick_start", "getting_started/tensorrt_rtx", "index", "indices/supported_ops", "py_api/dynamo", "py_api/fx", "py_api/logging", "py_api/ptq", "py_api/runtime", "py_api/torch_tensorrt", "py_api/ts", "sg_execution_times", "src/pytorch-sphinx-theme/docs/changelog", "src/pytorch-sphinx-theme/docs/configuring", "src/pytorch-sphinx-theme/docs/demo/api", "src/pytorch-sphinx-theme/docs/demo/demo", "src/pytorch-sphinx-theme/docs/demo/lists_tables", "src/pytorch-sphinx-theme/docs/demo/long", "src/pytorch-sphinx-theme/docs/demo/structure", "src/pytorch-sphinx-theme/docs/index", "src/pytorch-sphinx-theme/docs/installing", "ts/creating_torchscript_module_in_python", "ts/getting_started_with_cpp_api", "ts/getting_started_with_python_api", "ts/ptq", "ts/torchscript_frontend_from_pytorch", "tutorials/_rendered_examples/dynamo/aot_plugin", "tutorials/_rendered_examples/dynamo/auto_generate_converters", "tutorials/_rendered_examples/dynamo/auto_generate_plugins", "tutorials/_rendered_examples/dynamo/autocast_example", "tutorials/_rendered_examples/dynamo/converter_overloading", "tutorials/_rendered_examples/dynamo/cross_runtime_compilation_for_windows", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins", "tutorials/_rendered_examples/dynamo/debugger_example", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example", "tutorials/_rendered_examples/dynamo/engine_caching_example", "tutorials/_rendered_examples/dynamo/hierarchical_partitioner_example", "tutorials/_rendered_examples/dynamo/index", "tutorials/_rendered_examples/dynamo/llama2_flashinfer_rmsnorm", "tutorials/_rendered_examples/dynamo/low_cpu_memory_compilation", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example", "tutorials/_rendered_examples/dynamo/nvrtc_aot_plugin", "tutorials/_rendered_examples/dynamo/pre_allocated_output_example", "tutorials/_rendered_examples/dynamo/refit_engine_example", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage", "tutorials/_rendered_examples/dynamo/torch_compile_gpt2", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs", "tutorials/_rendered_examples/dynamo/torch_export_flux_dev", "tutorials/_rendered_examples/dynamo/torch_export_sam2", "tutorials/_rendered_examples/dynamo/vgg16_ptq", "tutorials/_rendered_examples/dynamo/weight_streaming_example", "tutorials/_rendered_examples/index", "tutorials/_rendered_examples/triton/index", "tutorials/compile_hf_models", "tutorials/notebooks", "tutorials/serving_torch_tensorrt_with_triton", "user_guide/dynamic_shapes", "user_guide/mixed_precision", "user_guide/runtime", "user_guide/saving_models", "user_guide/torch_tensorrt_explained", "user_guide/using_dla"], "filenames": ["_cpp_api/classtorch__tensorrt_1_1DataType.rst", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst", "_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst", "_cpp_api/dir_cpp.rst", "_cpp_api/dir_cpp_include.rst", "_cpp_api/dir_cpp_include_torch_tensorrt.rst", "_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.rst", "_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.rst", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.rst", "_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.rst", "_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.rst", "_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.rst", "_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst", "_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.rst", "_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.rst", "_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst", "_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.rst", "_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.rst", "_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.rst", "_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.rst", "_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst", "_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.rst", "_cpp_api/namespace_torch_tensorrt.rst", "_cpp_api/namespace_torch_tensorrt__logging.rst", "_cpp_api/namespace_torch_tensorrt__torchscript.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/structtorch__tensorrt_1_1Device.rst", "_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst", "_cpp_api/structtorch__tensorrt_1_1Input.rst", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst", "_cpp_api/torch_tensort_cpp.rst", "_cpp_api/unabridged_orphan.rst", "cli/torchtrtc.rst", "contributors/conversion.rst", "contributors/dynamo_converters.rst", "contributors/lowering.rst", "contributors/partitioning.rst", "contributors/phases.rst", "contributors/resource_management.rst", "contributors/runtime.rst", "contributors/system_overview.rst", "contributors/ts_converters.rst", "contributors/useful_links.rst", "contributors/writing_dynamo_aten_lowering_passes.rst", "dynamo/dynamo_export.rst", "dynamo/torch_compile.rst", "fx/getting_started_with_fx_path.rst", "getting_started/capture_and_replay.rst", "getting_started/installation.rst", "getting_started/jetpack.rst", "getting_started/quick_start.rst", "getting_started/tensorrt_rtx.rst", "index.rst", "indices/supported_ops.rst", "py_api/dynamo.rst", "py_api/fx.rst", "py_api/logging.rst", "py_api/ptq.rst", "py_api/runtime.rst", "py_api/torch_tensorrt.rst", "py_api/ts.rst", "sg_execution_times.rst", "src/pytorch-sphinx-theme/docs/changelog.rst", "src/pytorch-sphinx-theme/docs/configuring.rst", "src/pytorch-sphinx-theme/docs/demo/api.rst", "src/pytorch-sphinx-theme/docs/demo/demo.rst", "src/pytorch-sphinx-theme/docs/demo/lists_tables.rst", "src/pytorch-sphinx-theme/docs/demo/long.rst", "src/pytorch-sphinx-theme/docs/demo/structure.rst", "src/pytorch-sphinx-theme/docs/index.rst", "src/pytorch-sphinx-theme/docs/installing.rst", "ts/creating_torchscript_module_in_python.rst", "ts/getting_started_with_cpp_api.rst", "ts/getting_started_with_python_api.rst", "ts/ptq.rst", "ts/torchscript_frontend_from_pytorch.rst", "tutorials/_rendered_examples/dynamo/aot_plugin.rst", "tutorials/_rendered_examples/dynamo/auto_generate_converters.rst", "tutorials/_rendered_examples/dynamo/auto_generate_plugins.rst", "tutorials/_rendered_examples/dynamo/autocast_example.rst", "tutorials/_rendered_examples/dynamo/converter_overloading.rst", "tutorials/_rendered_examples/dynamo/cross_runtime_compilation_for_windows.rst", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins.rst", "tutorials/_rendered_examples/dynamo/debugger_example.rst", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example.rst", "tutorials/_rendered_examples/dynamo/engine_caching_example.rst", "tutorials/_rendered_examples/dynamo/hierarchical_partitioner_example.rst", "tutorials/_rendered_examples/dynamo/index.rst", "tutorials/_rendered_examples/dynamo/llama2_flashinfer_rmsnorm.rst", "tutorials/_rendered_examples/dynamo/low_cpu_memory_compilation.rst", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.rst", "tutorials/_rendered_examples/dynamo/nvrtc_aot_plugin.rst", "tutorials/_rendered_examples/dynamo/pre_allocated_output_example.rst", "tutorials/_rendered_examples/dynamo/refit_engine_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.rst", "tutorials/_rendered_examples/dynamo/torch_compile_gpt2.rst", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.rst", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.rst", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.rst", "tutorials/_rendered_examples/dynamo/torch_export_flux_dev.rst", "tutorials/_rendered_examples/dynamo/torch_export_sam2.rst", "tutorials/_rendered_examples/dynamo/vgg16_ptq.rst", "tutorials/_rendered_examples/dynamo/weight_streaming_example.rst", "tutorials/_rendered_examples/index.rst", "tutorials/_rendered_examples/triton/index.rst", "tutorials/compile_hf_models.rst", "tutorials/notebooks.rst", "tutorials/serving_torch_tensorrt_with_triton.rst", "user_guide/dynamic_shapes.rst", "user_guide/mixed_precision.rst", "user_guide/runtime.rst", "user_guide/saving_models.rst", "user_guide/torch_tensorrt_explained.rst", "user_guide/using_dla.rst"], "titles": ["Class DataType", "Class Device::DeviceType", "Class TensorFormat", "Define STR", "Define TORCH_TENSORRT_PATCH_VERSION", "Define TORCH_TENSORRT_MAJOR_VERSION", "Define TORCH_TENSORRT_MINOR_VERSION", "Define TORCHTRT_API", "Define XSTR", "Define TORCHTRT_HIDDEN", "Define TORCH_TENSORRT_VERSION", "Directory cpp", "Directory include", "Directory torch_tensorrt", "Enum Level", "Enum EngineCapability", "File logging.h", "File macros.h", "File torch_tensorrt.h", "Function torch_tensorrt::logging::get_logging_prefix", "Function torch_tensorrt::logging::get_reportable_log_level", "Function torch_tensorrt::logging::get_is_colored_output_on", "Function torch_tensorrt::logging::set_reportable_log_level", "Function torch_tensorrt::logging::log", "Function torch_tensorrt::logging::set_is_colored_output_on", "Function torch_tensorrt::logging::set_logging_prefix", "Function torch_tensorrt::torchscript::check_method_operator_support", "Function torch_tensorrt::torchscript::compile", "Function torch_tensorrt::torchscript::embed_engine_in_new_module", "Function torch_tensorrt::get_build_info", "Function torch_tensorrt::set_device", "Function torch_tensorrt::dump_build_info", "Function torch_tensorrt::torchscript::convert_method_to_trt_engine", "Namespace torch_tensorrt", "Namespace torch_tensorrt::logging", "Namespace torch_tensorrt::torchscript", "Program Listing for File logging.h", "Program Listing for File macros.h", "Program Listing for File torch_tensorrt.h", "Struct Device", "Struct GraphInputs", "Struct Input", "Struct CompileSpec", "Torch-TensorRT C++ API", "Full API", "torchtrtc", "Conversion Phase", "Writing Dynamo Converters", "Lowering Phase", "Partitioning Phase", "Compiler Phases", "Resource Management", "Runtime Phase", "System Overview", "Writing TorchScript Converters", "Useful Links for Torch-TensorRT Development", "Writing Dynamo ATen Lowering Passes", "Compiling Exported Programs with Torch-TensorRT", "TensorRT Backend for <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "Torch-TensorRT (FX Frontend) User Guide", "Introduction", "Installation", "Torch-TensorRT in JetPack", "Quick Start", "Torch-TensorRT-RTX", "Torch-TensorRT", "Operators Supported", "torch_tensorrt.dynamo", "torch_tensorrt.fx", "torch_tensorrt.logging", "torch_tensorrt.ts.ptq", "torch_tensorrt.runtime", "torch_tensorrt", "torch_tensorrt.ts", "Computation times", "Changelog", "Configuration", "<span class=\"section-number\">5. </span>:mod:`test_py_module`", "<span class=\"section-number\">3. </span>Paragraph Level Markup", "<span class=\"section-number\">4. </span>Lists &amp; Tables", "<span class=\"section-number\">1. </span>Long Sticky Nav", "<span class=\"section-number\">1. </span>Structural Elements", "&lt;no title&gt;", "Installation", "Creating a TorchScript Module", "Using Torch-TensorRT in  C++", "Using Torch-TensorRT in Python", "Post Training Quantization (PTQ)", "Using Torch-TensorRT TorchScript Frontend Directly From PyTorch", "Automatically Generate a TensorRT AOT Plugin", "Automatically Generate a Converter for a Custom Kernel", "Automatically Generate a Plugin for a Custom Kernel", "An example of using Torch-TensorRT Autocast", "Overloading Torch-TensorRT Converters with Custom Converters", "Cross runtime compilation for windows example", "Using Custom Kernels within TensorRT Engines with Torch-TensorRT", "Debugging Torch-TensorRT Compilation", "Engine Caching (BERT)", "Engine Caching", "Hierarchical Partitioner Example", "Dependencies", "Automatically generate a TensorRT Plugin for RMSNorm module and apply it in Llama2", "Low CPU Memory Compilation Example", "Mutable Torch TensorRT Module", "Using Custom Kernels with NVRTC in TensorRT AOT Plugins", "Pre-allocated output buffer", "Refitting Torch-TensorRT Programs with New Weights", "Torch Compile Advanced Usage", "Compiling GPT2 using the Torch-TensorRT <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code> frontend", "Compiling ResNet with dynamic shapes using the <cite>torch.compile</cite> backend", "Compiling Stable Diffusion model using the <cite>torch.compile</cite> backend", "Compiling BERT using the <cite>torch.compile</cite> backend", "Torch Export with Cudagraphs", "Compiling FLUX.1-dev model using the Torch-TensorRT dynamo backend", "Compiling SAM2 using the dynamo backend", "Deploy Quantized Models using Torch-TensorRT", "Weight Streaming", "Torch-TensorRT Tutorials", "Serving a Torch-TensorRT model with Triton", "Compiling LLM models from Huggingface", "Legacy notebooks", "Serving a Torch-TensorRT model with Triton", "Dynamic shapes with Torch-TensorRT", "Compile Mixed Precision models with Torch-TensorRT", "Deploying Torch-TensorRT Programs", "Saving models compiled with Torch-TensorRT", "Torch-TensorRT Explained", "DLA"], "terms": {"defin": [0, 1, 2, 14, 15, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 37, 39, 40, 41, 42, 44, 45, 47, 59, 63, 64, 71, 72, 76, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 98, 104, 107, 111, 112, 120], "file": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 15, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 39, 40, 41, 42, 45, 47, 49, 52, 53, 58, 59, 61, 63, 64, 67, 68, 72, 73, 74, 76, 77, 79, 83, 85, 87, 94, 96, 113, 117, 118, 119, 121, 122, 124, 125], "torch_tensorrt": [0, 1, 2, 12, 14, 15, 36, 37, 39, 40, 41, 42, 43, 44, 45, 47, 49, 56, 57, 58, 59, 62, 63, 64, 65, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 110, 113, 114, 115, 116, 117, 118, 120, 121, 122, 123, 124, 125, 127], "h": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 14, 15, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 39, 40, 41, 42, 43, 44, 45, 48, 63, 64, 72, 85, 87, 114, 124], "support": [0, 1, 2, 24, 26, 39, 41, 42, 45, 47, 49, 55, 57, 59, 60, 63, 64, 65, 67, 68, 71, 72, 73, 76, 77, 84, 85, 86, 89, 90, 91, 93, 95, 100, 105, 106, 108, 109, 111, 115, 116, 117, 118, 121, 123, 126, 127], "data": [0, 2, 39, 41, 42, 45, 46, 49, 50, 53, 54, 58, 59, 66, 67, 68, 71, 72, 73, 78, 82, 86, 87, 90, 91, 92, 93, 95, 98, 104, 108, 114, 115, 116, 120, 124], "type": [0, 1, 2, 42, 43, 45, 46, 49, 52, 54, 56, 57, 58, 59, 67, 68, 71, 72, 73, 78, 85, 86, 87, 89, 90, 91, 92, 93, 94, 95, 98, 99, 101, 104, 113, 114, 115, 116, 119, 120, 125], "can": [0, 1, 32, 39, 40, 41, 42, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 56, 57, 58, 59, 61, 62, 63, 64, 67, 70, 71, 72, 73, 76, 78, 84, 85, 86, 87, 88, 90, 91, 93, 94, 95, 96, 98, 99, 103, 104, 105, 106, 107, 108, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126], "us": [0, 1, 2, 27, 30, 32, 37, 38, 39, 41, 42, 45, 46, 47, 49, 52, 53, 54, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 67, 68, 70, 71, 72, 73, 74, 76, 77, 78, 79, 84, 87, 89, 94, 98, 99, 100, 101, 102, 106, 116, 117, 118, 119, 121, 123, 124, 125, 126, 127], "tensorrt": [0, 1, 26, 27, 28, 31, 32, 38, 39, 41, 42, 45, 46, 47, 48, 49, 50, 51, 53, 54, 56, 60, 63, 67, 68, 70, 71, 72, 73, 84, 87, 91, 94, 98, 99, 100, 102, 105, 107, 109, 110, 111, 112, 116], "engin": [0, 1, 15, 27, 28, 32, 38, 39, 41, 42, 45, 46, 49, 50, 53, 56, 57, 58, 64, 65, 67, 68, 71, 72, 73, 76, 85, 86, 87, 88, 89, 90, 91, 93, 96, 100, 102, 103, 104, 105, 106, 108, 109, 111, 113, 116, 117, 122, 124, 126, 127], "thi": [0, 1, 2, 36, 37, 38, 39, 40, 41, 42, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 56, 57, 58, 59, 60, 61, 63, 64, 67, 68, 71, 72, 73, 76, 77, 78, 80, 81, 84, 85, 87, 88, 89, 90, 91, 92, 93, 95, 96, 98, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126], "compat": [0, 1, 39, 48, 52, 58, 59, 64, 67, 71, 72, 73, 114, 126], "c10": [0, 1, 38, 39, 41, 42, 85, 87, 124], "check": [0, 1, 26, 39, 45, 48, 54, 59, 62, 64, 71, 73, 85, 95, 103, 106, 117, 118, 121, 124], "trt": [0, 1, 39, 41, 46, 48, 52, 54, 56, 58, 59, 63, 66, 67, 71, 72, 85, 89, 93, 95, 102, 104, 105, 108, 111, 113, 114, 116, 119, 122, 124, 125], "so": [0, 45, 46, 47, 48, 51, 52, 53, 54, 56, 58, 59, 60, 61, 62, 64, 68, 71, 72, 77, 78, 79, 85, 87, 90, 91, 93, 95, 98, 102, 103, 104, 107, 108, 109, 111, 122, 123], "should": [0, 38, 42, 45, 46, 47, 48, 49, 50, 53, 54, 57, 58, 59, 60, 67, 71, 72, 73, 76, 78, 81, 87, 93, 95, 97, 98, 102, 103, 104, 105, 106, 108, 112, 114, 117, 118, 121], "reason": [0, 59, 84, 93, 95, 98, 126], "you": [0, 1, 2, 39, 41, 42, 45, 46, 47, 48, 49, 52, 53, 54, 57, 59, 60, 61, 62, 63, 64, 67, 71, 72, 73, 76, 78, 79, 80, 84, 85, 86, 87, 88, 90, 93, 95, 98, 100, 102, 103, 104, 106, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126], "need": [0, 1, 2, 22, 37, 39, 46, 47, 48, 54, 59, 61, 64, 67, 68, 71, 72, 78, 85, 86, 87, 90, 93, 95, 97, 98, 103, 106, 113, 117, 118, 120, 121, 122, 123, 124], "explictli": 0, "public": [0, 1, 2, 38, 39, 40, 41, 42, 79, 87], "enum": [0, 1, 2, 36, 38, 39, 44, 67, 73, 87, 93], "valu": [0, 1, 2, 14, 15, 38, 39, 41, 46, 49, 52, 54, 57, 58, 66, 67, 72, 76, 85, 92, 103, 107, 108, 109, 111, 113, 116, 119, 120], "underli": [0, 1, 2, 39, 54], "In": [0, 1, 2, 39, 46, 47, 49, 50, 51, 52, 53, 54, 58, 59, 61, 64, 71, 72, 78, 79, 81, 86, 87, 89, 90, 91, 92, 93, 95, 96, 103, 108, 113, 114, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125], "case": [0, 1, 2, 39, 42, 46, 47, 49, 52, 54, 56, 58, 59, 60, 61, 71, 72, 87, 89, 90, 91, 93, 95, 100, 103, 105, 106, 116, 117, 122, 123, 124], "itself": [0, 1, 2, 39, 45, 48, 88, 93, 117, 118, 121], "interfac": [0, 1, 2, 39, 52, 53, 54, 58, 65, 87, 112], "vs": [0, 1, 2, 39, 48, 61, 67, 72, 73, 88, 119], "normal": [0, 1, 2, 39, 59, 78, 84, 85, 87, 93, 105, 106, 112, 114, 115, 117, 118, 121, 127], "instatin": [0, 1, 2, 39], "ex": [0, 1, 2, 28, 39, 73, 79, 81], "kfloat": [0, 38, 42], "enumer": [0, 1, 2, 14, 15, 39, 92, 114], "klong": [0, 38], "int64": [0, 72, 73, 101, 116], "kdoubl": [0, 38], "fp64": [0, 72], "fp32": [0, 41, 42, 45, 58, 59, 67, 72, 73, 87, 89, 92, 113, 114, 117, 118, 119, 120, 121], "khalf": [0, 38, 85], "fp16": [0, 41, 42, 45, 58, 59, 67, 68, 72, 85, 86, 89, 92, 110, 113, 114, 116, 119, 123, 127], "kchar": [0, 38], "int8": [0, 41, 42, 45, 58, 72, 87, 115, 127], "kint": [0, 38], "int": [0, 30, 38, 42, 45, 47, 49, 57, 58, 66, 67, 68, 72, 73, 76, 85, 89, 90, 91, 95, 101, 104, 114, 115, 116, 124], "kbool": [0, 38], "bool": [0, 1, 2, 21, 24, 26, 36, 38, 39, 42, 48, 54, 58, 66, 67, 68, 71, 72, 73, 76, 85, 87, 94, 95], "kunknown": [0, 2, 38], "sentinel": [0, 2, 72], "function": [0, 1, 2, 39, 41, 42, 44, 47, 48, 49, 52, 54, 56, 58, 59, 84, 85, 87, 88, 89, 90, 91, 93, 95, 99, 102, 103, 104, 106, 107, 111, 112, 113, 114, 117, 118, 119, 120, 121, 122, 124, 126, 127], "default": [0, 1, 2, 14, 28, 37, 38, 39, 41, 42, 45, 47, 49, 51, 56, 58, 59, 61, 64, 67, 68, 71, 72, 73, 76, 77, 78, 85, 86, 87, 88, 89, 90, 91, 93, 94, 95, 98, 99, 101, 115, 119, 122, 124, 125, 126], "construct": [0, 1, 2, 39, 41, 42, 46, 47, 48, 50, 53, 54, 59, 71, 72, 78, 79, 85, 87, 93, 95, 98, 122], "new": [0, 1, 2, 27, 28, 39, 41, 42, 49, 52, 53, 54, 56, 58, 59, 63, 65, 73, 78, 85, 89, 90, 91, 98, 100, 103, 105, 108, 109, 111, 112, 117, 118, 119, 121, 124, 125], "object": [0, 1, 2, 39, 41, 42, 45, 52, 54, 56, 57, 58, 64, 71, 72, 73, 87, 88, 93, 105, 122, 125], "inlin": [0, 1, 2, 39, 41, 48, 79, 82, 85], "constexpr": [0, 1, 2, 38, 39, 89, 90, 91, 95], "t": [0, 1, 2, 38, 39, 48, 54, 59, 61, 66, 72, 76, 78, 79, 84, 85, 87, 89, 90, 91, 93, 95, 99, 103, 104, 115, 117, 118, 121, 122], "constructor": [0, 2, 39, 41, 42, 52, 84], "from": [0, 1, 2, 39, 41, 42, 45, 46, 48, 49, 50, 51, 52, 53, 54, 57, 58, 59, 62, 64, 65, 67, 68, 71, 72, 73, 74, 76, 77, 78, 79, 84, 85, 87, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 101, 102, 103, 104, 105, 106, 108, 110, 111, 112, 113, 114, 115, 116, 117, 118, 120, 121, 123, 124, 125, 126], "torchtrt_api": [0, 2, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 36, 37, 38, 41, 42, 43], "scalartyp": [0, 38, 66], "torch": [0, 1, 2, 18, 26, 27, 28, 31, 32, 38, 39, 40, 41, 42, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 56, 67, 68, 71, 72, 73, 74, 84, 87, 89, 90, 91, 94, 97, 98, 99, 100, 101, 102, 104, 105, 116, 127], "paramet": [0, 1, 2, 22, 23, 24, 26, 27, 28, 30, 32, 39, 41, 42, 46, 47, 48, 54, 58, 59, 60, 67, 68, 71, 72, 73, 82, 84, 85, 91, 102, 104, 106, 113], "oper": [0, 1, 2, 26, 38, 39, 42, 45, 46, 48, 49, 50, 51, 52, 53, 54, 56, 57, 59, 65, 67, 71, 72, 73, 86, 87, 89, 92, 93, 100, 101, 102, 104, 105, 106, 109, 111, 112, 113, 114, 117, 119, 124, 126, 127], "const": [0, 1, 2, 26, 27, 28, 30, 32, 38, 39, 48, 54, 66, 85, 87, 104, 124], "get": [0, 1, 2, 20, 29, 39, 48, 49, 54, 56, 57, 59, 62, 71, 72, 85, 87, 90, 91, 92, 93, 98, 99, 101, 104, 108, 116, 117, 118, 120, 121, 124], "return": [0, 1, 2, 20, 21, 26, 27, 28, 29, 32, 36, 37, 38, 39, 47, 48, 49, 50, 52, 53, 54, 56, 58, 59, 67, 68, 71, 72, 73, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 98, 99, 101, 102, 103, 104, 105, 106, 107, 112, 114, 115, 116, 117, 118, 119, 121, 122, 123, 124], "explicit": [0, 1, 2, 38, 39, 48, 59, 68, 71, 78, 87, 113, 126], "delet": [0, 1, 2, 38, 39, 48], "other": [0, 1, 2, 38, 39, 45, 46, 48, 52, 56, 58, 59, 61, 66, 67, 71, 72, 77, 78, 85, 86, 93, 123, 124], "comparis": [0, 2], "true": [0, 1, 2, 39, 42, 48, 49, 51, 54, 56, 58, 59, 64, 66, 67, 68, 71, 72, 73, 76, 79, 85, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 101, 102, 103, 104, 105, 106, 108, 109, 110, 112, 113, 114, 115, 116, 117, 118, 119, 121, 123, 124, 125, 127], "fals": [0, 1, 2, 38, 39, 42, 47, 51, 56, 58, 59, 66, 67, 68, 71, 72, 73, 76, 77, 78, 79, 85, 87, 88, 89, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 110, 111, 112, 113, 114, 115, 116, 123, 124], "struct": [1, 18, 33, 35, 38, 47, 87], "onli": [1, 14, 39, 41, 45, 47, 48, 49, 53, 54, 58, 59, 60, 62, 63, 64, 67, 68, 71, 72, 78, 87, 89, 90, 91, 93, 94, 95, 101, 102, 103, 106, 116, 119, 124, 127], "applic": [1, 39, 45, 48, 53, 58, 64, 67, 71, 72, 85, 86, 88, 113, 124, 127], "kcuda": [1, 39, 49, 85, 124], "which": [1, 2, 27, 32, 39, 42, 46, 47, 48, 49, 50, 52, 53, 54, 56, 57, 58, 59, 61, 62, 64, 67, 68, 70, 71, 72, 73, 76, 78, 79, 84, 85, 86, 87, 88, 89, 90, 91, 93, 94, 95, 98, 101, 102, 107, 108, 109, 112, 113, 114, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126], "map": [1, 39, 46, 47, 48, 50, 53, 54, 59, 71, 72, 85, 87, 88, 98, 104, 107, 117, 118, 120, 121], "kgpu": [1, 38, 39], "To": [1, 39, 45, 47, 49, 58, 61, 64, 67, 76, 84, 85, 86, 88, 89, 92, 95, 106, 113, 114, 117, 118, 119, 121, 123], "datatyp": [1, 18, 33, 38, 39, 41, 42, 43, 67, 72, 73, 86, 95, 113, 117, 118, 121, 123], "target": [1, 28, 38, 39, 41, 42, 45, 47, 49, 52, 53, 58, 59, 61, 64, 65, 67, 71, 72, 73, 86, 87, 88, 93, 95, 101, 104, 106, 124, 126, 127], "gpu": [1, 27, 30, 32, 38, 39, 45, 58, 59, 64, 67, 71, 72, 73, 85, 87, 88, 89, 90, 91, 95, 104, 105, 108, 112, 113, 116, 117, 118, 121, 124, 126, 127], "run": [1, 32, 39, 42, 45, 46, 47, 48, 49, 50, 52, 53, 54, 58, 59, 60, 61, 62, 63, 64, 67, 68, 71, 72, 73, 78, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127], "kdla": [1, 38, 39, 127], "dla": [1, 38, 39, 42, 45, 58, 65, 67, 72, 73], "intern": [1, 14, 39, 54, 57, 69, 71, 78, 85], "note": [1, 39, 41, 47, 54, 56, 59, 61, 62, 64, 71, 72, 76, 78, 85, 92, 95, 102, 103, 104, 106, 112, 117, 118, 121, 122, 124, 127], "The": [1, 39, 41, 42, 45, 46, 47, 48, 49, 50, 52, 53, 54, 56, 57, 58, 59, 61, 64, 67, 71, 72, 73, 76, 79, 84, 86, 87, 88, 89, 90, 91, 93, 94, 95, 96, 97, 98, 102, 103, 104, 105, 106, 108, 109, 112, 113, 114, 116, 117, 118, 119, 120, 121, 122, 124, 125, 126], "valid": [1, 39, 49, 54, 56, 62, 67, 71, 72, 93, 101, 119], "kcpu": [1, 39], "comparison": [1, 39, 119], "an": [2, 41, 42, 45, 46, 47, 48, 49, 50, 52, 53, 54, 56, 58, 59, 60, 61, 63, 64, 67, 68, 71, 72, 73, 76, 78, 79, 84, 85, 86, 87, 89, 90, 91, 93, 95, 98, 100, 103, 104, 106, 107, 108, 112, 113, 116, 117, 118, 119, 120, 121, 122, 124, 125, 126], "memeori": 2, "layout": [2, 41, 66, 67, 72, 73], "store": [2, 42, 45, 46, 52, 54, 58, 59, 67, 71, 72, 73, 84, 85, 89, 90, 91, 95, 98, 99, 106, 113, 114, 119], "tensor": [2, 28, 38, 41, 42, 45, 46, 47, 48, 49, 52, 54, 56, 57, 58, 59, 66, 67, 68, 71, 72, 73, 84, 85, 86, 87, 89, 90, 91, 93, 95, 101, 102, 104, 105, 107, 112, 113, 114, 116, 119, 120, 123, 124], "kcontigu": [2, 38, 41], "contigu": [2, 41, 42, 45, 67, 72, 73], "nchw": [2, 67, 72, 73], "linear": [2, 49, 66, 72, 84, 92, 95, 102, 115, 123], "kchannelslast": [2, 38], "channel": [2, 72, 77], "last": [2, 48, 59, 72, 115], "nhwc": [2, 45], "memoryformat": [2, 38], "macro": [3, 4, 5, 6, 7, 8, 9, 10, 13, 16, 18, 36, 38, 43, 44], "x": [3, 8, 28, 37, 48, 49, 61, 62, 63, 64, 71, 73, 79, 84, 85, 89, 90, 91, 92, 93, 95, 98, 99, 102, 103, 104, 107, 112, 115, 116, 117, 118, 121, 122, 123, 125], "path": [11, 12, 13, 45, 58, 59, 60, 61, 64, 67, 72, 84, 85, 87, 94, 96, 98, 101, 103, 112, 115, 119, 124, 126], "includ": [11, 13, 14, 29, 31, 36, 37, 38, 44, 45, 47, 49, 50, 52, 53, 56, 58, 59, 61, 62, 63, 64, 67, 68, 71, 72, 76, 78, 84, 85, 87, 95, 104, 113, 114, 119, 124], "parent": [12, 13, 16, 17, 18, 99], "cpp": [12, 13, 36, 37, 38, 44, 48, 53, 61, 85, 87], "log": [13, 14, 17, 33, 43, 44, 48, 54, 58, 59, 65, 66, 67, 68, 72, 89, 90, 91, 92, 93, 96, 101, 102, 104, 123, 124], "emum": [14, 15], "set": [14, 18, 22, 24, 27, 30, 32, 38, 39, 41, 42, 45, 46, 47, 48, 49, 50, 51, 52, 53, 59, 61, 64, 67, 68, 71, 72, 73, 76, 80, 83, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 99, 102, 105, 106, 113, 115, 116, 120, 122, 123, 124, 126, 127], "messag": [14, 22, 23, 45, 69], "sever": [14, 23, 69, 112], "kinternal_error": [14, 36], "print": [14, 26, 56, 58, 62, 64, 67, 73, 78, 85, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 101, 102, 103, 104, 105, 106, 108, 113, 115, 116, 117, 118, 121], "error": [14, 42, 45, 46, 48, 51, 53, 58, 59, 64, 67, 69, 72, 73, 78, 85, 90, 91, 101, 116, 122, 123, 124], "kerror": [14, 36], "all": [14, 36, 37, 38, 42, 45, 47, 48, 49, 52, 56, 58, 59, 61, 64, 67, 69, 71, 72, 74, 78, 79, 84, 85, 86, 87, 92, 93, 95, 99, 103, 117, 118, 120, 121, 123, 124, 126], "kwarn": [14, 36], "warn": [14, 45, 54, 69, 71], "kinfo": [14, 36], "info": [14, 27, 32, 38, 45, 54, 69, 71, 72, 123], "kdebug": [14, 36], "debug": [14, 24, 38, 42, 45, 54, 56, 58, 60, 65, 67, 69, 71, 73, 88, 89, 100, 102, 104, 117, 123], "kgraph": [14, 36, 48], "everyth": [14, 58, 64, 67, 72], "intermedi": [14, 42, 45, 47, 58, 67, 69, 71, 72, 73, 84, 123, 126], "graph": [14, 26, 27, 32, 38, 42, 45, 46, 47, 49, 50, 53, 54, 56, 57, 58, 59, 60, 67, 68, 69, 71, 72, 73, 84, 85, 89, 90, 91, 93, 95, 96, 98, 99, 101, 102, 103, 105, 106, 108, 109, 111, 114, 116, 119, 120, 122, 124], "lower": [14, 47, 51, 57, 59, 65, 67, 68, 69, 72, 79, 89, 90, 91, 95, 96, 98, 99, 101, 109, 111, 116, 119, 120, 123, 126], "phase": [14, 54, 57, 85, 93, 104, 105, 106, 112, 119, 122, 126], "class": [15, 38, 39, 44, 52, 54, 58, 59, 69, 73, 78, 79, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 98, 99, 102, 103, 104, 107, 108, 112, 113, 114, 115, 119, 120, 122, 123], "int8_t": [15, 38], "select": [15, 32, 42, 45, 52, 58, 59, 66, 67, 72, 73, 77, 80, 86, 87, 95, 102, 114, 123, 126], "capabl": [15, 38, 42, 45, 49, 52, 72, 73, 88, 93, 94, 113], "kstandard": [15, 38, 42], "ksafeti": [15, 38], "kdla_standalon": [15, 38], "directori": [16, 17, 18, 36, 37, 38, 43, 60, 61, 62, 64, 67, 87, 96, 98, 114, 117, 118, 121], "program": [16, 17, 18, 44, 45, 50, 51, 52, 53, 65, 84, 89, 90, 91, 98, 100, 104, 113, 117, 119, 122], "list": [16, 17, 18, 26, 42, 44, 46, 49, 52, 54, 56, 57, 59, 63, 64, 66, 67, 68, 71, 72, 73, 82, 85, 86, 93, 95, 101, 102, 103, 104, 117, 118, 121], "string": [16, 18, 19, 23, 25, 26, 28, 29, 32, 36, 38, 42, 47, 49, 52, 54, 58, 67, 72, 76, 85, 87, 104, 124], "level": [16, 20, 22, 23, 34, 36, 43, 47, 48, 49, 53, 58, 59, 67, 72, 73, 82, 84, 93, 95, 102, 117, 118, 121, 126], "get_is_colored_output_on": [16, 34, 36, 43], "get_logging_prefix": [16, 34, 36, 43], "get_reportable_log_level": [16, 34, 36, 43], "set_is_colored_output_on": [16, 34, 36, 43], "set_logging_prefix": [16, 34, 36, 43], "set_reportable_log_level": [16, 34, 36, 43], "torchscript": [17, 18, 33, 37, 38, 42, 43, 45, 49, 50, 52, 53, 57, 63, 67, 68, 70, 71, 72, 73, 86, 105, 117, 118, 120, 121, 122, 127], "str": [17, 37, 43, 47, 58, 59, 66, 67, 71, 72, 73, 89, 93, 94, 95, 98, 104, 115, 124], "torch_tensorrt_major_vers": [17, 37, 43], "torch_tensorrt_minor_vers": [17, 37, 43], "torch_tensorrt_patch_vers": [17, 37, 43], "torch_tensorrt_vers": [17, 37, 43], "torchtrt_hidden": [17, 37, 43], "xstr": [17, 37, 43], "cuda_runtim": [18, 38], "iostream": [18, 38, 85, 124], "memori": [18, 38, 48, 54, 67, 71, 72, 73, 85, 86, 89, 90, 95, 98, 100, 105, 112, 113, 116, 117, 119, 124], "custom_class": [18, 38], "vector": [18, 28, 38, 40, 41, 42, 49, 52, 72, 85, 87, 124, 127], "devic": [18, 28, 30, 33, 38, 42, 43, 45, 52, 58, 62, 66, 67, 68, 71, 72, 73, 86, 87, 88, 89, 90, 91, 92, 95, 101, 103, 104, 108, 110, 113, 114, 116, 120, 127], "graphinput": [18, 33, 38, 42, 43], "input": [18, 28, 33, 38, 40, 42, 43, 45, 46, 47, 48, 49, 52, 54, 56, 57, 58, 59, 63, 66, 67, 68, 69, 71, 72, 73, 79, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 112, 113, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127], "compilespec": [18, 27, 32, 35, 38, 43, 49, 73, 85, 87, 127], "devicetyp": [18, 33, 38, 39, 43, 71, 72, 73, 87, 88, 95, 127], "tensorformat": [18, 33, 38, 41, 43, 72, 95], "enginecap": [18, 33, 38, 42, 43, 58, 67, 71, 72, 73, 88, 95], "dump_build_info": [18, 33, 38, 43], "get_build_info": [18, 33, 38, 43], "set_devic": [18, 33, 38, 43, 124], "check_method_operator_support": [18, 35, 38, 43], "compil": [18, 26, 32, 35, 38, 42, 43, 45, 47, 48, 49, 51, 52, 54, 56, 59, 64, 67, 68, 69, 71, 72, 73, 74, 76, 84, 86, 87, 88, 89, 90, 91, 92, 93, 95, 97, 99, 100, 101, 103, 104, 115, 117, 118, 121, 124, 127], "convert_method_to_trt_engin": [18, 35, 38, 43, 72, 73, 85, 88], "embed_engine_in_new_modul": [18, 35, 38, 43, 73], "std": [19, 23, 25, 26, 28, 29, 32, 36, 38, 40, 41, 42, 49, 85, 87, 104, 117, 118, 121, 124, 127], "current": [20, 47, 49, 52, 54, 56, 57, 58, 59, 60, 61, 64, 67, 68, 72, 73, 76, 93, 95, 102, 103, 104, 108, 114, 115, 116, 119, 124], "report": [20, 71], "Is": [21, 72], "color": [21, 24, 78, 114], "output": [21, 24, 28, 42, 45, 46, 47, 48, 49, 52, 54, 56, 57, 58, 59, 61, 65, 67, 69, 71, 72, 73, 76, 78, 79, 85, 89, 90, 91, 92, 93, 95, 98, 99, 100, 101, 102, 103, 104, 106, 110, 116, 117, 118, 120, 121, 122, 123, 125], "enabl": [21, 42, 45, 47, 49, 50, 51, 53, 58, 59, 61, 64, 67, 68, 71, 72, 73, 76, 91, 92, 96, 98, 103, 106, 109, 111, 112, 113, 114, 116, 119, 123, 124], "void": [22, 23, 24, 25, 30, 31, 36, 38, 104], "lvl": [22, 23, 36], "inform": [22, 28, 29, 31, 41, 45, 46, 49, 52, 56, 58, 59, 61, 62, 64, 67, 68, 69, 72, 78, 84, 85, 87, 88, 95, 98, 116, 122, 123], "ad": [22, 45, 46, 47, 49, 56, 59, 61, 89, 90, 91, 95, 103], "abov": [22, 47, 49, 56, 59, 60, 61, 64, 69, 77, 78, 85, 89, 91, 95, 109, 111, 114, 119, 123, 124, 125], "msg": [23, 36], "add": [23, 46, 47, 48, 49, 54, 57, 61, 64, 66, 76, 78, 83, 85, 86, 90, 91, 93, 95, 101, 119], "global": [23, 45, 58, 67, 72, 85], "colored_output_on": [24, 36], "prefix": [24, 25, 36, 78], "help": [24, 45, 46, 54, 58, 59, 67, 85, 89, 94, 96, 98, 102, 112, 115, 116, 120, 124], "when": [24, 38, 39, 45, 46, 48, 49, 50, 51, 52, 53, 54, 58, 59, 61, 67, 71, 72, 73, 76, 78, 80, 84, 85, 87, 93, 95, 98, 102, 103, 104, 105, 106, 112, 116, 119, 120, 122, 123, 124], "alwai": [24, 45, 72, 78, 106, 116], "termin": [24, 45, 51, 85], "If": [24, 28, 46, 47, 48, 49, 56, 57, 58, 59, 60, 61, 62, 63, 64, 67, 68, 71, 72, 76, 78, 85, 86, 87, 91, 93, 95, 98, 103, 105, 106, 107, 112, 116, 117, 118, 119, 121, 122, 124, 126, 127], "jit": [26, 27, 28, 32, 38, 40, 42, 45, 46, 48, 49, 50, 52, 53, 54, 55, 58, 63, 64, 65, 67, 71, 72, 73, 84, 85, 86, 88, 89, 90, 91, 95, 106, 117, 118, 121, 124, 125, 126], "modul": [26, 27, 28, 32, 38, 42, 45, 49, 50, 52, 53, 54, 58, 59, 61, 63, 64, 65, 67, 68, 71, 72, 73, 77, 78, 79, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 99, 100, 102, 104, 105, 106, 107, 108, 114, 115, 117, 119, 120, 122, 123, 124, 125, 127], "method_nam": [26, 32, 38, 45, 72, 73, 85], "see": [26, 48, 49, 52, 56, 58, 59, 60, 61, 64, 72, 73, 78, 84, 85, 86, 89, 90, 91, 93, 95, 98, 102, 104, 106, 107, 113, 123, 124], "fulli": [26, 45, 48, 58, 67, 71, 72, 73, 85, 87, 95, 101, 127], "take": [26, 27, 28, 32, 46, 47, 50, 52, 53, 54, 56, 59, 67, 68, 71, 72, 73, 76, 78, 85, 87, 88, 93, 95, 107, 113, 119, 120, 122, 123], "method": [26, 27, 28, 32, 41, 45, 48, 51, 54, 61, 67, 72, 73, 78, 84, 85, 88, 89, 98, 120], "name": [26, 28, 32, 47, 49, 52, 54, 58, 59, 61, 64, 67, 68, 71, 72, 73, 78, 79, 84, 85, 88, 89, 90, 91, 92, 93, 95, 99, 102, 104, 106, 112, 113, 115, 117, 118, 119, 121, 123, 124], "contain": [26, 45, 46, 47, 48, 49, 54, 59, 61, 68, 71, 72, 78, 79, 84, 85, 87, 92, 95, 96, 98, 105, 114, 117, 118, 121, 124], "pure": [26, 67, 72], "convert": [26, 27, 32, 45, 48, 49, 50, 53, 57, 58, 65, 67, 71, 72, 73, 86, 88, 89, 95, 99, 100, 104, 108, 109, 111, 113, 114, 116, 117, 120, 124], "Will": 26, "out": [26, 46, 48, 49, 50, 51, 53, 54, 58, 61, 67, 72, 73, 78, 85, 95, 103, 114, 115, 116, 117, 118, 121, 122, 124], "unsupport": [26, 42, 47, 58, 72, 95, 105, 126], "script": [26, 48, 49, 63, 64, 72, 73, 84, 85, 86, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 121, 124, 126], "exist": [26, 27, 32, 47, 57, 58, 59, 64, 67, 72, 73, 87, 98, 99, 103, 119, 120], "nvidia": [27, 32, 36, 37, 38, 45, 55, 58, 59, 61, 62, 64, 67, 72, 73, 85, 104, 107, 111, 117, 118, 119, 121, 126, 127], "configur": [27, 32, 41, 56, 58, 61, 67, 71, 72, 73, 82, 85, 87, 95, 96, 104, 116, 117, 118, 121, 122], "call": [27, 42, 47, 48, 52, 54, 59, 67, 68, 71, 72, 73, 78, 84, 85, 88, 93, 95, 98, 103, 107, 111, 120, 122, 123, 124, 126], "equival": [27, 50, 53, 54, 67, 72, 73, 84, 85, 87, 93, 95, 102, 109, 111], "specif": [27, 42, 47, 48, 50, 53, 56, 58, 62, 64, 67, 72, 73, 78, 93, 96, 104, 116, 119, 124, 126], "forward": [27, 28, 49, 52, 54, 58, 63, 67, 71, 72, 73, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 95, 99, 101, 102, 103, 104, 107, 108, 112, 114, 115, 119, 122, 123, 124], "A": [27, 28, 40, 41, 47, 48, 49, 54, 58, 59, 61, 67, 68, 72, 73, 79, 87, 90, 91, 110, 113, 117, 118, 121], "traget": 27, "input_binding_nam": [28, 38, 71, 73], "output_binding_nam": [28, 38, 71, 73], "previous": [28, 64, 67, 72, 85, 89, 90, 91, 98, 106], "creat": [28, 45, 46, 47, 49, 52, 54, 59, 64, 65, 71, 72, 73, 78, 85, 89, 90, 91, 93, 95, 99, 101, 102, 104, 106, 113, 114, 116, 117, 118, 121], "emb": [28, 45, 57, 73, 79], "pre": [28, 48, 61, 64, 65, 73, 87, 98, 100, 104, 116, 117, 124], "built": [28, 45, 52, 53, 58, 61, 62, 64, 67, 71, 72, 73, 98, 106, 114, 124], "serial": [28, 32, 45, 50, 53, 60, 61, 67, 71, 72, 73, 85, 95, 98, 117, 118, 121, 126], "regist": [28, 47, 52, 54, 59, 71, 73, 89, 90, 91, 93, 95, 104, 113, 119], "execut": [28, 42, 45, 48, 49, 50, 52, 53, 57, 58, 59, 61, 65, 67, 68, 71, 72, 73, 74, 84, 85, 87, 93, 95, 99, 104, 105, 112, 117, 118, 121, 124], "bind": [28, 71, 73, 78, 104], "specifi": [28, 45, 47, 54, 58, 59, 61, 64, 67, 72, 73, 76, 78, 86, 88, 116, 117, 118, 119, 121, 122, 123, 124, 125, 126], "must": [28, 41, 42, 45, 47, 48, 49, 54, 56, 59, 61, 64, 67, 68, 71, 72, 73, 78, 79, 85, 90, 91, 98, 104, 122, 123, 124, 126], "have": [28, 45, 46, 47, 48, 49, 54, 56, 57, 58, 59, 61, 64, 67, 68, 70, 71, 72, 73, 78, 84, 85, 86, 87, 90, 91, 95, 100, 108, 109, 111, 113, 114, 115, 117, 118, 119, 120, 121, 122], "follow": [28, 45, 47, 49, 51, 52, 56, 57, 58, 59, 61, 72, 73, 76, 78, 79, 83, 84, 85, 87, 90, 91, 93, 95, 96, 98, 100, 103, 108, 109, 117, 118, 119, 120, 121, 122, 123, 124], "format": [28, 38, 41, 42, 45, 58, 66, 67, 72, 73, 78, 79, 86, 95, 98, 115, 117, 118, 120, 121, 123], "symbol": [28, 59, 61, 73, 78, 124], "index": [28, 55, 56, 61, 62, 64, 65, 66, 73, 76, 82, 87, 95, 114, 119], "arrai": [28, 46, 47, 72, 73, 93, 95, 105, 114, 116], "0": [28, 37, 38, 42, 45, 47, 49, 53, 54, 56, 58, 59, 61, 62, 64, 65, 66, 67, 68, 71, 72, 73, 74, 75, 77, 78, 85, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 121, 122, 123, 124, 127], "1": [28, 38, 41, 42, 45, 47, 48, 49, 51, 52, 54, 56, 57, 58, 59, 60, 61, 62, 64, 66, 67, 68, 71, 72, 73, 75, 76, 78, 79, 82, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 111, 112, 114, 115, 116, 119, 120, 122, 123, 124, 125, 127], "2": [28, 37, 47, 49, 54, 57, 58, 59, 61, 64, 65, 66, 67, 71, 72, 73, 76, 78, 79, 82, 84, 85, 87, 89, 90, 91, 92, 93, 95, 97, 98, 99, 101, 102, 103, 104, 106, 107, 108, 109, 111, 112, 113, 114, 115, 116, 119, 122, 123, 124, 125], "y": [28, 49, 64, 73, 79, 89, 90, 91, 93, 95, 104, 107], "compilesepc": 28, "order": [28, 42, 47, 49, 54, 56, 59, 61, 67, 68, 71, 72, 73, 85, 86, 93, 98], "pass": [28, 46, 47, 49, 50, 52, 53, 54, 57, 58, 59, 61, 65, 69, 71, 72, 73, 84, 85, 87, 89, 90, 91, 93, 95, 96, 98, 101, 103, 104, 106, 119], "origin": [28, 59, 60, 68, 72, 92, 95, 98, 99, 103, 114, 126], "pytorch": [28, 41, 42, 45, 47, 48, 49, 50, 52, 53, 54, 57, 58, 61, 62, 63, 64, 67, 71, 72, 73, 84, 85, 86, 87, 89, 92, 93, 98, 99, 100, 103, 104, 105, 106, 114, 115, 116, 117, 118, 119, 121, 122, 123, 124, 125, 126], "assum": [28, 71, 88, 95, 100, 117, 124], "convent": 28, "below": [28, 49, 54, 56, 57, 58, 59, 61, 64, 78, 85, 86, 98, 102, 105, 110, 113, 114, 117, 118, 121], "build": [29, 42, 45, 46, 50, 53, 54, 57, 58, 59, 67, 71, 72, 77, 82, 85, 87, 89, 90, 91, 93, 95, 96, 104, 109, 111, 116, 119, 122], "librari": [29, 36, 37, 38, 45, 47, 50, 52, 53, 54, 62, 64, 72, 85, 89, 90, 91, 95, 100, 101, 104, 117], "depend": [29, 46, 53, 58, 59, 62, 63, 67, 71, 85, 86, 91, 93, 108, 113, 114, 116, 118, 121, 124], "version": [29, 31, 53, 56, 58, 59, 60, 62, 64, 67, 72, 76, 79, 95, 117, 118, 119, 120, 121, 124, 125], "gpu_id": [30, 38, 39, 45, 71, 72, 73, 87, 88, 95, 127], "id": [30, 38, 45, 72, 76, 77, 81, 90, 127], "cudasetdevic": 30, "dump": [31, 45, 95], "base": [31, 43, 49, 52, 57, 58, 61, 64, 67, 68, 72, 78, 84, 86, 87, 89, 90, 91, 97, 103, 104, 105, 106, 111, 114, 120, 123, 124, 126], "libtorch": [31, 54, 61, 63, 85, 87, 126], "stdout": [31, 71], "equivil": 32, "document": [36, 37, 38, 43, 53, 64, 76, 78, 79, 83, 84, 85, 87, 88, 92, 117, 118, 121, 122, 123, 124], "copyright": [36, 37, 38, 79, 85], "c": [36, 37, 38, 45, 53, 58, 64, 66, 67, 68, 71, 72, 79, 86, 95, 103, 104, 117, 118, 121, 124, 125, 127], "corpor": [36, 37, 38], "right": [36, 37, 38, 48, 53, 54, 78, 117, 118, 121], "reserv": [36, 37, 38], "licens": [36, 37, 38, 85], "under": [36, 37, 38, 53, 59, 64, 78, 93, 102, 109, 126], "bsd": [36, 37, 38], "style": [36, 37, 38, 58, 63, 76, 78, 79], "found": [36, 37, 38, 57, 61, 64, 71, 78, 85, 87, 93, 95, 98, 124], "root": [36, 37, 38, 61, 76, 87, 115], "sourc": [36, 37, 38, 47, 53, 58, 59, 62, 64, 67, 68, 69, 71, 72, 73, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117], "tree": [36, 37, 38, 64, 76, 87, 115, 124], "pragma": [36, 37, 38, 87], "onc": [36, 37, 38, 46, 48, 49, 52, 58, 59, 61, 64, 72, 87, 95, 116, 117, 118, 121, 124], "namespac": [36, 37, 38, 44, 48, 65, 72, 87, 90, 91, 95], "ar": [36, 39, 42, 45, 46, 47, 48, 49, 52, 53, 54, 56, 57, 58, 59, 60, 61, 64, 67, 70, 71, 72, 73, 76, 78, 79, 80, 84, 85, 87, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98, 103, 105, 106, 109, 112, 113, 114, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126], "ones": [36, 49, 50, 53, 78, 85, 93, 95, 126], "necessari": [36, 56, 58, 61, 64, 71, 89, 90, 91, 93, 106, 113, 124], "user": [36, 41, 47, 49, 50, 52, 53, 56, 57, 58, 61, 64, 67, 71, 78, 79, 85, 86, 87, 89, 93, 98, 101, 106, 112, 113, 116, 117, 118, 121, 122, 123, 124, 126], "dont": 36, "know": [36, 54, 60, 76, 78, 89, 90, 91, 93, 95, 108], "we": [36, 46, 47, 48, 49, 50, 52, 53, 54, 56, 57, 58, 59, 67, 68, 71, 76, 78, 84, 85, 87, 89, 90, 91, 92, 93, 95, 96, 98, 100, 102, 103, 104, 105, 106, 107, 108, 109, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126], "want": [36, 49, 59, 61, 63, 68, 84, 85, 87, 88, 93, 95, 106, 107, 117, 118, 121, 123], "use_cmake_generated_export_head": 37, "torch_tensorrt_export": 37, "els": [37, 41, 73, 78, 79, 89, 94, 97, 98, 99, 114, 115], "__gnuc__": 37, "__attribute__": 37, "__visibility__": 37, "hidden": [37, 76], "endif": [37, 38], "doe": [37, 48, 49, 54, 56, 59, 61, 64, 72, 78, 87, 89, 90, 91, 95, 99, 103, 109, 111, 124], "gaurd": 37, "someth": [37, 48, 78, 117, 118, 121], "11": [37, 48, 61, 64, 78, 82, 85, 117, 118, 121], "setup": [37, 64, 87, 117, 118, 121], "alias": 37, "eas": 37, "ts": [37, 45, 49, 63, 65, 72, 84, 85, 86, 88, 122, 124, 125], "torchtrt": [37, 49, 64, 94, 95, 102, 115, 117, 118, 121], "just": [38, 48, 49, 58, 59, 64, 65, 69, 71, 78, 80, 84, 85, 86, 88, 90, 91, 95, 98, 103, 104, 120, 124], "ifndef": 38, "doxygen_should_skip_thi": 38, "templat": [38, 76, 85], "arrayref": [38, 41, 42], "privat": [38, 87], "friend": 38, "ostream": 38, "os": [38, 96, 98, 103, 124], "dtype": [38, 41, 42, 45, 57, 58, 59, 66, 67, 68, 71, 72, 73, 86, 89, 90, 91, 92, 95, 97, 99, 101, 104, 105, 109, 111, 112, 113, 114, 116, 117, 118, 120, 121, 122, 123], "device_typ": [38, 39, 72, 87, 88, 123, 127], "int64_t": [38, 39, 41, 42, 87, 127], "core": [38, 45, 48, 49, 53, 58, 67, 72, 85, 93, 104, 126, 127], "agx": 38, "platform": [38, 45, 53, 58, 61, 62, 67, 94, 127], "xavier": [38, 127], "dla_cor": [38, 39, 45, 72, 87, 88, 127], "allow_gpu_fallback": [38, 39, 67, 72, 73, 87, 88, 127], "customclasshold": [38, 41], "min_shap": [38, 41, 57, 59, 67, 72, 73, 86, 109, 112, 120, 122], "opt_shap": [38, 41, 57, 67, 72, 73, 86, 109, 112, 120, 122], "max_shap": [38, 41, 57, 59, 67, 72, 73, 86, 109, 112, 120, 122], "shape": [38, 40, 41, 42, 45, 49, 54, 57, 59, 65, 66, 67, 68, 71, 72, 73, 74, 86, 90, 91, 93, 95, 99, 100, 101, 104, 105, 112, 113, 114, 115, 116, 117, 118, 121, 124, 127], "doubl": [38, 41, 42, 45, 57, 67, 72, 73, 78, 124], "tensor_domain": [38, 41, 72], "input_is_dynam": 38, "ivalu": [38, 40, 42, 46, 52, 54, 85, 124], "input_signatur": [38, 40, 42, 73, 86], "nest": [38, 42, 43, 72, 78, 79, 103], "full": [38, 42, 45, 54, 58, 67, 69, 72, 85, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 121, 124, 127], "spec": [38, 41, 42, 45, 69, 72, 73, 88, 98], "flatten": [38, 40, 66, 84, 85, 92, 102, 115], "fixed_s": [38, 42], "reflect": [38, 72], "builderconfig": 38, "graph_input": [38, 42], "enabled_precis": [38, 42, 57, 58, 67, 71, 72, 73, 85, 86, 87, 88, 95, 96, 97, 98, 101, 102, 103, 104, 106, 107, 108, 109, 110, 111, 113, 114, 115, 116, 117, 118, 121, 127], "disable_tf32": [38, 42, 58, 67, 71, 72, 73, 87, 95, 101, 108], "sparse_weight": [38, 42, 58, 59, 67, 71, 72, 73, 95], "refit": [38, 42, 58, 65, 67, 72, 73, 88, 95, 98, 100, 103, 117], "truncate_long_and_doubl": [38, 42, 57, 58, 73, 110], "allow_shape_tensor": [38, 42, 73], "uint64_t": [38, 42], "num_avg_timing_it": [38, 42, 58, 67, 71, 72, 73, 88, 95], "workspace_s": [38, 42, 45, 58, 67, 71, 72, 73, 95, 96, 106, 109, 111], "dla_sram_s": [38, 42, 45, 58, 67, 71, 72, 73, 95], "1048576": [38, 42, 58, 67, 71, 73, 95], "dla_local_dram_s": [38, 42, 45, 58, 67, 71, 72, 73, 95], "1073741824": [38, 42, 58, 67, 71, 73, 95], "dla_global_dram_s": [38, 42, 45, 58, 67, 71, 72, 73, 95], "536870912": [38, 42, 58, 67, 71, 73, 95], "require_full_compil": [38, 42, 58, 67, 71, 72, 73, 95, 99], "min_block_s": [38, 42, 49, 57, 58, 67, 71, 72, 73, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 102, 103, 104, 106, 107, 108, 109, 111, 112, 113, 114, 115], "3": [38, 42, 45, 48, 49, 52, 57, 58, 59, 62, 63, 64, 66, 67, 72, 73, 78, 79, 82, 84, 85, 87, 88, 89, 90, 92, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 109, 112, 113, 114, 115, 116, 119, 120, 122, 124, 125, 127], "torch_executed_op": [38, 42, 49, 57, 58, 67, 71, 72, 73, 95, 96, 99, 106, 107, 109, 111, 112], "torch_executed_modul": [38, 42, 49, 67, 72, 73], "structur": [39, 42, 49, 53, 54, 58, 67, 72, 76, 78, 82, 84, 95, 99, 102, 117, 118, 121], "member": [39, 40, 41, 42], "hold": [39, 40, 41, 46, 54, 72, 87, 113], "relat": [39, 64, 78, 107, 111], "let": [39, 45, 48, 54, 59, 67, 72, 73, 76, 78, 117, 118, 120, 121, 123, 126], "layer": [39, 42, 45, 46, 48, 54, 56, 58, 59, 67, 71, 72, 73, 85, 87, 92, 93, 95, 101, 102, 115, 117, 118, 120, 121, 122, 123, 126, 127], "thei": [39, 45, 46, 47, 48, 52, 54, 58, 59, 67, 70, 71, 72, 76, 78, 86, 93, 98, 124], "complex": [40, 42, 58, 61, 84, 86, 89, 90, 91, 103, 112], "either": [40, 41, 45, 54, 56, 67, 72, 73, 76, 78, 84, 85, 86, 89, 90, 91, 93, 94, 95, 98, 125], "one": [40, 47, 48, 51, 54, 58, 59, 71, 72, 78, 84, 85, 86, 90, 91, 93, 95, 107, 111, 117, 118, 121, 124], "rang": [41, 42, 45, 59, 72, 89, 90, 91, 95, 97, 98, 103, 104, 105, 108, 109, 116, 120, 122], "optim": [41, 45, 57, 58, 59, 64, 65, 67, 68, 70, 72, 84, 85, 86, 96, 101, 105, 106, 108, 109, 110, 111, 112, 113, 114, 116, 119, 120, 122, 124, 126], "profil": [41, 68, 71, 96, 102, 123], "singl": [41, 45, 48, 49, 59, 72, 78, 84, 85, 87, 91, 112, 113, 114, 116, 124], "repres": [41, 42, 47, 54, 59, 63, 78, 105, 114], "signifi": [41, 48], "static": [41, 42, 46, 54, 57, 58, 67, 72, 73, 76, 85, 101, 105, 115, 122], "three": [41, 50, 53, 59, 68, 72, 78, 79, 117, 118, 120, 121], "min": [41, 45, 54, 66, 72, 98, 99, 103, 108, 109, 113, 116, 122], "optimin": 41, "max": [41, 45, 54, 66, 72, 76, 98, 99, 103, 104, 108, 109, 113, 115, 116, 122], "allow": [41, 42, 45, 46, 47, 48, 49, 56, 58, 59, 61, 67, 72, 73, 76, 89, 90, 91, 93, 95, 98, 104, 105, 106, 109, 111, 112, 116, 123, 124, 125], "size": [41, 42, 45, 48, 49, 51, 58, 59, 66, 67, 68, 72, 73, 76, 85, 87, 89, 90, 91, 95, 98, 101, 104, 109, 111, 114, 115, 120, 122, 124], "option": [41, 45, 49, 50, 53, 56, 57, 58, 59, 67, 71, 72, 73, 78, 82, 87, 93, 95, 97, 98, 101, 104, 107, 108, 110, 112, 119, 124, 125, 127], "argument": [41, 45, 47, 48, 52, 54, 56, 58, 59, 67, 71, 72, 73, 78, 79, 85, 86, 93, 94, 95, 103, 104, 113, 122, 124], "expect": [41, 47, 48, 54, 72, 85, 86, 90, 92, 102, 104, 120], "tradit": [41, 67, 72, 73, 87], "convect": 41, "produc": [41, 46, 47, 52, 54, 57, 60, 72, 78, 85, 120, 124], "low": [41, 58, 59, 67, 93, 100, 114, 117], "high": [41, 48, 49, 51, 76, 93, 95, 101, 113, 126], "weight": [41, 42, 45, 46, 58, 59, 65, 66, 67, 71, 72, 73, 78, 85, 98, 100, 101, 103, 110, 113, 117, 120], "first": [41, 46, 47, 48, 59, 60, 63, 64, 78, 79, 85, 86, 87, 93, 95, 98, 103, 107, 108, 117, 118, 121, 122, 123, 124, 125, 126], "calcul": [41, 46, 49, 85, 95, 104, 116], "detect": [41, 52, 72], "float32": [41, 42, 45, 57, 58, 59, 67, 72, 73, 89, 92, 95, 101, 102, 103, 104, 108, 110, 113, 116, 122, 123], "dynam": [41, 42, 57, 59, 65, 67, 68, 72, 73, 74, 91, 93, 98, 100, 101, 107, 108, 110, 111, 113, 116, 117, 119], "opt": [41, 61, 71, 72, 99, 112], "minimum": [41, 42, 45, 49, 57, 58, 67, 72, 73, 95, 116], "maximum": [41, 42, 45, 58, 59, 67, 68, 72, 73, 104, 108, 109, 111, 116, 117, 118, 119, 121], "accept": [41, 45, 47, 52, 54, 61, 72, 85, 86, 107, 125], "exampl": [41, 49, 52, 53, 54, 59, 61, 62, 64, 67, 69, 71, 72, 73, 74, 76, 77, 79, 82, 84, 85, 86, 87, 89, 90, 91, 93, 95, 96, 97, 98, 100, 101, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 120, 121, 122, 123, 124, 125], "s": [41, 42, 46, 49, 52, 54, 57, 59, 61, 64, 65, 67, 68, 71, 72, 76, 78, 79, 84, 85, 87, 89, 93, 95, 98, 101, 102, 103, 104, 114, 116, 117, 118, 120, 121, 122, 123, 124, 125], "cannot": [41, 48, 49, 59, 61, 67, 71, 72, 73, 77, 84, 89, 90, 91, 94, 95, 105, 124], "through": [41, 46, 47, 48, 49, 52, 58, 59, 64, 67, 69, 78, 85, 86, 95, 101, 103, 106, 112, 119, 120, 126], "altern": [41, 49, 56, 57, 72, 86, 93, 105, 112, 120, 125], "refer": [41, 47, 49, 50, 53, 59, 62, 64, 72, 77, 82, 85, 87, 92, 95, 115, 117, 118, 121, 122, 123, 125], "given": [41, 42, 45, 47, 48, 59, 67, 68, 72, 73, 84, 85, 86, 88, 90, 91, 93, 103, 114, 122], "kernel": [41, 42, 45, 54, 58, 59, 65, 67, 72, 73, 89, 93, 100, 112, 116, 117, 123, 124, 125], "ani": [41, 45, 46, 47, 54, 56, 58, 59, 66, 67, 71, 72, 73, 76, 78, 85, 86, 87, 93, 95, 99, 103, 109, 122, 124], "fed": 41, "event": [41, 58, 97, 98, 103], "place": [41, 48, 56, 59, 78, 79, 80, 87, 90, 95, 104, 115], "variabl": [41, 51, 59, 64, 71, 72], "dimens": [41, 48, 59, 68, 72, 101, 104, 109, 119, 120, 122, 123, 124], "domain": [41, 72, 79, 87], "convien": 42, "fix": [42, 59, 78, 89, 90, 91, 95, 124, 127], "describ": [42, 49, 51, 54, 72, 84, 88, 90, 91, 117, 118, 121], "each": [42, 46, 48, 49, 52, 54, 58, 59, 61, 67, 68, 71, 76, 78, 85, 90, 93, 99, 106, 112, 124], "entri": [42, 54, 72, 98, 103, 119], "provid": [42, 45, 47, 49, 51, 52, 54, 56, 58, 59, 61, 63, 64, 67, 68, 71, 72, 73, 78, 85, 86, 87, 88, 89, 90, 93, 96, 98, 100, 104, 106, 107, 108, 112, 113, 114, 116, 117, 118, 119, 121, 122, 123, 124, 125, 126], "convienc": 42, "okai": 42, "ha": [42, 46, 47, 48, 49, 50, 53, 54, 56, 58, 59, 61, 67, 68, 71, 72, 78, 79, 84, 85, 87, 93, 94, 98, 102, 105, 106, 112, 115, 116, 120, 122, 123, 124, 126], "flaten": 42, "precis": [42, 45, 57, 58, 59, 65, 67, 72, 85, 86, 87, 92, 109, 111, 113, 114, 116, 119, 127], "dure": [42, 45, 47, 49, 54, 57, 58, 64, 67, 72, 87, 93, 101, 102, 104, 112, 113, 116, 117, 118, 120, 121, 122, 124], "prevent": [42, 45, 47, 49, 58, 67, 112], "tf32": [42, 45, 58, 67], "comput": [42, 58, 59, 61, 62, 67, 71, 78, 87, 90, 91, 94, 100, 105, 117, 119, 120], "inner": [42, 79, 120], "product": [42, 62, 72, 119], "round": [42, 67, 72, 73, 95], "10": [42, 61, 62, 64, 67, 68, 72, 73, 82, 84, 85, 87, 89, 90, 91, 92, 102, 103, 104, 105, 114, 115, 116, 117, 118, 120, 121, 122, 123, 124], "bit": [42, 54, 59, 61, 67, 72, 73, 85], "mantissa": [42, 67, 72, 73], "befor": [42, 47, 48, 49, 53, 54, 59, 64, 67, 72, 73, 85, 96, 104, 105, 108, 114, 117, 118, 121, 122, 123], "multipli": [42, 67, 72, 73], "accumul": [42, 58, 67, 72, 73, 113, 114], "sum": [42, 59, 66, 67, 72, 73, 95, 115], "23": [42, 48, 62, 67, 72, 73, 79], "behavior": [42, 49, 59, 67, 72, 73, 93, 122, 123, 124, 125], "sparsiti": [42, 45, 59, 67, 72, 73], "conv": [42, 45, 85, 95], "fc": [42, 45, 48], "truncat": [42, 45, 57, 58, 67, 72, 73], "long": [42, 45, 46, 57, 72, 78, 79, 90, 91], "float": [42, 45, 57, 58, 66, 67, 72, 84, 85, 86, 87, 88, 89, 90, 91, 95, 96, 97, 98, 101, 102, 103, 104, 106, 107, 111, 112, 114, 123], "ishap": 42, "restrict": [42, 58, 67, 72, 73, 122], "cuda": [42, 51, 52, 57, 59, 62, 63, 67, 68, 71, 72, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 108, 109, 110, 113, 114, 115, 116, 117, 118, 121, 122, 123, 124, 125], "safeti": [42, 45, 72], "number": [42, 45, 47, 48, 49, 54, 57, 58, 59, 64, 67, 68, 72, 73, 76, 85, 86, 95, 102, 104, 106, 108, 109, 111, 116, 119, 120, 124, 126], "averag": [42, 45, 58, 67, 72, 73, 95, 102], "time": [42, 45, 46, 47, 48, 49, 50, 52, 53, 54, 58, 59, 61, 63, 64, 65, 67, 68, 71, 72, 73, 76, 78, 85, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 124], "iter": [42, 45, 46, 58, 67, 72, 73, 97, 98, 114, 115, 116], "workspac": [42, 45, 58, 59, 61, 67, 68, 72, 73, 95, 107, 109, 111], "fast": [42, 45, 58, 63, 67, 72, 73, 104], "softwar": [42, 45, 58, 67, 72, 73, 78], "manag": [42, 45, 46, 48, 50, 53, 54, 58, 61, 62, 67, 69, 71, 72, 73, 85, 105, 112, 124], "ram": [42, 45, 58, 67, 72, 73, 102], "commun": [42, 45, 58, 67, 72, 73, 85], "within": [42, 45, 50, 53, 58, 65, 67, 71, 72, 73, 76, 78, 89, 90, 91, 92, 100, 104, 112, 117, 120, 123, 124], "host": [42, 45, 58, 61, 67, 72, 73, 90, 91, 95, 102, 116, 117, 118, 121], "share": [42, 45, 58, 61, 64, 67, 71, 72, 73, 89, 98, 124], "across": [42, 45, 48, 49, 58, 64, 67, 72, 73, 76, 105], "metadata": [42, 45, 47, 52, 54, 58, 67, 72, 73, 76, 89, 99, 106, 122, 123], "requir": [42, 45, 46, 47, 48, 57, 58, 59, 61, 64, 67, 71, 72, 73, 76, 85, 87, 89, 91, 92, 93, 94, 95, 100, 103, 105, 108, 112, 113, 114, 115, 116, 117, 118, 121, 122, 124], "instead": [42, 45, 46, 47, 48, 61, 67, 71, 72, 85, 93, 106, 114, 124], "potenti": [42, 67, 72, 81, 105], "subgraph": [42, 45, 46, 47, 48, 54, 56, 85, 95, 98, 99, 102, 105, 124, 126], "aten": [42, 47, 48, 49, 54, 55, 58, 65, 66, 67, 72, 73, 85, 92, 93, 99, 101, 107, 112, 124, 126], "thrown": [42, 67, 72, 73], "empti": [42, 67, 68, 72, 73, 79, 84, 95, 103, 114, 119], "torch_tensorrtnamespac": 43, "loggingenum": 43, "levelnamespac": 43, "torchscriptstruct": 43, "compilespecstruct": 43, "deviceclass": 43, "devicetypestruct": 43, "graphinputsstruct": 43, "inputclass": 43, "datatypeclass": 43, "tensorformatenum": 43, "cppdirectori": 43, "includedirectori": 43, "torch_tensorrtfil": 43, "hfile": 43, "relationship": 43, "inherit": [43, 59, 67, 87], "subdirectori": 44, "definit": [44, 47, 54, 78], "By": [44, 49, 51, 58, 61, 67, 76, 84, 98, 122], "cli": [45, 86], "It": [45, 47, 48, 49, 50, 53, 54, 59, 61, 64, 65, 72, 76, 78, 90, 94, 95, 101, 104, 113, 116, 119, 120, 124, 125, 126], "serv": [45, 52, 59, 65, 67, 72], "easi": [45, 46, 48, 85, 87], "wai": [45, 51, 58, 59, 61, 84, 85, 87, 89, 90, 91, 93, 95, 98, 106, 120, 123, 124, 125], "command": [45, 58, 61, 64, 78, 79, 84, 85, 91, 117, 118, 121, 124], "line": [45, 61, 79, 85, 91, 103, 124], "quickli": [45, 85, 87, 117, 118, 121], "part": [45, 49, 53, 59, 71, 76, 77, 78, 89, 90, 91, 95, 98, 105], "deploy": [45, 64, 71, 85, 86, 87, 90, 117, 118, 120, 121, 124, 127], "pipelin": [45, 85, 103, 110, 113, 127], "basic": [45, 49, 59, 79, 99, 117, 118, 121], "featur": [45, 49, 59, 61, 62, 85, 87, 88, 89, 91, 101, 104, 110, 112, 114, 115, 116, 120, 124, 126], "post": [45, 57, 65, 85, 98], "train": [45, 65, 66, 85, 86, 98, 116], "quantiz": [45, 58, 65, 70, 72, 85, 100, 117], "though": [45, 53, 54, 84, 85, 126], "alreadi": [45, 46, 47, 48, 85, 87, 89, 90, 91, 93, 95, 100, 113, 114, 117, 118, 121, 122], "calibr": [45, 58, 67, 85, 87, 92], "cach": [45, 58, 59, 65, 67, 68, 72, 85, 87, 100, 101, 105, 117, 124], "ptq": [45, 65, 72], "two": [45, 48, 54, 56, 58, 59, 61, 72, 78, 79, 83, 84, 86, 87, 91, 93, 98, 102, 114, 117, 118, 119, 121, 122, 123, 124], "embed": [45, 47, 52, 66, 73, 78, 127], "plan": [45, 53, 57, 58, 67], "after": [45, 46, 48, 49, 56, 59, 64, 67, 71, 72, 84, 85, 86, 96, 105, 107, 111, 117, 118, 119, 121, 124], "link": [45, 46, 56, 64, 65, 76, 77, 82, 85, 95, 124], "against": [45, 85, 93], "libtorchtrt": [45, 61, 64, 85], "python": [45, 49, 53, 56, 58, 59, 60, 62, 67, 68, 71, 72, 73, 78, 79, 85, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 125, 127], "import": [45, 48, 49, 57, 58, 59, 62, 63, 64, 71, 76, 78, 84, 85, 86, 88, 89, 90, 91, 92, 93, 95, 96, 97, 98, 99, 101, 102, 103, 104, 117, 118, 119, 121, 122, 124, 125], "packag": [45, 48, 58, 64, 85], "aspect": 45, "ident": [45, 56, 58, 67, 72, 90, 91, 106], "standard": [45, 49, 52, 61, 64, 65, 67, 71, 72, 73, 78, 88, 89, 90, 91, 93, 95, 101, 103, 104, 114, 119, 120, 124], "load": [45, 49, 52, 58, 59, 63, 64, 67, 71, 72, 73, 85, 86, 87, 88, 89, 90, 91, 94, 95, 97, 98, 103, 106, 108, 113, 116, 117, 118, 120, 121, 124, 126], "like": [45, 46, 48, 52, 54, 59, 61, 63, 64, 72, 77, 78, 84, 85, 86, 87, 89, 90, 91, 93, 95, 98, 103, 106, 108, 116, 117, 118, 121, 123, 124], "would": [45, 47, 54, 58, 59, 61, 71, 85, 86, 88, 93, 95, 102, 108, 117, 118, 121, 124], "input_file_path": [45, 127], "output_file_path": [45, 127], "input_spec": [45, 59, 68], "displai": [45, 56, 58, 69, 76, 124], "menu": [45, 76, 78], "verbios": 45, "v": [45, 79, 115, 117, 118, 119, 121], "verbos": [45, 58, 59, 67, 68, 79, 89, 96], "about": [45, 46, 51, 52, 54, 62, 64, 71, 76, 85, 102, 104, 114, 117, 118, 121, 122], "process": [45, 49, 51, 58, 72, 77, 78, 84, 87, 88, 89, 90, 91, 96, 105, 106, 107, 112, 117, 118, 119, 120, 121, 124], "onto": [45, 52], "consol": 45, "w": [45, 61, 72, 92, 114], "disabl": [45, 51, 58, 61, 67, 71, 76, 77, 93, 98, 101, 116, 119, 124], "gener": [45, 48, 52, 53, 54, 56, 58, 59, 60, 61, 64, 65, 67, 68, 76, 78, 79, 82, 84, 85, 87, 92, 93, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 114, 115, 116, 117, 124, 125], "i": [45, 48, 54, 61, 63, 66, 78, 79, 84, 85, 87, 89, 90, 91, 92, 95, 97, 98, 103, 104, 105, 108, 114, 115, 123], "debugg": [45, 67, 73, 96, 102], "fallback": [45, 50, 53, 54, 105, 106, 127], "model": [45, 49, 51, 52, 57, 63, 64, 67, 68, 69, 70, 72, 74, 84, 85, 86, 87, 88, 89, 92, 96, 97, 98, 99, 101, 102, 103, 104, 122, 124, 126], "throw": [45, 48, 72, 85], "end": [45, 54, 56, 64, 66, 67, 72, 73, 78, 85, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 119, 124], "spars": [45, 47, 58, 66, 67], "p": [45, 66, 85, 117, 118, 121, 127], "repeat": [45, 66], "f32": [45, 67, 71, 72, 95], "half": [45, 58, 72, 78, 85, 86, 87, 88, 95, 101, 105, 107, 109, 114, 116, 123, 127], "float16": [45, 58, 67, 72, 92, 95, 101, 103, 110, 113, 114, 123], "f16": [45, 72, 85, 117, 118, 121, 127], "i8": [45, 72], "char": [45, 85, 124], "d": [45, 72, 78, 79, 85, 101, 127], "multi": [45, 49, 71], "dlacor": 45, "avail": [45, 47, 54, 56, 58, 59, 60, 61, 67, 71, 72, 76, 95, 99, 102, 108, 114, 116, 119, 120, 126, 127], "dla_standalon": [45, 72], "file_path": [45, 67, 72, 94, 124, 125], "teo": 45, "op_nam": 45, "op": [45, 46, 47, 48, 49, 50, 53, 54, 56, 57, 58, 67, 71, 72, 85, 89, 90, 91, 92, 93, 99, 101, 104, 107, 112, 123, 124, 126], "partial": [45, 78], "tem": 45, "module_nam": 45, "mod": [45, 49, 59, 67, 82, 85, 87, 123], "mb": [45, 74, 102], "num_op": 45, "block": [45, 46, 48, 49, 58, 62, 67, 82, 89, 90, 91, 99, 104, 126], "whether": [45, 47, 58, 59, 62, 67, 68, 71, 72, 77, 87, 93, 96, 124], "treat": 45, "num": 45, "avg": 45, "num_it": 45, "sram": 45, "local": [45, 48, 61, 62, 76, 85, 104], "dram": 45, "atol": [45, 92, 104], "absolut": [45, 58, 60, 61, 67], "toler": 45, "threshold": 45, "numer": [45, 59, 79, 123], "deviat": 45, "1e": [45, 92, 99, 101, 103, 104, 106], "8": [45, 48, 57, 58, 61, 62, 71, 72, 78, 79, 82, 85, 90, 92, 94, 95, 103, 104, 109, 112, 117, 118, 119, 121, 122, 124], "rtol": [45, 92, 104], "rel": [45, 49, 105], "5": [45, 49, 52, 53, 58, 59, 61, 62, 67, 71, 72, 78, 79, 82, 84, 85, 91, 92, 93, 95, 103, 104, 105, 107, 112, 113, 114, 116, 117, 118, 119, 121, 124], "skip": 45, "complianc": 45, "64bit": [45, 94], "32bit": 45, "save": [45, 52, 58, 59, 63, 65, 67, 71, 72, 73, 85, 86, 94, 97, 98, 105, 106, 110, 113, 114, 116, 117, 118, 120, 121, 124, 126], "custom": [45, 56, 57, 59, 61, 65, 89, 100, 101, 103, 114, 117, 119], "dll": [45, 64], "e": [45, 48, 54, 59, 61, 63, 64, 68, 71, 72, 84, 85, 87, 93, 95, 98, 106, 117, 118, 119, 121, 123, 124], "g": [45, 48, 59, 61, 64, 68, 71, 72, 78, 87, 93, 95, 106, 117, 118, 119, 121, 124], "n": [45, 54, 56, 72, 85, 87, 89, 90, 91, 93, 95, 97, 99, 104, 124], "min_n": 45, "min_c": 45, "min_h": 45, "min_w": 45, "opt_n": 45, "opt_c": 45, "opt_h": 45, "opt_w": 45, "max_n": 45, "max_c": 45, "max_h": 45, "max_w": 45, "32": [45, 72, 84, 85, 86, 87, 89, 92, 101, 103, 108, 113, 115, 127], "flag": [45, 49, 50, 53, 58, 61, 64, 67, 71, 72, 86, 112, 124, 125], "forc": [45, 57, 59, 67, 72, 73, 76, 114, 124], "posit": [45, 47, 59, 72, 76], "test": [45, 49, 53, 59, 60, 61, 67, 72, 78, 79, 87, 101, 104, 115, 117, 118, 119, 120, 121], "ssd_trace": 45, "pt": [45, 59, 85, 108, 117, 118, 121], "ssd_trt": 45, "300": [45, 88, 90, 91], "512": [45, 58, 67, 71, 72, 73, 92, 113, 115, 120], "1024": [45, 67, 72, 73, 90, 91, 102, 103, 104, 116, 120], "simplifi": [46, 64, 95], "form": [46, 71, 72, 78, 86, 117, 118, 121], "up": [46, 48, 49, 50, 51, 52, 53, 56, 59, 61, 64, 67, 72, 78, 84, 89, 90, 91, 93, 95, 98, 105, 106, 107, 111, 112, 116, 119, 120], "context": [46, 50, 52, 53, 58, 69, 71, 92, 93, 96, 105, 108, 112, 114, 123, 124], "inetworkdefinit": [46, 47], "record": [46, 84, 97, 98, 103, 112, 124], "togeth": [46, 54, 85], "also": [46, 47, 54, 56, 58, 61, 62, 63, 64, 72, 76, 78, 79, 85, 86, 87, 89, 90, 91, 92, 98, 103, 112, 113, 114, 115, 116, 119, 120, 123], "start": [46, 49, 59, 66, 72, 79, 85, 88, 95, 97, 98, 103, 108, 120], "look": [46, 47, 48, 63, 67, 72, 84, 87, 88, 93, 98, 108, 117, 118, 121, 122, 123], "its": [46, 49, 52, 54, 60, 61, 71, 72, 78, 90, 91, 95, 101, 117, 118, 121, 124, 126], "assembl": [46, 56, 85], "resourc": [46, 67, 87, 89, 90, 91, 95, 105], "coupl": [46, 53, 59, 124], "state": [46, 47, 54, 56, 71, 85, 93, 103, 108, 113, 114], "been": [46, 54, 58, 61, 70, 79, 85, 94, 98, 105, 106, 114, 119, 124, 126], "evaluated_value_map": [46, 54], "stage": [46, 59], "arg": [46, 47, 56, 59, 67, 71, 72, 82, 85, 89, 93, 94, 95, 98, 99, 101, 113, 115, 116, 120, 124], "itensor": [46, 47, 54, 59, 85, 93, 95], "value_tensor_map": [46, 54], "There": [46, 47, 53, 54, 56, 57, 59, 61, 79, 84, 87, 106, 113, 117, 118, 119, 120, 121, 122, 124], "typic": [46, 54, 71, 72, 102, 105, 112, 113, 117, 118, 121, 124], "abl": [46, 48, 54, 56, 59, 62, 87, 88, 95, 102, 103, 106, 108, 124], "system": [46, 51, 54, 56, 58, 65, 67, 71, 72, 89, 91, 93, 94, 95, 98, 106, 126], "registri": [46, 47, 85, 95], "enter": [46, 72], "recurs": 46, "resolv": [46, 48, 50, 53, 107, 108, 111, 113], "until": [46, 49, 53, 54, 61, 67, 72, 119, 126], "final": [46, 49, 50, 53, 61, 71, 93, 95, 107, 111, 120], "here": [46, 47, 49, 52, 57, 58, 59, 61, 63, 76, 78, 79, 84, 85, 87, 90, 91, 93, 95, 100, 112, 113, 114, 115, 117, 118, 121, 122, 124, 125], "some": [46, 47, 48, 49, 50, 52, 53, 54, 56, 57, 58, 59, 61, 67, 72, 77, 78, 85, 87, 89, 90, 91, 92, 93, 95, 98, 105, 112, 116, 119, 122, 123, 126], "These": [46, 47, 49, 52, 56, 58, 61, 67, 70, 71, 72, 76, 78, 87, 90, 93, 117, 118, 121, 124, 126], "those": [46, 47, 56, 58, 72, 78, 103], "do": [46, 47, 48, 49, 54, 57, 59, 64, 77, 79, 84, 85, 86, 87, 89, 90, 91, 92, 93, 95, 104, 113, 123, 127], "theori": [46, 78], "kind": [46, 59], "consum": [46, 51, 84, 113], "common": [46, 48, 51, 59, 68, 78, 93, 98, 119], "prim": [46, 48, 49, 52, 66, 84, 85], "constant": [46, 47, 48, 49, 85, 95, 105], "emit": 46, "listconstruct": [46, 49, 52, 85], "make": [46, 47, 59, 64, 67, 72, 78, 80, 85, 86, 87, 95, 98, 104, 117, 118, 120, 121, 124, 127], "associ": [46, 54, 85, 98, 124], "next": [46, 47, 52, 57, 68, 72, 76, 78, 79, 87, 93, 105, 107, 112, 115, 117, 118, 121, 125], "where": [46, 47, 48, 54, 56, 58, 59, 67, 71, 72, 73, 79, 85, 87, 90, 93, 104, 106, 112], "result": [46, 48, 49, 51, 61, 63, 67, 69, 71, 72, 73, 76, 84, 86, 89, 90, 91, 94, 95, 103, 104, 105, 106, 112, 113, 116, 117, 118, 121, 123, 124, 126], "done": [46, 49, 53, 95, 106, 117, 118, 121, 125], "mai": [46, 47, 49, 51, 52, 53, 58, 59, 61, 64, 67, 71, 72, 73, 78, 79, 84, 85, 86, 87, 93, 95, 102, 106, 107, 111, 112, 116, 117, 118, 119, 121, 123, 124], "For": [46, 49, 56, 57, 58, 59, 61, 62, 63, 64, 68, 72, 76, 78, 79, 84, 85, 87, 88, 89, 90, 91, 93, 95, 102, 103, 104, 107, 115, 117, 118, 119, 120, 121, 123, 124, 125], "more": [46, 49, 51, 58, 59, 61, 65, 67, 72, 76, 79, 84, 85, 86, 87, 88, 92, 95, 98, 103, 105, 109, 111, 114, 117, 118, 121, 123], "writing_convert": [46, 85], "locat": [47, 56, 61, 64, 87, 93, 95, 119], "py": [47, 48, 53, 56, 59, 60, 61, 62, 64, 74, 76, 78, 83, 84, 85, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 121, 122], "convers": [47, 48, 49, 52, 57, 58, 59, 67, 72, 73, 85, 89, 90, 91, 93, 95, 96, 99, 101, 102, 104, 114, 120, 122], "decror": 47, "dynamo_tensorrt_convert": [47, 93, 95, 124], "signatur": [47, 73, 89, 119], "leaky_relu": [47, 66], "def": [47, 56, 59, 72, 78, 84, 86, 89, 90, 91, 92, 93, 95, 97, 98, 99, 101, 102, 103, 104, 105, 107, 112, 113, 114, 115, 116, 117, 118, 119, 121, 122, 123, 124], "leaky_relu_convert": 47, "ctx": [47, 54, 85, 93, 95, 116, 124], "conversionctx": [47, 54, 85, 93], "tupl": [47, 52, 57, 59, 67, 68, 71, 72, 73, 86, 89, 90, 91, 93, 95, 96, 98, 102, 104, 106, 122, 123, 124], "kwarg": [47, 59, 67, 71, 72, 93, 95, 99, 101, 103, 113, 116, 120, 124], "dict": [47, 67, 71, 72, 73, 93, 95, 98, 103, 124], "union": [47, 54, 58, 67, 71, 72, 73, 85, 89, 93, 101, 104, 124], "sequenc": [47, 56, 59, 67, 68, 71, 72, 73, 78, 93, 95, 101, 108, 112, 116, 119, 120, 124], "decor": [47, 56, 59, 93, 119], "kei": [47, 78, 84, 98, 99, 101, 102, 117, 118, 121, 122], "node": [47, 48, 49, 50, 53, 54, 56, 58, 59, 67, 68, 85, 92, 93, 95, 99, 101, 113, 115, 116, 120, 122, 123], "capability_valid": [47, 93], "lambda": [47, 54, 78, 85, 89, 90, 91, 93, 117, 118, 121], "fx": [47, 56, 57, 67, 71, 72, 85, 86, 93, 95, 96, 99, 101, 106, 119, 125], "determin": [47, 48, 58, 59, 72, 90, 93, 116, 119, 122, 124], "properli": [47, 61, 123], "handl": [47, 48, 49, 52, 58, 59, 71, 72, 90, 91, 95, 104, 105, 112], "partition": [47, 67, 72, 95, 100, 117], "sure": [47, 64, 85, 86, 108, 117, 118, 121, 124, 127], "prioriti": [47, 49, 93], "develop": [47, 59, 61, 62, 64, 65, 78, 79, 85, 93, 95], "overrid": [47, 59, 87], "bodi": [47, 78, 79], "respons": [47, 52, 78, 124], "network": [47, 54, 59, 60, 72, 85, 87, 93, 95, 116, 117, 118, 120, 121, 127], "perform": [47, 56, 57, 64, 67, 71, 72, 87, 89, 90, 91, 95, 96, 101, 102, 104, 112, 114, 116, 117, 118, 119, 120, 121, 123, 124, 125, 126], "nativ": [47, 53, 55, 85, 89, 90, 91, 93, 95, 106], "numpi": [47, 64, 72, 95, 96, 97, 98, 103, 105, 106, 114, 116, 117, 118, 121], "frozen": 47, "attribut": [47, 48, 49, 52, 59, 72, 78, 85], "previou": [47, 76, 107, 114], "correspond": [47, 54, 59, 61, 71, 72, 93, 98, 99, 103, 108, 119, 124], "edg": [47, 64, 78], "well": [47, 57, 61, 65, 69, 71, 78, 85, 87, 90, 91, 93, 98, 112, 114, 124, 125], "being": [47, 59, 61, 67, 85, 93, 95, 106, 112], "truth": 47, "http": [47, 55, 58, 61, 62, 64, 72, 76, 78, 84, 85, 87, 93, 95, 107, 111, 114, 115, 116, 117, 118, 120, 121, 122, 124], "github": [47, 55, 58, 61, 62, 64, 76, 85, 87, 107, 111, 114, 115, 116, 117, 118, 121, 124], "com": [47, 55, 58, 61, 62, 64, 85, 87, 107, 111, 114, 115, 116, 117, 118, 121, 124], "blob": [47, 55, 61, 76, 87, 98, 114], "main": [47, 48, 49, 50, 52, 53, 54, 57, 59, 61, 76, 78, 80, 85, 93, 95, 99, 114, 115, 119, 124], "src": [47, 52, 55, 66, 89], "native_funct": [47, 55], "yaml": [47, 55], "sinc": [47, 48, 58, 59, 71, 78, 84, 85, 87, 90, 91, 93, 97, 98, 106, 113, 114, 116, 123], "mani": [47, 49, 58, 59, 76, 78, 79, 93, 96, 98, 106, 126], "composit": [47, 85], "raw": [47, 76, 93, 104], "impl": [47, 90, 93], "subpackag": 47, "chain": [47, 54], "primarili": [47, 53, 61, 85, 93], "manipul": [47, 56, 72], "net": [47, 54, 78, 79, 85, 95, 102, 117, 118, 121], "addit": [47, 48, 58, 59, 64, 71, 72, 85, 89, 93, 95, 98, 106, 112, 114, 120, 122, 123, 124], "call_modul": 47, "call_funct": [47, 56, 59, 101], "eg": [47, 117, 118, 121], "aten_": 47, "_leaky_relu": 47, "opoverloadpacket": 47, "while": [47, 49, 51, 71, 87, 93, 103, 105, 116, 117, 118, 120, 121, 123, 124, 126], "opoverload": 47, "particular": [47, 58, 98, 113], "collect": [47, 49, 58, 67, 72, 73, 85, 86, 115], "trtinterpret": [47, 59, 68], "along": [47, 72], "match": [47, 48, 58, 60, 64, 67, 89, 90, 91, 92, 93, 104, 106], "special": [47, 49, 108, 113, 114, 124], "account": [47, 117, 118, 121], "illustr": [47, 59, 92, 101, 108, 109, 113, 114, 120], "scale_grad_by_freq": [47, 66], "embedding_param_valid": 47, "establish": 47, "subset": [47, 58, 67, 72, 87, 120], "converter_util": [47, 95], "enforce_tensor_typ": 47, "dictionari": [47, 67, 72, 73, 88, 99, 103, 107], "between": [47, 48, 49, 54, 61, 72, 78, 79, 87, 90, 98, 103, 104, 116], "possibl": [47, 61, 78, 89, 90, 91, 93, 95, 98, 117, 118, 120, 121], "prefer": [47, 58, 60, 61, 85], "keyword": [47, 56, 67, 71, 72, 73, 93, 103, 107, 111], "both": [47, 49, 51, 58, 61, 65, 67, 68, 71, 72, 76, 78, 84, 87, 92, 93, 95, 98, 117, 118, 119, 121, 123], "enforc": [47, 85], "situat": 47, "partit": [47, 48, 57, 58, 67, 72, 93, 99, 102, 126], "ensur": [47, 48, 49, 56, 58, 60, 61, 64, 67, 71, 89, 90, 91, 105, 112, 113, 114], "greater": [47, 58, 67, 69, 72], "than": [47, 48, 58, 61, 64, 67, 72, 77, 78, 93, 97, 98, 103, 114, 116, 120, 124], "3d": [47, 59], "autocast": [47, 58, 67, 100, 117], "therebi": [47, 52, 89, 90, 91, 95, 120], "limit": [47, 48, 51, 58, 67, 69, 77, 87, 94, 98, 100, 102, 116, 117, 126], "author": [47, 79], "conv_nod": 47, "7": [47, 49, 52, 53, 71, 72, 82, 85, 89, 91, 92, 95, 101, 104, 107, 109, 111, 115, 122], "ignor": [47, 58, 67, 71, 72, 89, 90, 91, 95, 99, 101, 104], "misc": [47, 89, 90, 91, 95, 99, 101, 104], "trttensor": [47, 124], "np": [47, 93, 95, 96, 97, 98, 103, 105, 106, 114, 116, 117, 118, 121], "ndarrai": [47, 95], "aten_ops_convolut": 47, "conversioncontext": [47, 93, 95, 124], "side": [47, 48, 76, 85, 93, 124], "effect": [47, 48, 58, 59, 67, 76, 85, 87, 93, 95, 105, 120], "term": [47, 72, 78, 79, 87, 89, 90, 91, 93, 95, 120], "getitem": 47, "categor": 47, "modif": [47, 56, 72, 114], "op_evalu": 47, "capbility_valid": 47, "opcod": 47, "decompos": 47, "suboper": 47, "separ": [47, 49, 50, 53, 61, 104], "Such": 47, "via": [47, 58, 59, 60, 64, 65, 67, 71, 72, 73, 76, 82, 86, 87, 107, 109, 111, 114, 120, 122, 124, 125, 126], "register_torch_trt_decomposit": 47, "addmm_replac": 47, "replac": [47, 49, 56, 61, 64, 70, 89, 90, 91, 95, 99, 101, 104, 115, 119, 126], "input_": 47, "mat1": 47, "mat2": [47, 66], "beta": [47, 59, 66, 73], "alpha": [47, 59, 66, 79], "mul": [47, 49, 66, 93, 101, 112], "matmul": [47, 48, 58, 66, 67, 85, 103, 113, 114, 122, 123], "modifi": [47, 49, 56, 59, 79, 101, 103, 104, 122], "edit": [47, 61, 76], "torch_enabled_decomposit": 47, "torch_disabled_decomposit": 47, "disjoint": 47, "preced": [47, 78], "over": [47, 50, 53, 59, 78, 115, 116, 117, 118, 121, 126], "much": [47, 54, 76, 78, 87, 103], "significantli": [47, 48, 76, 90, 98], "easier": [47, 50, 53, 54, 59, 67, 71, 72, 85, 87, 95, 103, 104], "what": [47, 48, 59, 63, 72, 78, 84, 85, 86, 108, 119, 126], "tri": 47, "made": [48, 50, 53, 72, 78], "represent": [48, 54, 59, 84, 108, 114, 120, 126], "instanc": [48, 56, 58, 61, 67, 71, 84, 85, 93, 120, 124], "idea": [48, 78, 93], "reduc": [48, 49, 50, 51, 53, 58, 59, 67, 72, 87, 89, 90, 91, 95, 98, 105, 112, 120, 123, 124], "actual": [48, 52, 54, 59, 84, 85, 95, 104, 119], "aim": [48, 126], "closer": 48, "scope": [48, 95, 107, 111], "csrc": [48, 55, 124], "common_subexpression_elimin": 48, "subexpress": 48, "dead_code_elimin": 48, "exception_elimin": 48, "wa": [48, 52, 56, 58, 59, 67, 71, 72, 78, 85, 93, 94, 126], "1013": 48, "ne": [48, 66], "1012": 48, "24": [48, 103, 117, 118, 121], "lib": [48, 60, 61, 62, 64, 85], "python3": [48, 61, 64, 85], "6": [48, 49, 52, 61, 66, 82, 84, 85, 92, 94, 95, 101, 102, 104, 114], "site": [48, 61, 78, 85], "nn": [48, 55, 59, 67, 68, 71, 72, 73, 84, 85, 86, 89, 90, 91, 92, 93, 95, 99, 102, 103, 104, 107, 112, 114, 115, 119, 122, 123, 126], "batchnorm": 48, "248": 48, "block0": 48, "raiseexcept": 48, "249": 48, "12": [48, 49, 62, 64, 78, 82, 84, 85, 109, 113, 117, 118, 121, 122, 123], "block1": 48, "guard_elimin": 48, "whose": [48, 59, 109], "freeze_modul": 48, "propag": 48, "fuse_addmm_branch": 48, "differ": [48, 49, 53, 58, 59, 61, 67, 72, 76, 84, 93, 95, 98, 99, 103, 113, 116, 119, 120, 124, 126], "implement": [48, 49, 52, 57, 59, 71, 77, 85, 87, 89, 90, 91, 95, 98, 100, 101, 104, 114, 116, 117, 119, 124], "variant": [48, 119], "caught": 48, "ret": 48, "622": 48, "self": [48, 52, 54, 66, 71, 72, 84, 85, 86, 89, 90, 91, 92, 93, 95, 98, 99, 102, 103, 104, 107, 112, 114, 115, 119, 120, 122, 123, 127], "bia": [48, 66, 85, 115], "x9": 48, "3677": 48, "output0": [48, 117, 118, 121, 123], "add_": [48, 66, 85, 93], "fuse_linear": 48, "back": [48, 49, 52, 53, 71, 72, 78, 84, 85, 89, 90, 91, 95, 99, 100, 102, 117, 126], "fuse_flatten_linear": 48, "implicitli": [48, 72], "connect": [48, 67, 72, 73, 78, 103, 117, 118, 121, 127], "higher": [48, 58, 67, 72, 76, 78, 84, 116], "1d": 48, "lower_graph": 48, "access": [48, 54, 59, 76, 85, 88, 113, 126], "rather": [48, 64, 114], "getattr": [48, 52, 84, 85, 99], "trainabl": 48, "remain": [48, 58, 67, 72, 87, 92, 102, 123, 126], "lower_tupl": 48, "lowersimpletupl": 48, "tupleconstruct": [48, 52], "tupleunpack": 48, "leav": [48, 56, 58, 67, 71], "statement": [48, 78, 93], "loweralltupl": 48, "_all_": 48, "rais": [48, 59, 67, 72, 94, 99], "onnx": 48, "work": [48, 51, 53, 54, 58, 59, 63, 64, 67, 70, 71, 72, 78, 79, 87, 90, 91, 95, 106, 107, 112, 116, 117, 118, 121, 122, 124], "module_fallback": 48, "consist": [48, 59, 78, 92, 95, 105, 112, 114, 124, 126], "pair": [48, 54, 61, 78, 87, 119, 120], "delimit": 48, "around": [48, 52, 54, 58, 61, 67, 71, 78, 81, 84, 95, 96, 105, 113], "second": [48, 59, 64, 78, 86, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 124], "mark": [48, 49, 76, 98, 108], "notatemoduleforfallback": 48, "marknodesforfallback": 48, "tell": [48, 49, 50, 52, 53, 54, 78, 90, 104, 126], "them": [48, 49, 52, 57, 58, 59, 60, 61, 67, 71, 76, 85, 89, 90, 91, 92, 95, 98, 104, 114, 116, 119, 120, 122, 123, 124, 125, 126], "peephole_optimz": 48, "intent": [48, 78], "catch": [48, 72, 85, 124], "small": [48, 95, 97, 102, 105, 117, 118, 121], "might": [48, 71, 76, 89, 106, 122, 123], "interest": [48, 78], "now": [48, 49, 53, 54, 59, 61, 72, 78, 85, 88, 90, 91, 93, 95, 98, 104, 106, 116, 123, 124], "expand": [48, 66], "simpli": [48, 107, 120], "remove_contigu": 48, "remove_dropout": 48, "infer": [48, 58, 59, 64, 67, 72, 73, 85, 87, 89, 94, 101, 104, 106, 107, 116, 119, 120, 122, 124, 125, 126], "remove_to": 48, "cast": [48, 58, 67, 113, 114, 123], "chang": [48, 49, 53, 56, 58, 59, 71, 72, 73, 76, 87, 90, 91, 93, 98, 103, 105, 106, 114, 117, 118, 119, 121, 124, 126], "move": [48, 52, 73, 85, 87, 93, 105], "unpack_addmm": 48, "reus": [48, 59, 67, 87, 90, 98, 105], "dedic": [48, 79], "unpack_log_softmax": 48, "softmax": [48, 59, 66, 115], "loop_unrol": 48, "suffici": [48, 61, 72], "short": [48, 58, 67, 78, 79, 106], "go": [48, 49, 59, 63, 84, 85, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 120, 121, 126], "tile_to_repeat": 48, "instruct": [49, 50, 53, 59, 61, 85, 114, 117, 118, 119, 121], "criteria": [49, 50, 53, 58], "lack": [49, 50, 53, 59, 89, 90, 91, 95, 116], "explicitli": [49, 50, 53, 61, 73, 86, 87, 88, 123], "On": [49, 64, 123], "segment": [49, 57, 95, 102, 109, 111, 114, 120], "verifi": [49, 62, 92, 93, 95, 99, 106, 119], "Then": [49, 64, 87, 88, 106, 117, 118, 121], "roughli": [49, 51, 102, 117, 118, 121], "analysi": 49, "everi": [49, 68, 71, 72, 85, 119, 124], "complet": [49, 57, 64, 67, 72, 84, 85, 113, 119, 124], "mean": [49, 54, 58, 59, 66, 67, 68, 101, 107, 116, 117, 118, 121, 123, 126], "trace": [49, 58, 59, 67, 71, 73, 84, 85, 96, 104, 116, 117, 118, 121, 122, 124, 125, 126], "tensorlist": [49, 54], "figur": [49, 79, 81, 114], "still": [49, 59, 61, 87, 93, 107, 126], "our": [49, 53, 57, 84, 85, 104, 117, 118, 121], "stitch": [49, 85], "altogeth": [49, 76], "brief": 49, "descript": [49, 79, 94, 113, 115], "partitioninfo": 49, "api": [49, 53, 54, 56, 57, 58, 59, 67, 71, 72, 73, 77, 85, 86, 87, 88, 91, 95, 96, 99, 107, 108, 109, 112, 116, 117, 118, 119, 120, 121, 122, 124, 125], "maintain": [49, 52, 54, 72, 103, 112, 123, 126], "code": [49, 53, 56, 58, 59, 61, 62, 77, 79, 84, 85, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 119, 122], "mymodel": [49, 57, 63, 86, 89, 90, 91, 95, 122, 125], "ts_model": [49, 85, 124], "trt_model": [49, 88, 95, 101, 109, 114, 115, 116, 117, 118, 121, 125], "off": [49, 52, 112, 114], "consecut": [49, 57], "satisfi": [49, 56, 59, 89], "forced_fallback_op": 49, "auto": [49, 54, 58, 63, 67, 78, 79, 85, 87, 89, 104, 108, 116, 127], "randn": [49, 57, 63, 67, 72, 73, 85, 88, 92, 93, 98, 99, 102, 103, 104, 109, 112, 113, 122, 123, 124, 125], "224": [49, 57, 63, 67, 68, 72, 73, 85, 94, 96, 98, 99, 102, 103, 106, 109, 112, 117, 118, 120, 121, 122, 125], "trt_ts_modul": [49, 86], "input_s": 49, "inputrang": 49, "cfg": [49, 85], "push_back": [49, 124], "relu": [49, 66, 84, 85, 92, 99, 102, 107, 112, 115], "trt_mod": [49, 63, 85, 87, 127], "consid": [49, 73, 85, 95, 123], "segmentmodelwithdependencyawar": 49, "test_segment": 49, "20": [49, 82, 96, 106, 109, 111, 113], "x_lgamma": 49, "lgamma": 49, "y_lgamma": 49, "div": [49, 66, 101], "div_lgamma": 49, "27": [49, 85], "cat": [49, 61, 66, 115, 116, 119], "greedi": [49, 108, 116], "strategi": [49, 58, 67, 72], "travers": [49, 50, 53, 58], "gather": [49, 119], "same": [49, 52, 56, 58, 59, 67, 72, 76, 78, 84, 85, 88, 90, 91, 94, 95, 98, 106, 109, 111, 117, 118, 119, 121, 122, 123, 124, 125], "encount": [49, 58, 64, 93, 107, 108, 111], "4": [49, 52, 57, 58, 59, 61, 66, 72, 74, 76, 78, 79, 82, 85, 92, 95, 101, 102, 103, 104, 107, 110, 111, 112, 113, 115, 119, 122], "suboptim": 49, "arithmet": 49, "split": [49, 59, 66], "own": [49, 54, 58, 61, 62, 67, 71, 78, 85, 98, 117, 118, 121], "could": [49, 58, 59, 95, 109, 111, 124], "rewrit": [49, 56], "portion": [49, 78, 95, 110], "without": [49, 54, 60, 63, 76, 78, 85, 87, 95, 97, 98, 101, 103, 104, 106, 112, 119, 123], "reorder": 49, "seri": [49, 119], "cleanli": 49, "approach": [49, 98, 104, 119], "achiev": [49, 120], "hit": 49, "larger": [49, 67, 72, 76, 116, 120], "boundari": [49, 72], "guarante": [49, 71], "trigger": [49, 58, 59, 72, 85, 98, 103, 106, 126], "appear": [49, 78], "adjac": [49, 67, 72, 78, 99], "As": [49, 51, 59, 61, 72, 85, 89, 90, 91, 92, 93, 95, 98, 106, 112, 126], "clean": [49, 56, 64, 78, 107, 111], "step": [49, 59, 64, 66, 72, 87, 95, 106, 114, 120], "consolid": [49, 84, 119], "further": [49, 58, 59, 124, 126], "merg": 49, "identifi": [49, 124], "do_not_merg": 49, "combin": [49, 58, 59], "condit": [49, 78, 126], "loop": [49, 58, 59, 108], "extens": [49, 64, 85, 101, 126], "sophist": 49, "backend": [49, 56, 63, 65, 73, 74, 77, 88, 96, 97, 98, 99, 100, 107, 108, 112, 115, 117, 118, 121, 122], "particularli": [49, 58, 67, 105, 123], "distribut": [49, 58, 64, 67, 85, 87, 116, 124], "your": [49, 54, 57, 58, 60, 61, 62, 63, 64, 71, 76, 78, 79, 83, 84, 85, 86, 88, 98, 114, 122, 124], "multipl": [49, 52, 60, 61, 67, 71, 72, 78, 79, 87, 90, 91, 105, 112, 116, 117, 118, 121, 124], "extend": [49, 50, 53, 54, 66, 85, 98, 120], "assign": [49, 77], "highest": 49, "pleas": [49, 59, 72, 78, 85, 91, 92, 100, 114, 115, 117, 118, 121, 122, 123], "hierarchical_partitioner_exampl": [49, 99], "detail": [49, 58, 59, 62, 64, 67, 84, 85, 92, 95, 98, 103, 117, 118, 121, 123], "ir": [50, 53, 54, 57, 58, 63, 67, 72, 84, 85, 86, 100, 105, 107, 109, 111, 112, 117, 122, 124], "larg": [50, 51, 53, 67, 72, 76, 78, 85, 87, 102, 105, 106, 108, 114, 116, 120], "opset": [50, 53, 93], "compon": [50, 53, 61, 62, 70, 84, 113, 119, 124, 125, 126], "evalu": [50, 52, 53, 115], "deploi": [50, 53, 65, 67, 85, 87, 100, 117, 118, 121], "instanti": [50, 52, 53, 54, 85, 110], "wrap": [50, 52, 53, 59, 78, 81, 85, 88, 99, 104, 107, 111, 112], "providi": [50, 53], "effici": [51, 54, 105, 112, 114], "essenti": [51, 59], "success": [51, 89, 104, 108], "especi": [51, 103, 105, 124], "llm": [51, 65, 116], "diffus": [51, 65, 74, 100, 113, 117], "uncontrol": 51, "growth": 51, "caus": [51, 54, 58, 76, 107, 109, 111, 116, 124], "failur": [51, 72, 116], "guid": [51, 58, 62, 77], "symptom": 51, "excess": [51, 58, 67], "consumpt": 51, "5x": 51, "exce": [51, 67], "freez": [51, 95], "trim": [51, 87], "environ": [51, 59, 60, 63, 64, 67, 117, 118, 121, 124], "export": [51, 61, 64, 65, 67, 72, 92, 96, 98, 99, 100, 101, 102, 103, 106, 109, 114, 115, 116, 117, 118, 119, 121, 123, 124, 125, 126], "torchtrt_enable_builder_malloc_trim": 51, "approxim": [51, 93], "2x": 51, "redund": [51, 59], "copi": [51, 54, 59, 66, 79, 116], "total": [51, 74, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116], "3x": 51, "offload": [51, 67], "offload_module_to_cpu": [51, 58, 67, 71, 113], "remov": [51, 56, 57, 64, 67, 76, 97, 98, 103, 105, 114, 115], "anoth": [51, 72, 78, 79, 84, 86, 106], "1x": 51, "peak": 51, "shift": [51, 61, 66, 78], "decreas": 51, "occupi": [51, 113], "increas": [51, 67, 72, 98, 116], "stand": [52, 71, 78], "interpret": [52, 59, 78, 124], "execute_engin": [52, 71, 85], "stack": [52, 66, 87, 115, 124, 126], "machin": [52, 61, 87, 94, 102, 117, 118, 121], "pop": 52, "push": 52, "element": [52, 59, 78, 79, 82, 90, 91, 104], "realiz": 52, "abstract": [52, 54, 79, 93], "__torch__": [52, 84, 85], "portabl": [52, 61, 64, 73], "serializ": [52, 58, 84, 126], "instnanti": 52, "whatev": [52, 59, 95], "self_1": [52, 85], "torchvis": [52, 62, 64, 87, 88, 94, 96, 98, 99, 103, 106, 109, 112, 115, 117, 118, 121], "resnet": [52, 65, 74, 94, 100, 103, 117, 118, 120, 121], "___torch_mangle_4847": 52, "resnet_trt": 52, "input_0": [52, 85], "__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin": 52, "listunpack": [52, 85], "repack": 52, "ssd": 52, "ssd300_trt": 52, "__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin": 52, "holder": [52, 80], "torchbind": 52, "pickler": 52, "seril": 52, "zip": [52, 61, 92, 103, 106, 114, 117], "depickl": 52, "again": [52, 54, 78, 95, 103], "therefor": [52, 59, 61, 71, 78, 85, 120, 123, 124], "encod": [52, 114, 119, 120], "sm": 52, "correct": [52, 61, 64, 76, 92, 100, 103, 106, 115, 117, 118, 121, 124], "bazel": [53, 61, 62], "linux": [53, 58, 62, 64, 67, 72, 85, 94], "x86_64": [53, 61], "aarch64": 53, "gcc": [53, 85], "untest": 53, "try": [53, 72, 78, 79, 85, 88, 89, 95, 98, 113, 114, 116, 117, 118, 121, 124, 126], "older": 53, "repositori": [53, 61, 76, 83, 114, 117, 118, 121], "notebook": [53, 65, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117], "doc": [53, 55, 61, 72, 76, 77, 78, 83, 93, 95, 122], "docsrc": 53, "third_parti": [53, 61], "toolchain": [53, 60, 61], "unstabl": 53, "subject": [53, 56, 126], "matur": 53, "most": [53, 59, 61, 68, 95, 102, 106, 117, 118, 121, 124, 126], "hood": [53, 109, 126], "major": [53, 59, 72], "top": [53, 76, 80, 123], "coordin": [53, 72, 114], "ingest": 53, "flow": [54, 59, 78, 84, 104, 113, 120], "nvinfer1": [54, 87], "ilay": 54, "analogu": 54, "goal": [54, 58, 98], "registernodeconversionpattern": [54, 85], "helper": [54, 93, 104], "pattern": [54, 58, 67, 72, 85, 116], "schema": [54, 85, 93, 95], "acthardtanh": 54, "torchtrt_unus": 54, "hardtanh": [54, 66], "scalar": [54, 66, 101], "min_val": [54, 66], "max_val": [54, 66], "unwraptodoubl": 54, "new_lay": 54, "addactiv": 54, "activationtyp": [54, 59], "kclip": 54, "torchtrt_check": 54, "unabl": [54, 85, 95], "setalpha": 54, "setbeta": 54, "setnam": [54, 85], "util": [54, 56, 58, 67, 70, 73, 85, 87, 92, 96, 99, 107, 111, 112, 114, 115, 117, 118, 119, 120, 121, 124, 125, 126], "node_info": [54, 85], "c_str": [54, 85], "out_tensor": [54, 85], "associatevalueandtensor": [54, 85], "getoutput": [54, 85], "log_debug": 54, "getdimens": [54, 85], "accord": [54, 58, 64, 73, 94], "unwrap": 54, "tool": [54, 58, 59, 61, 85, 93, 98, 120], "don": [54, 59, 76, 78, 79, 87, 93, 115, 117, 118, 121, 122], "annot": [54, 85], "Its": [54, 78], "track": [54, 87], "sort": [54, 66, 88, 114], "live": [54, 78], "directli": [54, 56, 57, 62, 64, 65, 72, 87, 93, 95, 107, 114, 119, 125], "associatevalueandivalu": 54, "inspect": [54, 84, 85, 96], "dataflow": [54, 85], "mechan": [54, 58, 59, 95, 105, 106, 120], "safe": [54, 58, 67, 71, 72, 73, 114], "unsur": 54, "deep": [54, 58, 65, 76, 87, 95, 127], "straight": 54, "chanc": 54, "none": [54, 58, 59, 64, 66, 67, 68, 71, 72, 73, 76, 78, 92, 93, 95, 98, 99, 101, 102, 103, 107, 108, 113, 114, 115, 116], "wrapper": [54, 59, 99, 104, 105, 112, 125], "similar": [54, 57, 58, 59, 61, 85, 88, 90, 95, 114, 119, 124], "tocustomclass": 54, "tensorcontain": 54, "istensor": 54, "iscustomclass": 54, "lot": [54, 57], "singular": 54, "becaus": [54, 59, 68, 84, 85, 89, 90, 91, 92, 93, 95, 97, 98, 104, 105, 112, 116, 123, 124], "alloc": [54, 65, 71, 91, 93, 100, 112, 117], "freed": 54, "destructor": 54, "destroi": [54, 79], "realli": 54, "think": [54, 78], "becom": [54, 61, 103], "benefit": [54, 85, 98, 112, 116, 123], "deal": [54, 98], "quit": [54, 61, 85, 120], "good": [54, 59, 78, 98, 123], "batch_norm": [54, 66], "fusion": [54, 56, 59], "deeplearn": [55, 59], "sdk": [55, 62, 117, 118, 121, 126], "matrix": 55, "html": [55, 61, 72, 78, 84, 87, 93, 95, 122], "c_api": 55, "python_api": 55, "org": [55, 61, 64, 72, 76, 78, 84, 85, 87, 93, 95, 122, 124], "stabl": [55, 64, 65, 72, 73, 74, 76, 100, 117, 122], "master": [55, 61, 87, 124], "overview": [55, 65, 107, 112], "md": 55, "appli": [56, 57, 87, 106, 108, 112, 114], "desir": [56, 67, 79, 87, 98], "coalesc": 56, "insert": [56, 58, 67, 85, 87, 93, 98, 106, 119], "graphmodul": [56, 57, 67, 68, 71, 72, 85, 86, 95, 99, 101, 102, 106, 125, 126], "caller": 56, "invok": [56, 58, 59, 64, 84, 85, 124], "lint": 56, "recompil": [56, 72, 93, 98, 103, 106, 108, 111, 122, 126], "repair": 56, "disallow": 56, "repair_input_as_output": 56, "gm": [56, 67, 99, 101], "sample_input": [56, 59, 101, 107], "scenario": [56, 58, 103, 105, 116, 124], "clone": [56, 61, 66, 95], "modified_graph": [56, 101], "extract": [56, 85, 114, 120], "placehold": [56, 93], "isinst": [56, 59, 95, 99, 115], "issubclass": 56, "direct": [56, 82, 106, 124], "len": [56, 66, 95, 99, 101, 114], "direct_output": 56, "inserting_aft": [56, 101], "cloned_placehold": 56, "replace_input_with": 56, "date": [56, 79, 126], "eliminate_dead_cod": 56, "logger": [56, 69, 89], "f": [56, 58, 59, 72, 78, 84, 89, 92, 93, 94, 95, 99, 102, 104, 105, 113, 114, 115, 116], "__init__": [56, 71, 72, 78, 84, 89, 90, 91, 92, 93, 95, 98, 99, 102, 103, 104, 107, 114, 115, 119, 122, 123], "pass_manag": 56, "passmanag": 56, "offer": [56, 58], "registr": [56, 59, 91, 101, 104], "conveni": [56, 87, 111, 120, 124, 126], "control": [56, 59, 84, 106, 116, 124], "_aten_lowering_pass": [56, 101, 119], "my_custom_pass": 56, "front": [56, 67], "passlist": 56, "arbitrari": [56, 71], "dump_lowering_pass": 56, "apply_lowering_pass": 56, "graph_modul": [56, 67, 99], "_remove_lowering_pass": 56, "evolv": 56, "introduc": [57, 59, 64, 112, 113, 119, 120, 123], "exportedprogram": [57, 63, 67, 72, 106, 116, 122, 126], "dynamo": [57, 58, 61, 62, 63, 64, 70, 71, 72, 74, 85, 89, 90, 91, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 109, 111, 112, 115, 116, 117, 118, 121, 122, 123, 124], "frontend": [57, 67, 70, 86, 89, 90, 91, 95, 100, 109, 111, 115, 117, 118, 121, 122], "simpl": [57, 58, 59, 78, 79, 84, 90, 91, 104, 112, 117, 118, 120, 121, 122], "usag": [57, 59, 65, 67, 74, 78, 85, 90, 91, 100, 103, 116, 117, 122, 124, 125], "eval": [57, 63, 85, 86, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 111, 112, 114, 115, 116, 117, 118, 121, 122, 123, 125], "exp_program": [57, 96, 98, 102, 106, 114, 115, 122], "trt_gm": [57, 63, 96, 98, 102, 106, 113, 122, 123, 125], "interact": [57, 78, 103, 107, 109, 110, 111, 112], "ideal": 57, "discuss": [57, 58, 117, 118, 121], "section": [57, 59, 76, 78, 79, 80, 82, 85, 87, 117, 118, 121, 125], "frequent": [57, 105, 124], "builder": [57, 58, 59, 67], "respect": [57, 58, 61, 67, 72, 113, 123], "releas": [57, 58, 62, 64, 78, 113, 119], "field": [57, 68, 72, 87], "insid": [57, 78, 89, 90, 91, 95, 123], "decomposit": [57, 58, 67, 72, 89, 90, 91, 95], "downstream": [57, 120], "constraint": [57, 64, 103, 116], "present": [58, 67, 106], "learn": [58, 61, 65, 85, 87, 95, 117, 118, 121, 127], "acceler": [58, 64, 68, 72, 113, 124, 126, 127], "workflow": [58, 59, 63, 65, 67, 68, 72, 85, 88, 98, 100, 103, 109, 110, 111, 117, 119, 120, 124], "wide": [58, 72, 82], "varieti": [58, 117, 118, 121], "primari": [58, 93, 98, 125], "simplic": 58, "optimized_model": [58, 63, 97, 105, 107, 109, 111], "depth": [58, 67, 76, 120], "challeng": [58, 103, 117, 118, 121], "addition": [58, 95], "fit": [58, 78, 102], "compilationset": [58, 67, 71, 93, 95, 102, 107], "_enum": [58, 67, 99], "factori": [58, 67, 87], "abc": [58, 67], "callabl": [58, 67, 72, 99, 101], "pass_through_build_failur": [58, 67, 71, 72, 95, 112], "max_aux_stream": [58, 67, 71, 72, 95], "version_compat": [58, 67, 71, 72, 95], "optimization_level": [58, 67, 71, 72, 95, 107], "use_python_runtim": [58, 67, 71, 72, 92, 95, 96, 97, 98, 102, 103, 106, 107], "truncate_doubl": [58, 67, 71, 72, 95, 97, 101, 113, 116], "use_fast_partition": [58, 67, 71, 72, 95], "enable_experimental_decomposit": [58, 67, 71, 72, 95], "_devic": [58, 67], "assume_dynamic_shape_support": [58, 67, 71, 72], "engine_cap": [58, 67, 71, 95], "dryrun": [58, 67, 71, 72, 95], "hardware_compat": [58, 67, 71, 72, 95], "timing_cache_path": [58, 67, 71, 72, 98, 103], "tmp": [58, 60, 67, 71, 85, 96, 97], "torch_tensorrt_engine_cach": [58, 67, 71], "timing_cach": [58, 59, 67, 71], "bin": [58, 60, 61, 62, 64, 67, 71], "lazy_engine_init": [58, 67, 71, 72], "cache_built_engin": [58, 67, 71, 97, 98, 103], "reuse_cached_engin": [58, 67, 71, 96, 97, 98, 102, 103, 106], "use_explicit_typ": [58, 67, 71, 92, 101, 113, 116, 123], "use_fp32_acc": [58, 67, 71, 101, 113, 114, 123], "refit_identical_engine_weight": [58, 67, 71], "strip_engine_weight": [58, 67, 71], "immutable_weight": [58, 67, 71, 72, 96, 97, 98, 102, 103, 106, 113], "enable_weight_stream": [58, 67, 71, 116], "enable_cross_compile_for_window": [58, 67, 71], "tiling_optimization_level": [58, 67, 71], "l2_limit_for_til": [58, 67, 71], "use_distributed_mode_trac": [58, 67, 71], "enable_autocast": [58, 67, 71, 92, 123], "autocast_low_precision_typ": [58, 67, 71, 92, 123], "autocast_excluded_nod": [58, 67, 71, 92, 123], "autocast_excluded_op": [58, 67, 71, 92, 123], "autocast_max_output_threshold": [58, 67, 71, 92], "autocast_max_depth_of_reduct": [58, 67, 71, 92], "autocast_calibration_dataload": [58, 67, 71, 92], "dataload": [58, 67, 87, 92, 115], "enable_resource_partit": [58, 67, 71, 102], "cpu_memory_budget": [58, 67, 71, 102], "dpython": [58, 67, 72, 73], "per": [58, 67, 95, 102, 124], "regardless": [58, 67, 79, 109, 111], "fail": [58, 67, 72, 85, 103, 106, 116, 127], "auxiliari": [58, 67], "stream": [58, 65, 67, 72, 90, 95, 100, 104, 117], "impli": [58, 67], "longer": [58, 61, 67, 72, 76, 94, 124], "search": [58, 65, 67, 72, 76], "strictli": [58, 67], "runtim": [58, 60, 61, 63, 64, 65, 67, 72, 85, 93, 100, 104, 107, 111, 112, 116, 117, 125, 126], "presenc": [58, 62, 67, 112], "preferenti": [58, 67], "choos": [58, 59, 67, 84, 123], "float64": [58, 67, 72, 73], "toggl": [58, 67, 72], "mode": [58, 59, 67, 71, 72, 86, 87, 93, 104, 112, 114, 115, 119], "natur": [58, 67, 78], "architectur": [58, 61, 65, 67, 72, 94, 98, 104, 119, 120], "amper": [58, 67, 72], "newer": [58, 61, 67, 72], "storag": [58, 67, 87], "use_strong_typ": [58, 67], "strong": [58, 67, 78, 123], "mix": [58, 65, 67, 92], "happen": [58, 59, 67, 84, 103, 104, 109, 122], "strip": [58, 67], "non": [58, 61, 67, 72, 79, 81, 113, 114, 124], "refitt": [58, 67, 72, 98], "were": [58, 61, 67, 95, 106, 124], "cross": [58, 67, 72, 78, 100, 117], "window": [58, 64, 67, 72, 78, 119], "tile": [58, 67], "spend": [58, 67, 72], "better": [58, 67, 72, 84, 114, 120, 126], "moder": [58, 67, 102], "l2": [58, 67], "byte": [58, 67, 71, 72, 73, 89, 95, 98, 102, 104, 116, 120], "aot_autograd": [58, 67], "dtensor": [58, 67], "bfloat16": [58, 67, 72, 92], "regex": [58, 67], "reduct": [58, 67], "accuraci": [58, 67, 87, 113, 114, 120, 123], "loss": [58, 67, 87, 120], "sensit": [58, 67, 123], "amplifi": [58, 67], "infin": [58, 67], "sub": [58, 66, 78, 84, 107], "slate": 58, "futur": [58, 59, 67, 72, 73, 108, 113, 119, 124, 125], "occur": [58, 112, 116], "first_output": 58, "subsequ": [58, 98, 105, 112], "second_output": 58, "session": [58, 63, 78, 98, 112], "point": [58, 61, 72, 76, 77, 78, 85, 90, 91, 114, 115, 117, 118, 119, 121], "cover": [58, 90, 91, 93], "benchmark": [58, 66, 101, 119], "automat": [58, 64, 65, 72, 78, 85, 100, 106, 117, 122, 124, 126], "vari": [58, 68, 102, 116, 122], "batch": [58, 59, 68, 71, 87, 98, 101, 103, 109, 111, 113, 115, 116, 117, 118, 121, 122, 124, 127], "inf": 58, "dynamo_convers": 58, "contribut": [58, 105], "issu": [58, 67, 72, 85, 107, 108, 111, 113, 116], "demonstr": [58, 78, 79, 80, 87, 89, 90, 91, 92, 93, 95, 96, 98, 101, 102, 103, 104, 113, 115, 117, 118, 120, 121], "break": [58, 59, 60, 67, 71, 72, 78, 89, 90, 91, 95, 99, 105, 114], "successfulli": [58, 89, 94, 103, 104, 106, 114], "_dynamo": [58, 97, 98, 107, 108, 109, 111, 122], "explain": [58, 59, 65], "veri": [58, 59, 79, 80, 87, 88, 102, 108, 117, 118, 121], "explan": [58, 59], "graph_break_count": 58, "furthermor": 58, "durat": [58, 78], "latter": [58, 71], "logic": [58, 59, 93], "guard": [58, 116], "compos": [59, 84, 87, 93, 115, 117, 118, 121], "variou": [59, 127], "etc": [59, 76, 78, 95, 127], "research": 59, "few": [59, 61, 72, 92, 93], "recommend": [59, 61, 64, 72, 78, 85, 95, 102, 113, 117, 118, 121, 122], "nightli": [59, 64], "lower_exampl": 59, "welcom": [59, 85], "finish": 59, "converison": 59, "max_batch_s": [59, 68, 117, 118, 121], "2048": [59, 68], "max_workspace_s": [59, 68], "33554432": [59, 68], "explicit_batch_dimens": [59, 68], "lower_precis": [59, 68], "lowerprecis": [59, 68], "verbose_log": [59, 68], "timing_cache_prefix": [59, 68], "save_timing_cach": [59, 68], "cuda_graph_batch_s": [59, 68], "dynamic_batch": [59, 68], "turn": [59, 68, 112], "trtmodul": [59, 68], "otherwis": [59, 61, 64, 68, 98, 124], "implicit": [59, 66, 68, 78], "config": [59, 68, 101, 104, 113, 117, 118, 119, 121], "updat": [59, 61, 62, 64, 68, 72, 95, 101, 106, 119], "dim": [59, 66, 68, 72, 89, 95, 98, 101, 103, 113, 115, 116, 117, 118, 119, 121, 122], "fx2trt_exampl": 59, "acc_trac": 59, "come": [59, 77, 89, 90, 91, 95, 103, 117, 118, 121], "my_pytorch_model": 59, "build_model": 59, "prepar": [59, 117, 118, 119, 121], "acc_mod": 59, "earli": [59, 106], "deprec": [59, 66, 123], "continu": [59, 78, 99, 112, 124], "backward": [59, 71, 95, 126], "length": [59, 66, 79, 108, 116, 119], "vision": [59, 100, 117, 118, 121], "task": [59, 87, 105, 120], "activ": [59, 64, 73, 78, 85, 87, 93, 120, 124, 127], "except": [59, 67, 72, 103, 116], "permut": [59, 66, 114], "transpos": [59, 66, 122], "ll": [59, 98, 108], "inputtensorspec": [59, 68, 72], "experiment": [59, 64, 72, 73, 104, 119], "dataclass": [59, 107], "re": [59, 72, 78, 89, 90, 91, 98, 101, 103, 104, 112, 116, 124], "manual": [59, 64, 72, 77, 78, 99, 106, 112, 116, 124], "sampl": [59, 78, 86, 87, 103, 105, 106, 107, 108, 109, 110, 111, 112, 114, 117, 118, 119, 121], "rand": [59, 85, 94, 96, 98, 103, 106, 107, 117, 118, 121], "from_tensor": [59, 72], "slightli": [59, 61, 95], "promis": 59, "optimize_target_shap": 59, "input_tensor_spec": 59, "shape_rang": [59, 68], "100": [59, 68, 95, 98, 103, 115, 116], "accordingli": [59, 76, 122, 124], "trtinterpreterresult": [59, 68], "namedtupl": 59, "input_nam": [59, 68], "output_nam": [59, 68], "serialized_cach": [59, 68], "bytearrai": [59, 71, 73], "afford": 59, "temporari": [59, 98], "buffer": [59, 65, 91, 95, 100, 117, 124], "best": [59, 67, 72, 78, 116, 123], "perforamnc": 59, "examin": 59, "suitabl": [59, 93, 105], "force_fp32_output": 59, "strict_type_constraint": 59, "usual": [59, 61, 76, 108], "unless": 59, "certain": [59, 96, 107, 114, 116, 123, 124], "algorithm_selector": 59, "algorithm": [59, 87], "profiling_verbos": 59, "trt_interpreter_result": 59, "64": [59, 72, 86, 89, 90, 91, 99, 101, 113, 114, 115, 122], "25": [59, 68, 85, 114], "runtimeerror": 59, "xxx": 59, "One": [59, 78, 79, 85, 120, 124], "reload_trt_mod": 59, "reload_model_output": 59, "far": [59, 78], "give": [59, 76, 78, 103], "convtert": 59, "scheme": [59, 67, 72], "action": [59, 78, 89], "tensort": [59, 126], "thing": [59, 78], "compar": [59, 67, 72, 86, 89, 105, 106, 119], "vanilla": 59, "mainli": 59, "builtin": 59, "purpos": [59, 64, 117, 118, 120, 121], "acc_op": 59, "write": [59, 64, 65, 78, 85, 87, 89, 104, 117, 118, 121], "find": [59, 61, 62, 85, 95, 116], "leverag": [59, 87, 101, 103, 112], "power": [59, 78, 85, 104, 116, 120], "goe": [59, 78], "whole": [59, 112], "sigmoid": [59, 66, 104], "tensorrt_convert": 59, "acc_ops_sigmoid": 59, "rest": [59, 78, 79, 92, 123], "input_v": [59, 93], "receiv": 59, "region": 59, "add_activ": 59, "get_output": [59, 95], "wherev": 59, "rememb": [59, 61, 64, 117, 118, 121], "mapper": 59, "todo": [59, 76], "logist": 59, "down": [59, 61, 76], "acc_norm": 59, "foo": [59, 78, 79], "begin": [59, 61, 78, 107, 112, 119], "register_acc_op": 59, "register_acc_op_map": 59, "this_arg_is_opt": 59, "op_and_target": 59, "arg_replacement_tupl": 59, "rule": [59, 61, 73, 123], "third": [59, 79], "boolean": [59, 71, 72, 93], "matter": [59, 95], "register_custom_acc_mapper_fn": 59, "design": [59, 70, 93, 103, 116, 120, 124, 127], "throught": 59, "custom_mapp": 59, "_": [59, 64, 78, 89, 90, 91, 95, 99, 101, 104, 105, 114, 115, 116, 123], "foo_kwarg": 59, "inserting_befor": 59, "foo_nod": 59, "meta": [59, 82, 89, 90, 91, 99, 101, 104, 116, 119], "children": 59, "unit": [59, 72, 112], "test_acc_trac": 59, "acc_op_convert": 59, "plugin": [59, 65, 95, 100, 117], "yet": [59, 99, 119, 120], "folder": 59, "creation": [60, 90, 91], "shim": 60, "determinist": [60, 66], "reproduc": [60, 61], "independ": 60, "framework": 60, "instal": [60, 65, 82, 85, 100, 108, 113, 114, 117, 118, 119, 121], "libtensorrt_shim": 60, "tensorrt_play": 60, "torchtrt_enable_tensorrt_api_captur": 60, "json": 60, "torch_tensorrt_": 60, "current_us": 60, "j": 60, "o": [60, 61, 64, 78, 117, 118, 121], "output_engin": 60, "trtexec": 60, "loadengin": 60, "libnvinf": [60, 64], "shown": [60, 76, 78, 85, 113, 114, 123], "center": 61, "pypi": [61, 62, 64], "m": [61, 62, 64, 79, 89, 90, 91, 108, 115], "pip": [61, 62, 64, 100, 108, 113, 114, 117, 118, 119, 121], "upload": [61, 117, 118, 121], "x86": 61, "extra": [61, 71, 85, 95, 103, 104], "url": [61, 62, 64, 76, 117, 118, 121], "download": [61, 62, 64, 82, 87, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 121], "whl": [61, 62, 64], "cu118": 61, "cu130": [61, 64], "tarbal": [61, 85, 87], "easiest": [61, 89, 90, 91, 95], "bazelisk": [61, 62, 64], "bazelbuild": [61, 62, 64], "bazel_vers": 61, "path_to_torchtrt_root": 61, "bazelvers": 61, "mkdir": 61, "cd": [61, 62, 64, 117, 118, 121], "curl": [61, 64, 78], "fssl": 61, "dist": [61, 62, 64], "unzip": 61, "bash": [61, 117, 118, 121], "sh": [61, 62], "cp": [61, 62, 95], "usr": [61, 62, 64, 104], "driver": [61, 64], "branch": 61, "4e5b0f6e860910eb510fa70a76ee3eb9825e7a4d": 61, "l46": 61, "pull": [61, 98, 117, 118, 121], "latest": [61, 62, 64, 76], "howev": [61, 76, 77, 85, 89, 90, 91, 93, 95, 98, 117, 118, 121, 122, 123, 126], "l53c1": 61, "fact": 61, "l71": 61, "http_archiv": 61, "build_fil": 61, "archiv": [61, 62], "sha256": 61, "strip_prefix": 61, "OR": [61, 64], "TO": [61, 85], "gnu": 61, "tar": [61, 62, 78, 87], "gz": [61, 78, 79, 87], "ld_library_path": [61, 64], "comment": [61, 78], "uncom": 61, "l114c1": 61, "l124c3": 61, "uv": 61, "astral": 61, "project": [61, 64, 77, 82], "simpler": [61, 87], "wheel": [61, 62], "dep": 61, "lighter": 61, "executor": 61, "avoid": [61, 64, 89, 90, 91, 93, 95, 104, 106, 114, 122], "implic": [61, 71], "python_onli": 61, "legaci": [61, 70, 124], "mainten": 61, "torchdynamo": [61, 101, 104, 122, 124, 126], "technolog": [61, 126], "exclud": [61, 72, 92, 95, 103, 116, 123], "speed": [61, 98, 106], "no_torchscript": 61, "dbg": 61, "old": [61, 123], "incompat": [61, 119, 124], "cxx11": 61, "came": 61, "fortun": 61, "switch": [61, 124], "tabl": [61, 82], "bdist_wheel": [61, 62, 64], "preinstal": 61, "ngc": [61, 117, 118, 121], "forum": 61, "correctli": [61, 64, 95], "declar": [61, 124], "intend": [61, 107, 109, 110, 111, 112, 123], "microsoft": 61, "2022": [61, 65], "open": [61, 113, 114, 117, 118, 120, 121], "app": 61, "x64": 61, "prompt": [61, 103, 108, 110, 114, 119], "admin": 61, "privileg": 61, "launcher": 61, "chocolatei": 61, "navig": [61, 76], "ninja": [61, 62], "setuptool": [61, 64], "r": [61, 78, 100, 108, 114, 117], "txt": [61, 100, 108, 114, 117], "distutils_use_sdk": 61, "cuda_win": 61, "libtorch_win": 61, "tensorrt_win": 61, "similarli": [61, 98, 112, 124], "ci_workspac": 61, "win": 61, "tmpl": 61, "torchtrtc": [61, 65, 127], "how": [61, 78, 80, 82, 84, 88, 89, 90, 91, 92, 93, 95, 96, 98, 99, 101, 103, 104, 107, 115, 116, 117, 118, 119, 120, 121, 122, 124, 125], "websit": [61, 64], "finder": 61, "dcmake_module_path": 61, "doesn": [61, 78, 84, 85, 104], "dtorch_dir": 61, "dtensorrt_root": 61, "choic": 61, "b": [61, 66, 72, 79, 90, 91, 101, 103, 116, 117, 118, 121], "dcmake_build_typ": 61, "72048": 61, "jp_workspac": 61, "new_local_repositori": 61, "sudo": [61, 62, 64], "home": [61, 102], "due": [61, 77, 78, 92, 102, 108, 113, 116, 119], "jetpack": 61, "jetpack_x": 61, "jetpack_5": 61, "jetson": [62, 120], "cudnn": 62, "9": [62, 82, 85, 92, 94, 95, 102, 117, 118, 121], "flash": [62, 119], "apt": [62, 64], "show": [62, 64, 76, 78, 98, 110, 116, 120], "confirm": 62, "nvcc": 62, "miss": [62, 64, 78, 85], "incorrect": 62, "toolkit": [62, 70], "cusparselt": 62, "ls": 62, "lib64": 62, "libcusparselt": 62, "wget": [62, 117, 118, 121], "redist": 62, "libcusparse_lt": 62, "sbsa": 62, "xz": 62, "xf": 62, "jpl": 62, "repo": 62, "v1": [62, 64, 110], "26": [62, 64], "arm64": 62, "mv": [62, 64], "chmod": [62, 64], "vim": 62, "libopenbla": 62, "dev": [62, 64, 100, 117], "git": [62, 64, 82], "bootstrap": 62, "pypa": 62, "io": [62, 117, 118, 121], "pyyaml": [62, 64], "ai": [62, 64], "lab": [62, 113], "jp6": 62, "cu126": 62, "dev0": [62, 78], "d8318d8fc": 62, "cp310": 62, "linux_aarch64": 62, "__version__": 62, "torch_compile_resnet_exampl": [62, 64, 74, 109], "anywher": 63, "ahead": [63, 65, 85, 89, 103, 104, 112], "ep": [63, 66, 92, 94, 101, 106, 113, 116, 123, 125], "output_format": [63, 72, 124, 125], "input_tensor": [63, 95, 115, 116], "fill": 63, "proven": 64, "desktop": 64, "laptop": 64, "workstat": 64, "drop": [64, 76, 115], "ture": 64, "blackwel": 64, "improv": [64, 79, 105, 112, 114, 119, 124], "pc": 64, "30": [64, 96, 97, 98, 103, 106, 109, 111, 113, 114, 123], "elimin": 64, "lengthi": 64, "rapid": 64, "cut": [64, 78, 106], "use_trt_rtx": 64, "header": [64, 76, 78, 79, 85, 104, 117, 118, 121], "adjust": [64, 78], "_note": 64, "wsl": 64, "exact": [64, 117, 118, 121], "13": [64, 78, 82], "cuda_hom": 64, "bashrc": 64, "zshrc": 64, "persist": [64, 78], "strongli": [64, 78, 116], "virtual": [64, 87], "conflict": 64, "venv": 64, "mac": 64, "distutil": 64, "tip": 64, "cuxxx": 64, "pyproject": 64, "toml": 64, "whenev": [64, 72], "l": [64, 66, 115], "amd64": [64, 94], "choco": 64, "54": 64, "your_local_download_path": 64, "echo": [64, 78], "grep": 64, "findstr": 64, "tensorrt_rtx": 64, "publish": [64, 117, 118, 121], "cp39": 64, "linux_x86_64": 64, "expung": 64, "rm": [64, 117, 118, 121], "rf": 64, "filenam": 64, "underscor": 64, "hyphen": [64, 78], "modulenotfounderror": 64, "No": [64, 109, 122], "oserror": 64, "mismatch": [64, 124], "rebuild": [64, 106], "z": [64, 79, 90, 91, 104], "fatal": 64, "trt_install_path": 64, "awk": 64, "libtensorrt_rtx": 64, "NOT": 64, "ldd": 64, "tensorrt_rtx_1_0": 64, "dumpbin": 64, "aot": [65, 85, 100, 103, 106, 112, 117, 126], "integr": [65, 101, 103, 104, 107], "seamlessli": [65, 72, 104], "ecosystem": [65, 126], "hybrid": [65, 67, 72, 73, 126], "advanc": [65, 74, 79, 87, 100, 101, 108, 117], "bert": [65, 74, 100, 105, 117], "triton": [65, 89, 90, 91, 95], "cudagraph": [65, 100, 117], "overload": [65, 100, 117], "mutabl": [65, 100, 117], "huggingfac": [65, 108, 120], "gpt2": [65, 100, 117, 119], "torch_export_gpt2": 65, "sam2": [65, 100, 117], "namespace_torch_tensorrt__ptq": 65, "page": [65, 80, 82, 113, 117, 118, 121], "introductori": 65, "blog": [65, 124], "gtc": 65, "2020": [65, 85], "talk": 65, "fall": [65, 72, 89, 90, 91, 95, 100, 117], "2021": 65, "dai": 65, "confer": 65, "_convolut": [66, 85], "stride": [66, 72, 92, 95, 101, 115], "pad": [66, 72, 92, 95, 99, 102, 115], "dilat": 66, "output_pad": 66, "group": [66, 78, 79], "cudnn_en": 66, "allow_tf32": 66, "ab": [66, 92], "aco": 66, "acosh": 66, "adaptive_avg_pool1d": 66, "output_s": 66, "adaptive_avg_pool2d": 66, "adaptive_avg_pool3d": 66, "adaptive_max_pool1d": 66, "adaptive_max_pool2d": 66, "adaptive_max_pool3d": 66, "argmax": [66, 116], "keepdim": 66, "argmin": 66, "asin": 66, "asinh": 66, "atan": 66, "atanh": 66, "avg_pool1d": 66, "kernel_s": [66, 92, 95, 99, 115], "ceil_mod": 66, "count_include_pad": 66, "avg_pool2d": 66, "divisor_overrid": 66, "avg_pool3d": 66, "gamma": 66, "var": 66, "momentum": 66, "bitwise_not": 66, "bmm": 66, "ceil": 66, "clamp": 66, "clamp_max": 66, "clamp_min": 66, "constant_pad_nd": 66, "co": [66, 79, 120], "cosh": 66, "cumsum": 66, "tensor_mod": 66, "rounding_mod": 66, "div_": 66, "elu": 66, "scale": [66, 87, 101, 119, 120], "input_scal": 66, "indic": [66, 67, 71, 76, 78, 90, 91, 93, 106, 109, 119, 122, 123], "padding_idx": 66, "eq": [66, 78], "erf": [66, 93], "exp": [66, 104], "expand_a": 66, "fake_quantize_per_channel_affin": 66, "zero_point": 66, "axi": [66, 72, 114], "quant_min": 66, "quant_max": 66, "fake_quantize_per_tensor_affin": 66, "using_int": [66, 85, 92], "start_dim": [66, 85], "end_dim": [66, 85], "floor": 66, "floor_divid": 66, "ge": 66, "gru_cel": 66, "hx": 66, "w_ih": 66, "w_hh": 66, "b_ih": 66, "b_hh": 66, "gt": 66, "hardtanh_": 66, "instance_norm": 66, "running_mean": 66, "running_var": 66, "use_input_stat": 66, "layer_norm": 66, "normalized_shap": 66, "le": 66, "negative_slop": 66, "01": [66, 79, 85, 114, 115], "leaky_relu_": 66, "lstm_cell": 66, "lt": 66, "masked_fil": 66, "mask": [66, 89, 95, 114], "max_pool1d": 66, "max_pool2d": [66, 84, 85, 102], "max_pool3d": 66, "mul_": [66, 93], "narrow": 66, "neg": [66, 103], "norm": [66, 101], "scalaropt_dim": 66, "pixel_shuffl": 66, "upscale_factor": 66, "pow": [66, 101], "tensor_scalar": [66, 101], "expon": 66, "tensor_tensor": 66, "prelu": 66, "prod": [66, 95], "dim_int": 66, "reciproc": 66, "reflection_pad1d": 66, "reflection_pad2d": 66, "relu_": 66, "repeat_interleav": 66, "self_int": 66, "replication_pad1d": 66, "replication_pad2d": 66, "replication_pad3d": 66, "reshap": [66, 95, 101, 114], "roll": 66, "rsub": 66, "scatter": [66, 114], "sigmoid_": 66, "sin": [66, 78], "sinh": 66, "slice": [66, 119], "split_siz": 66, "split_with_s": 66, "sqrt": [66, 101], "squar": 66, "squeez": [66, 114, 120], "sub_": 66, "dim_intlist": 66, "tan": 66, "tanh": [66, 93], "tanh_": [66, 93], "non_block": [66, 115], "memory_format": [66, 72, 101], "prim_devic": 66, "topk": 66, "k": [66, 87, 115, 119], "largest": 66, "dim0": [66, 98], "dim1": 66, "unbind": 66, "unsqueez": [66, 114, 116, 117, 118, 121], "upsample_bilinear2d": 66, "align_corn": 66, "scales_h": 66, "scales_w": 66, "vec": 66, "scale_factor": 66, "upsample_linear1d": 66, "upsample_nearest1d": 66, "upsample_nearest2d": 66, "upsample_nearest3d": 66, "scales_d": 66, "upsample_trilinear3d": 66, "view": [66, 76, 114], "__and__": 66, "__derive_index": 66, "idx": [66, 104], "__getitem__": 66, "__is__": 66, "t1": 66, "t2": 66, "obj": 66, "__isnot__": 66, "__not__": 66, "__or__": 66, "__range_length": 66, "lo": [66, 103], "hi": [66, 78, 79], "__round_to_zero_floordiv": 66, "__xor__": 66, "append": [66, 93, 97, 98, 99, 103, 105, 115, 116], "el": 66, "arang": [66, 89, 90, 91, 95, 116], "pin_memori": 66, "start_step": 66, "copy_": 66, "float_int": 66, "int_float": 66, "floordiv": 66, "is_floating_point": 66, "numel": [66, 89, 90, 91, 104], "9223372036854775807": 66, "requires_grad": [66, 101], "tupleindex": 66, "tup": 66, "exported_program": [67, 72, 99, 125], "arg_input": [67, 72, 92, 93, 103, 106, 124, 125], "kwarg_input": [67, 72, 103, 106], "engine_cache_dir": [67, 97, 98], "engine_cache_s": [67, 97, 98, 103], "5368709120": 67, "custom_engine_cach": [67, 98], "baseenginecach": [67, 98], "int32": [67, 72, 73, 95, 97, 105, 111, 120], "channel_last": [67, 72, 73, 120], "244": [67, 72, 73], "alia": [67, 72], "understand": [67, 72, 122], "convolut": [67, 72, 73, 87, 95, 99, 127], "oppos": [67, 72, 73], "lean": [67, 72], "integ": [67, 72, 81], "faster": [67, 72, 97, 98, 105, 114, 120], "parition": [67, 72], "amount": [67, 72, 116], "defer": [67, 72, 126], "lead": [67, 72, 78, 105, 116, 124], "oversubscript": [67, 72], "hard": [67, 96, 106], "disk": [67, 72, 98], "space": [67, 78, 79, 87], "1gb": [67, 97, 98, 103], "oldest": 67, "cpu": [67, 68, 100, 105, 112, 114, 116, 117], "minim": [67, 68, 87, 95, 102, 105], "awar": 67, "budget": [67, 72, 102], "gear": [67, 87], "toward": [67, 87, 114], "later": [67, 72, 85, 90, 91, 104, 106, 119, 125, 126], "cross_compile_modul": 67, "cross_compil": 67, "convert_exported_program_to_serialized_trt_engin": 67, "deseri": [67, 72, 73, 85, 95, 124], "cross_compile_for_window": [67, 72, 94], "save_cross_compiled_exported_program": 67, "load_cross_compiled_exported_program": [67, 72, 94], "valueerror": [67, 72, 94, 99], "refit_module_weight": [67, 106], "coverag": [67, 95], "min_acc_module_s": 68, "is_aten": 68, "use_experimental_fx_rt": 68, "correctness_atol": 68, "correctness_rtol": 68, "submodul": [68, 84, 95, 99, 102, 112], "fx2trt": 68, "has_batch_dim": 68, "dtyep": 68, "prop": 68, "min_input_shap": 68, "optimized_input_shap": 68, "max_input_shap": 68, "popul": 68, "225": [68, 117, 118, 121], "explicit_precis": 68, "logger_level": 68, "model_trt": [69, 89, 90, 91, 104], "model_torchtrt": 69, "internal_error": 69, "set_multi_device_safe_mod": [71, 124], "_multidevicesafemodecontextmanag": 71, "impact": [71, 102], "suppress": 71, "unsaf": 71, "trt_compiled_modul": 71, "enable_cudagraph": [71, 112, 124], "compiled_modul": [71, 99, 106], "_cudagraphscontextmanag": 71, "get_cudagraphs_mod": 71, "get_whole_cudagraphs_mod": 71, "set_cudagraphs_mod": [71, 112, 124], "enable_pre_allocated_output": [71, 105], "_preallocatedoutputcontextmanag": 71, "weight_stream": [71, 116], "_weightstreamingcontextmanag": 71, "enable_output_alloc": [71, 124], "_outputallocatorcontextmanag": 71, "torchtensorrtmodul": [71, 95, 102], "encompass": [71, 73], "simpili": 71, "de": 71, "initi": [71, 72, 78, 101, 104, 106, 107, 109, 111, 112, 119], "scriptmodul": [71, 72, 73, 85, 86, 124, 125, 126], "overridden": [71, 72], "subclass": 71, "although": [71, 78], "recip": [71, 87], "afterward": 71, "former": 71, "care": [71, 119], "hook": 71, "silent": 71, "get_extra_st": 71, "state_dict": [71, 72, 103], "set_extra_st": 71, "picklabl": 71, "pickl": [71, 72, 95, 98], "load_state_dict": [71, 103, 115], "pythontorchtensorrtmodul": 71, "serialized_engin": [71, 73], "_set": [71, 107], "weight_name_map": 71, "requires_output_alloc": [71, 89, 91, 93, 104, 124], "_debugger_config": 71, "_debuggerconfig": 71, "debuggerconfig": 71, "trt_modul": [71, 124], "engine_str": 71, "my_modul": 71, "current_devic": 71, "disable_profil": 71, "enable_profil": 71, "iprofil": 71, "spent": 71, "get_layer_info": 71, "set_output_tensors_as_unown": 71, "sole": [71, 86, 87, 126], "recreat": 71, "unown": 71, "gain": 71, "had": 71, "validate_input_shap": 71, "request": [72, 85, 113, 117, 118, 121], "decid": 72, "retrac": [72, 124, 125], "pickle_protocol": 72, "cudagraphstorchtensorrtmodul": 72, "aot_inductor": [72, 124, 125], "strict": [72, 113, 114, 115, 116, 124], "protocol": 72, "mutabletorchtensorrtmodul": [72, 103], "pytorch_model": 72, "prefer_deferred_runtime_asserts_over_guard": [72, 113, 116], "weight_streaming_budget": 72, "regular": 72, "refit_gm": 72, "set_expected_dynamic_shape_rang": [72, 103], "args_dynamic_shap": [72, 103], "kwargs_dynamic_shap": [72, 103], "hint": [72, 103], "exactli": [72, 103, 122], "omit": [72, 103], "filter": [72, 103], "seq_len": [72, 113, 116, 122], "express": [72, 78, 116], "param": [72, 77, 104], "set_weight_streaming_ctx": 72, "requested_budget": [72, 116], "shape_mod": 72, "_shapemod": 72, "interv": 72, "notat": 72, "bound": [72, 102], "torch_tensor": [72, 99], "tracer": 72, "example_tensor": 72, "optimization_profile_field": 72, "classmethod": 72, "disable_memory_format_check": 72, "core_id": 72, "schedul": [72, 113, 117, 118, 121], "qualnam": 72, "use_default": 72, "try_to": 72, "typeerror": 72, "unknown": [72, 99], "succe": 72, "float_dtyp": 72, "bf16": 72, "try_from": [72, 95], "complex128": 72, "16": [72, 82, 84, 85, 86, 92, 103, 109, 112, 116], "brain": 72, "f4": 72, "fp4": 72, "float4": 72, "f64": 72, "f8": 72, "fp8": 72, "float8": 72, "i32": [72, 89], "sign": [72, 113, 117, 118, 121], "i64": 72, "u8": 72, "unsign": 72, "uint8": [72, 114], "trt_dla": 72, "torchtrt_dla": 72, "_from": 72, "torchtrt_dla_ec": 72, "torchtrt_safety_ec": 72, "saefti": 72, "trt_dla_ec": 72, "standalon": [72, 78, 113, 114], "certifi": 72, "tf": 72, "torchtrt_linear": 72, "cdhw32": 72, "thirti": 72, "row": [72, 79], "spatial": 72, "31": [72, 85], "subscript": [72, 78], "chw16": 72, "sixteen": 72, "15": [72, 78, 82], "chw2": 72, "chw32": 72, "chw4": 72, "four": [72, 78, 79], "dhwc": 72, "equivi": 72, "channels_last_3d": 72, "dhwc8": 72, "eight": 72, "dla_hwc4": 72, "imag": [72, 87, 95, 103, 110, 115, 117, 118, 119, 121], "roundup": 72, "elements": 72, "dla_linear": 72, "planar": 72, "hwc": 72, "channels_last": 72, "hwc16": 72, "hwc8": 72, "least": [72, 78, 79, 124], "ishapelay": 73, "check_method_op_support": 73, "seriali": 73, "put_binding_nam": 73, "tensorrtcompilespec": [73, 88], "scriptclass": 73, "0x7fc8e84910f0": 73, "_c": [73, 88, 119], "_jit_to_tensorrt": 73, "00": 74, "000": [74, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116], "galleri": [74, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117], "mem": 74, "torch_compile_advanced_usag": [74, 107], "torch_compile_stable_diffus": [74, 110], "torch_compile_transformers_exampl": [74, 111], "v0": [75, 117, 118, 121], "pytorch_sphinx_them": [76, 83], "conf": [76, 83], "html_theme_opt": 76, "canonical_url": 76, "analytics_id": 76, "logo_onli": 76, "display_vers": 76, "prev_next_buttons_loc": 76, "bottom": 76, "style_external_link": 76, "vcs_pageview_mod": 76, "collapse_navig": 76, "sticky_navig": [76, 80], "navigation_depth": 76, "includehidden": 76, "titles_onli": 76, "canon": 76, "rank": 76, "trail": 76, "slash": 76, "googl": [76, 119], "analyt": 76, "With": [76, 78, 85, 87, 90, 98, 103, 117, 118, 121], "isn": [76, 78, 89, 90, 91, 95], "sidebar": [76, 82], "button": [76, 78], "icon": [76, 78], "extern": [76, 78, 100, 104, 117, 119], "display_github": 76, "display_gitlab": 76, "gitlab": 76, "bitbucket": 76, "bar": [76, 78], "read": [76, 78, 87, 114], "www": [76, 78, 85, 87, 117, 118, 121], "sphinx": [76, 77, 78, 79, 83, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117], "en": 76, "toctre": 76, "lose": 76, "scroll": [76, 80], "unlimit": 76, "render": 76, "github_url": 76, "bitbucket_url": 76, "gitlab_url": 76, "left": [76, 78], "upon": [76, 107, 111], "rst": [76, 78], "visitor": 76, "revert": 76, "misbuild": 76, "properti": [76, 95], "stick": 76, "screen": 76, "vertic": [76, 78], "too": [76, 78, 79], "sticki": [76, 82], "nav": [76, 82], "At": [77, 93, 102, 106], "django": 77, "payment": 77, "dotpai": 77, "dotpayprovid": 77, "seller_id": 77, "pin": 77, "lock": 77, "lang": 77, "pl": 77, "popular": [77, 100, 117, 120], "polish": 77, "gatewai": 77, "transfer": 77, "purchas": 77, "item": [77, 79, 99, 115], "seller": 77, "consult": 77, "ui": 77, "languag": [77, 78, 79, 84, 89, 90, 91, 95, 100, 108, 117, 118, 119, 121], "data_item_1": 77, "emphasi": 78, "hyperlink": 78, "uri": 78, "web": 78, "anonym": 78, "label": [78, 87, 114, 115, 117, 118, 120, 121], "substitut": 78, "charact": 78, "exceedingli": 78, "ugli": [78, 103], "problem": 78, "problemat": 78, "ext": [78, 79], "autodoc": [78, 79], "demo": [78, 87, 113, 114, 124], "test_py_modul": [78, 82], "my": [78, 89, 108], "role": 78, "pep": 78, "287": 78, "rfc": 78, "2822": 78, "superscript": 78, "gui": 78, "taken": [78, 105], "height": [78, 103, 114], "interfer": 78, "press": 78, "keyboard": 78, "mous": 78, "mmb": 78, "menuselect": 78, "seen": [78, 79], "whitespac": 78, "signific": [78, 95], "strang": 78, "word": [78, 120], "width": [78, 103, 114, 120], "browser": 78, "sentenc": [78, 116, 120], "suppli": [78, 106], "258": 78, "equat": 78, "x_": 78, "x_0": 78, "x_1": 78, "x_2": 78, "x_3": 78, "x_4": 78, "nabla": 78, "frac": 78, "theta": 78, "phi": [78, 119], "restructuredtext": [78, 79], "parser": [78, 89, 94, 115], "colon": 78, "indent": 78, "literal_block": 78, "spaces_and_linebreak": 78, "preserv": [78, 84, 87, 113, 114], "markup_process": 78, "Or": 78, "great": [78, 85, 89, 90, 91, 95, 98, 126], "why": [78, 124], "didn": 78, "blank": 78, "align": 78, "permit": 78, "awai": 78, "eric": 78, "orchestra": 78, "leader": 78, "bee": 78, "philosoph": 78, "ipso": 78, "facto": 78, "But": [78, 85, 106, 116], "got": [78, 85], "vi": 78, "entiti": 78, "said": 78, "entir": [78, 112, 114, 126], "ancient": 78, "injuri": 78, "sing": 78, "elk": 78, "bracket": 78, "brontosaurus": 78, "thin": 78, "thicker": 78, "middl": 78, "That": [78, 85], "mine": 78, "belong": 78, "me": [78, 79], "ann": 78, "begun": 78, "past": 78, "pars": [78, 85], "someurl": 78, "v2": 78, "f60963f": 78, "caption": [78, 81], "pane": 78, "shell_command": 78, "did": 78, "window_nam": 78, "session_nam": 78, "shorthand": 78, "some_funct": 78, "highlight": 78, "THE": 78, "heaven": 78, "hexagram": 78, "six": 78, "unbroken": 78, "primal": 78, "light": [78, 125], "spirit": 78, "weak": [78, 123], "essenc": 78, "energi": 78, "unrestrict": 78, "conceiv": 78, "motion": 78, "regard": [78, 126], "basi": 78, "thu": 78, "dual": 78, "sens": [78, 85], "univers": 78, "world": 78, "men": 78, "deiti": 78, "human": 78, "denot": [78, 95], "holi": 78, "man": [78, 79], "sage": 78, "ruler": 78, "who": 78, "awaken": 78, "utf": [78, 79, 104], "sphinx_rtd_them": [78, 79], "docstr": [78, 79, 86], "dl": 78, "dt": 78, "tag": [78, 117, 118, 121], "tt": 78, "descnam": 78, "descclassnam": 78, "wrote": 78, "anyth": [78, 79, 114, 124], "programm": 78, "myclass": 78, "dothismethod": 78, "flush": 78, "meth": 78, "capit": 78, "flox": 78, "unreferenc": 78, "nonexist": 78, "extrem": 78, "stuff": 78, "mayb": 78, "bold": 78, "ital": 78, "heck": 78, "put": [78, 90, 120], "backlink": 78, "knowledg": 78, "mind": 78, "ey": 78, "thought": 78, "medium": 78, "peopl": 78, "subsect": 78, "interpol": 78, "indirect": 78, "phrase": 78, "docutil": [78, 79], "sourceforg": [78, 79], "ref": 78, "clickabl": 78, "legend": 78, "revis": [78, 79, 110], "revisit": 78, "enhanc": [78, 105, 114], "structuredtext": 78, "wooden": 78, "nickel": 78, "mad": 78, "scientist": 78, "bigger": 78, "bread": 78, "box": [78, 114, 122, 126], "wash": 78, "behind": 78, "ear": 78, "room": 78, "closet": 78, "bathroom": 78, "trash": 78, "sink": 78, "mother": 78, "g_": 78, "mu": 78, "nu": 78, "pi": 78, "t_": 78, "rho_": 78, "servic": 78, "thing1": 78, "thing2": 78, "thing3": 78, "prose": 78, "provok": 78, "mental": 78, "exert": 78, "reader": 78, "discret": 78, "advis": 78, "subtitl": 78, "outsid": [78, 124, 125], "often": 78, "besid": 78, "border": [78, 114], "background": [78, 84], "ok": [78, 85], "transmit": 78, "disconnect": 78, "nonetheless": 78, "semant": [78, 103], "blue": [78, 95], "white": [78, 114], "arab": 79, "roman": 79, "upper": 79, "iii": 79, "iv": 79, "classifi": [79, 84, 85, 115, 120], "paragraph": [79, 82], "commonli": 79, "vm": 79, "david": 79, "goodger": 79, "address": [79, 95, 103], "123": 79, "street": 79, "canada": 79, "a1b": 79, "2c3": 79, "contact": 79, "myself": 79, "organ": 79, "humankind": 79, "2012": 79, "03": 79, "19": [79, 82], "53": 79, "0000": 79, "tue": 79, "jan": 79, "statu": 79, "progress": 79, "7302": 79, "wish": 79, "redistribut": 79, "reattribut": 79, "sell": 79, "bui": 79, "rent": 79, "leas": 79, "quot": 79, "excerpt": 79, "incorpor": 79, "collat": 79, "fold": 79, "stapl": 79, "mutil": 79, "anyon": 79, "heart": 79, "bibliograph": 79, "markup": [79, 82], "literal": 79, "yahoo": 79, "oh": 79, "liter": 79, "heh": 79, "child": 79, "beat": 79, "text": [79, 81, 108, 113, 119, 120], "hehe": 79, "kept": 79, "sai": [79, 120], "cackl": 79, "night": 79, "lone": 79, "guangzhou": 79, "destini": 79, "hope": 79, "dream": 79, "forth": 79, "fifth": 79, "sixth": 79, "lorem": [79, 81], "ipsum": [79, 81], "dolor": [79, 81], "sit": [79, 81], "amet": [79, 81], "consectetur": [79, 81], "adipisc": [79, 81], "elit": [79, 81], "donec": [79, 81], "porttitor": [79, 81], "odio": [79, 81], "posuer": [79, 81], "vita": [79, 81], "ornar": [79, 81], "libero": [79, 81], "matti": 79, "loborti": [79, 81], "justo": [79, 81], "vestibulum": [79, 81], "nibh": [79, 81], "aliquet": [79, 81], "sed": [79, 81], "feugiat": [79, 81], "sagitti": [79, 81], "nequ": [79, 81], "qui": [79, 81], "eleifend": 79, "dui": [79, 81], "rutrum": [79, 81], "lectu": [79, 81], "suscipit": [79, 81], "letter": [79, 120], "column": 79, "cell": 79, "span": 79, "nam": [79, 81], "mauri": [79, 81], "arcu": [79, 81], "stub": 79, "behav": 80, "area": 80, "interdum": 81, "nec": 81, "finibu": 81, "dictum": 81, "velit": 81, "ut": 81, "eu": 81, "efficitur": 81, "aliquam": 81, "erat": 81, "diam": 81, "gravida": 81, "imperdiet": 81, "tellu": 81, "nisl": 81, "praesent": 81, "eget": 81, "elementum": 81, "rhoncu": 81, "tincidunt": 81, "suspendiss": 81, "volutpat": 81, "scelerisqu": 81, "tristiqu": 81, "aenean": 81, "condimentum": 81, "risu": 81, "accumsan": 81, "laoreet": 81, "maximu": 81, "sapien": 81, "ligula": 81, "fringilla": 81, "commodo": 81, "proin": 81, "et": 81, "pharetra": 81, "etiam": 81, "turpi": 81, "ant": 81, "luctu": 81, "vel": 81, "malesuada": 81, "dignissim": 81, "mi": 81, "nunc": 81, "augu": 81, "sem": 81, "cursu": 81, "nulla": 81, "pellentesqu": 81, "habit": 81, "morbi": 81, "senectu": 81, "netu": 81, "fame": 81, "ac": 81, "egesta": 81, "placerat": 81, "tortor": 81, "iaculi": 81, "venenati": 81, "cra": 81, "puru": 81, "ero": 81, "vehicula": 81, "fusc": 81, "auctor": 81, "phasellu": 81, "est": 81, "viverra": 81, "conval": 81, "faucibu": 81, "vulput": 81, "feli": 81, "sodal": 81, "maecena": 81, "congu": 81, "semper": 81, "enim": 81, "blandit": 81, "sollicitudin": 81, "urna": 81, "orci": 81, "lacu": 81, "quisqu": 81, "facilisi": 81, "hendrerit": 81, "curabitur": 81, "variu": 81, "bibendum": 81, "massa": 81, "magna": 81, "tempu": 81, "metu": 81, "nisi": 81, "pretium": 81, "leo": 81, "euismod": 81, "ultric": 81, "dapibu": 81, "lacinia": 81, "vivamu": 81, "molesti": 81, "hac": 81, "habitass": 81, "platea": 81, "dictumst": 81, "content": [82, 87, 117, 118, 121], "changelog": 82, "math": 82, "14": [82, 97, 111, 117, 118, 121], "17": [82, 104], "18": [82, 85, 103, 114], "submenu": 82, "symlink": 83, "subtre": 83, "_theme": 83, "html_theme": 83, "html_theme_path": 83, "optimiz": 84, "tutori": [84, 87, 90, 91, 93, 95, 98, 103, 106, 118, 119, 121], "beginn": 84, "intro_to_torchscript_tutori": 84, "briefli": 84, "lenet": [84, 85], "lenetfeatextractor": 84, "super": [84, 89, 90, 91, 92, 93, 95, 99, 102, 103, 107, 114, 115, 119, 122, 123], "conv1": [84, 85, 92, 99, 102], "conv2d": [84, 92, 95, 99, 102, 115], "conv2": [84, 85, 92, 99, 102], "lenetclassifi": 84, "fc1": [84, 85, 92, 102], "120": [84, 85], "fc2": [84, 85], "84": [84, 85], "fc3": [84, 85], "feat": [84, 85, 114], "obvious": 84, "pathwai": 84, "input_data": [84, 86], "traced_model": 84, "pick": [84, 123], "script_model": [84, 88], "perspect": 84, "___torch_mangle_10": 84, "129": 84, "___torch_mangle_9": 84, "119": 84, "___torch_mangle_5": 84, "137": 84, "callmethod": 84, "138": 84, "38": 84, "39": 84, "torch_script_modul": [84, 85], "in_tensor": 84, "fly": [84, 104], "lenet_script": [84, 85], "haven": 85, "acquir": 85, "dyanmo": 85, "almost": [85, 126], "trt_lenet_script": 85, "apr": 85, "56": [85, 102], "04": 85, "credit": 85, "stop": 85, "argc": [85, 124], "argv": [85, 124], "cerr": [85, 124], "cout": [85, 124], "even": [85, 103, 112, 123, 124], "cppdoc": 85, "pretti": 85, "fashion": [85, 120], "feed": 85, "enable_precis": 85, "And": [85, 112], "convertgraphtotrtengin": 85, "ofstream": 85, "engine_converted_from_jit": 85, "close": [85, 93, 114], "saw": 85, "576": 85, "346": 85, "539": 85, "0464": 85, "0383": 85, "0678": 85, "0932": 85, "1045": 85, "0805": 85, "0435": 85, "0818": 85, "0208": 85, "0358": 85, "cudafloattyp": 85, "0530": 85, "1691": 85, "2802": 85, "1502": 85, "1056": 85, "1549": 85, "input0": [85, 86], "1063": 85, "input1": [85, 86], "input2": 85, "28": 85, "29": [85, 113], "33": 85, "35": 85, "36": 85, "37": 85, "compilegraph": [85, 87], "transform": [85, 87, 90, 91, 96, 97, 100, 101, 105, 106, 108, 111, 113, 114, 115, 116, 117, 118, 119, 121, 125], "laid": 85, "translat": [85, 106], "aren": 85, "techniqu": [85, 87, 124], "checkmethodoperatorsupport": 85, "modular": 85, "ship": [85, 124], "exhaust": 85, "109": 85, "addlay": 85, "yourself": 85, "question": [85, 93], "outself": 85, "flatten_convert": 85, "unwraptoint": 85, "in_shap": 85, "tovec": 85, "out_shap": 85, "shuffl": [85, 87, 92, 115], "addshuffl": 85, "setreshapedimens": 85, "todim": 85, "ctype": 85, "cdll": 85, "contributor": 85, "upstream": 85, "pr": 85, "uniqu": 86, "usecas": 86, "individu": 86, "infrastructur": [87, 117, 118, 121], "dataset": [87, 120], "streamlin": [87, 89, 90, 91], "preprocess": [87, 117, 118, 121], "expos": [87, 95], "make_data_load": 87, "cpp_frontend": 87, "loading_data_recip": 87, "cifar10": [87, 115], "cstddef": 87, "ktrain": 87, "ktest": 87, "un": 87, "cs": 87, "toronto": 87, "edu": 87, "kriz": 87, "cifar": 87, "binari": 87, "size_t": 87, "is_train": 87, "noexcept": 87, "use_subset": 87, "new_siz": 87, "mode_": 87, "images_": 87, "targets_": 87, "calibration_dataset": 87, "data_dir": 87, "320": 87, "4914": [87, 115], "4822": [87, 115], "4465": [87, 115], "2023": [87, 115], "1994": [87, 115], "2010": [87, 115], "calibration_dataload": [87, 92], "dataloaderopt": 87, "batch_siz": [87, 92, 113, 115], "worker": 87, "make_int8_calibr": 87, "calibration_cache_fil": 87, "make_int8_cache_calibr": 87, "iint8calibr": 87, "iint8entropycalibrator2": 87, "minmax": 87, "nlp": 87, "iint8minmaxcalibr": 87, "input_shap": [87, 127], "compile_spec": [87, 94, 109, 127], "kf16": [87, 127], "ki8": 87, "entropi": 87, "ptq_calibr": 87, "pointer": [87, 104], "vgg16": [87, 115], "dataloadercalibr": 87, "testing_dataset": [87, 115], "totensor": [87, 115, 117, 118, 121], "testing_dataload": [87, 115], "num_work": [87, 115], "cache_fil": 87, "use_cach": [87, 101, 108, 116], "algo_typ": 87, "calibrationalgo": 87, "entropy_calibration_2": 87, "cachecalibr": 87, "vgg": [87, 115], "test_ptq_dataloader_calibr": 87, "test_ptq_trt_calibr": 87, "krizhevski": 87, "hinton": 87, "2009": 87, "tini": 87, "simonyan": 87, "zisserman": 87, "2014": 87, "recognit": [87, 120], "arxiv": 87, "preprint": 87, "1409": 87, "1556": 87, "_jit_to_backend": 88, "mobilenet_v2": 88, "pretrain": [88, 96, 98, 99, 103, 108, 109, 112, 113, 117, 118, 120, 121], "unlik": [88, 123], "cost": [89, 90, 91, 95, 98, 106, 124], "perhap": [89, 90, 91, 95], "overhead": [89, 90, 91, 95, 105, 112, 116, 124], "involv": [89, 90, 91, 105, 106, 112], "greatli": [89, 90, 91, 119], "rap": 89, "boost": 89, "argpars": [89, 94, 115], "trtp": [89, 90, 91, 104], "tl": [89, 90, 91, 95], "trt_logger": 89, "add_one_kernel": 89, "x_ptr": 89, "n_element": 89, "y_ptr": 89, "block_siz": [89, 90, 91, 95], "pid": [89, 90, 91, 95], "program_id": [89, 90, 91, 95], "block_start": [89, 90, 91], "offset": [89, 90, 91], "custom_op": [89, 90, 91, 95, 101, 104], "add_on": 89, "mutates_arg": [89, 90, 91, 95, 101, 104], "assert": [89, 90, 91, 92, 95, 99, 103, 104, 106, 116], "is_cuda": [89, 90, 91, 104], "empty_lik": [89, 90, 91, 104], "256": [89, 95, 104, 114, 115, 116, 117, 118, 121], "grid": [89, 90, 91, 104], "cdiv": [89, 104], "launch": [89, 90, 91, 95, 104, 112, 117, 118, 121], "register_fak": [89, 90, 91, 95, 101, 104], "add_plugin_desc": 89, "tensordesc": [89, 90, 104], "aot_impl": [89, 104], "add_plugin_aot_impl": 89, "tactic": [89, 104], "kernellaunchparam": [89, 104], "symexpr": [89, 104], "type_str": 89, "astsourc": 89, "fn": 89, "compiled_kernel": [89, 104], "shape_expr": [89, 104], "launch_param": [89, 104], "grid_x": [89, 104], "block_x": [89, 104], "num_warp": 89, "shared_mem": [89, 104], "extra_arg": [89, 104], "symintexpr": [89, 104], "symint32": [89, 104], "asm": 89, "ptx": [89, 104], "generate_plugin_convert": [89, 90, 91, 104], "supports_dynamic_shap": [89, 90, 91, 93, 101, 104, 124], "use_aot_if_avail": 89, "__name__": [89, 97, 99, 104, 107, 111], "__main__": [89, 97, 99, 104, 107, 111], "argumentpars": [89, 94, 115], "add_argu": [89, 94, 115], "store_tru": 89, "parse_arg": [89, 94, 115], "my_model": [89, 90, 91, 95], "trt_input": [89, 104], "no_grad": [89, 90, 91, 93, 94, 95, 97, 98, 99, 101, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116], "allclos": [89, 90, 91, 92, 93, 99, 103, 104, 106], "minut": [89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116], "aot_plugin": 89, "jupyt": [89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117], "ipynb": [89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116], "perviou": [90, 91], "elementwis": [90, 91, 93], "elementwise_mul_kernel": 90, "thread": [90, 91, 124], "x_val": [90, 91], "y_val": [90, 91], "wise": [90, 91], "z_val": [90, 91], "torchtrt_ex": [90, 91, 95], "elementwise_mul": 90, "cours": [90, 91], "less": [90, 119, 124], "boilerpl": [90, 93], "prior": [90, 93, 98, 122, 124], "x_t": 90, "as_tensor": [90, 95, 114], "y_t": 90, "z_t": 90, "ran": [90, 91], "auto_generate_convert": 90, "tensorrt_bind": 91, "elementwise_scale_mul_kernel": 91, "elementwise_scale_mul": 91, "qdp": 91, "generate_plugin": [91, 104], "randint": [91, 97, 101, 105, 111, 116, 124], "auto_generate_plugin": 91, "among": 92, "mixedpytorchautocastmodel": 92, "in_channel": [92, 115], "out_channel": 92, "relu1": 92, "pool1": 92, "maxpool2d": [92, 115], "relu2": 92, "pool2": 92, "out1": 92, "out2": 92, "out3": 92, "out4": 92, "out5": 92, "out6": 92, "out7": 92, "out8": 92, "out9": 92, "tensordataset": 92, "pytorch_out": 92, "addtion": 92, "trt_autocast_mod": 92, "autocast_out": 92, "bfp16": 92, "should_be_fp32": 92, "should_be_fp16": 92, "should_be_bf16": 92, "autocast_exampl": 92, "gelu": 93, "sy": 93, "suppos": 93, "my_mod": 93, "ex_input": [93, 95], "baselin": [93, 104, 119], "my_standard_gelu": 93, "supersed": 93, "converterprior": 93, "vers": 93, "distinct": 93, "prepend": 93, "candid": 93, "primit": 93, "compiler_ir": 93, "focu": 93, "interoper": 93, "aten_ops_gelu": 93, "sourceir": 93, "cheap": 93, "unqiu": 93, "op_count": 93, "get_op_count": 93, "nonloc": 93, "source_ir": 93, "lhs_val": 93, "rhs_val": 93, "x_7": 93, "x_8": 93, "79788456080000003": 93, "x_9": 93, "044714999999999998": 93, "x_10": 93, "x_11": 93, "x_12": 93, "x_13": 93, "x_14": 93, "x_15": 93, "my_custom_gelu": 93, "my_mod_erf": 93, "my_gelu_erf": 93, "notic": [93, 105], "converter_overload": 93, "geforcertx": 94, "4080": 94, "3080": 94, "cross_runtime_compilation_for_window": 94, "trt_resnet": 94, "comil": 94, "manual_se": [94, 96, 97, 98, 103, 106, 113], "resnet18": [94, 96, 98, 103, 106, 109, 112], "loaded_model": 94, "trt_output": [94, 96], "sake": 95, "circular": 95, "red": [95, 114], "green": [95, 114], "twice": 95, "written": 95, "openai": 95, "formal": 95, "circ_pad_kernel": 95, "all_pads_0": 95, "all_pads_2": 95, "all_pads_4": 95, "all_pads_6": 95, "orig_dims_0": 95, "orig_dims_1": 95, "orig_dims_2": 95, "orig_dims_3": 95, "y_shape_1": 95, "y_shape_2": 95, "y_shape_3": 95, "x_len": 95, "y_len": 95, "mask_i": 95, "i3": 95, "i2": 95, "i1": 95, "i0": 95, "j0": 95, "j1": 95, "j2": 95, "j3": 95, "load_idx": 95, "mask_x": 95, "triton_circular_pad": 95, "out_dim": 95, "tolist": 95, "all_pad": 95, "zero": [95, 119], "orig_dim": 95, "blocksiz": 95, "numblock": 95, "tracabl": 95, "prerequisit": 95, "fake": [95, 104], "real": 95, "faketensor": 95, "autograd": 95, "beyond": 95, "register_autograd": 95, "padded_x": 95, "2604": 95, "4232": 95, "3041": 95, "0833": 95, "2461": 95, "1270": 95, "2450": 95, "4079": 95, "2887": 95, "2828": 95, "0373": 95, "0332": 95, "3143": 95, "6344": 95, "5638": 95, "1867": 95, "5068": 95, "4363": 95, "7937": 95, "3488": 95, "1350": 95, "7966": 95, "3517": 95, "1379": 95, "5537": 95, "1088": 95, "8950": 95, "0550": 95, "6163": 95, "0109": 95, "5245": 95, "9632": 95, "5686": 95, "3775": 95, "8162": 95, "4216": 95, "4311": 95, "1649": 95, "2091": 95, "3668": 95, "1006": 95, "1447": 95, "0352": 95, "7689": 95, "8131": 95, "_run_on_gpu_0": 95, "_run_on_acc_1": 95, "dry": 95, "50": [95, 103, 120], "count": 95, "__": 95, "aggreg": [95, 102], "stat": [95, 102], "latenc": [95, 113, 114, 116, 124], "abstractli": 95, "pkl": [95, 103], "cupi": 95, "gap": 95, "prealloc": 95, "circularpaddingplugin": 95, "ipluginv2dynamicext": 95, "field_collect": 95, "pluginfieldcollect": 95, "x_shape": 95, "num_output": 95, "plugin_namespac": 95, "plugin_typ": 95, "plugin_vers": 95, "get_output_datatyp": 95, "input_typ": 95, "get_output_dimens": 95, "output_index": 95, "dimsexpr": 95, "exprbuild": 95, "iexprbuild": 95, "output_dim": 95, "dimensionoper": 95, "configure_plugin": 95, "inp": 95, "dynamicplugintensordesc": 95, "x_dim": 95, "desc": 95, "supports_format_combin": 95, "po": 95, "in_out": 95, "plugintensordesc": 95, "num_input": 95, "enqueu": 95, "input_desc": 95, "output_desc": 95, "in_dtyp": 95, "a_mem": 95, "unownedmemori": 95, "items": 95, "c_mem": 95, "a_ptr": 95, "memorypoint": 95, "c_ptr": 95, "a_d": 95, "memptr": 95, "c_d": 95, "a_t": 95, "c_t": 95, "cloned_plugin": 95, "__dict__": 95, "circularpaddingplugincr": 95, "iplugincr": 95, "field_nam": 95, "pluginfield": 95, "pluginfieldtyp": 95, "create_plugin": 95, "pluginfieldcollection_": 95, "deserialize_plugin": 95, "pads_dict": 95, "creator": 95, "trt_plugin_registri": 95, "get_plugin_registri": 95, "register_cr": 95, "untyp": 95, "get_trt_tensor": 95, "set_layer_nam": 95, "recal": 95, "intlist": 95, "circular_padding_convert": 95, "retriev": [95, 104, 113], "elsewher": 95, "plugin_registri": 95, "plugin_cr": 95, "get_plugin_cr": 95, "field_config": 95, "eventu": 95, "_input": 95, "add_plugin_v2": 95, "circular_padding_plugin": 95, "_run_on_acc_0": 95, "grad_fn": 95, "subbackward0": 95, "custom_kernel_plugin": 95, "sometim": [96, 116, 122], "visual": [96, 119], "monitor": 96, "captur": [96, 112], "tempfil": 96, "torch_trt": [96, 98, 103, 106], "temp_dir": 96, "join": [96, 124], "gettempdir": 96, "torch_tensorrt_debugger_exampl": 96, "random": [96, 97, 98, 101, 103, 106, 114, 116], "seed": [96, 97, 98, 103, 106, 113], "log_level": [96, 102], "logging_dir": [96, 102], "engine_builder_monitor": [96, 102], "capture_fx_graph_aft": 96, "complex_graph_detect": 96, "capture_fx_graph_befor": 96, "remove_detach": 96, "torch_tensorrt_log": 96, "lowering_passes_visu": 96, "after_complex_graph_detect": 96, "svg": 96, "before_remove_detach": 96, "debugger_exampl": 96, "engine_caching_exampl": [97, 98], "remove_timing_cach": [97, 98, 103], "bertmodel": [97, 105, 111], "from_pretrain": [97, 103, 105, 108, 110, 111, 113, 114, 116], "uncas": [97, 105, 111, 120], "return_dict": [97, 103, 113], "compile_bert": 97, "enable_tim": [97, 98, 103], "1st": [97, 98], "measur": [97, 98, 116, 119], "2nd": [97, 98], "3rd": [97, 98], "slower": [97, 98], "reset": [97, 98, 107, 111, 124], "messur": [97, 98], "compilation_kwarg": [97, 111], "torch_trt_bert_engine_cach": 97, "synchron": [97, 98, 103, 105, 116], "elapsed_tim": [97, 98, 103], "millisecond": 97, "engine_caching_bert_exampl": 97, "paid": 98, "upfront": 98, "invalid": 98, "repeatedli": 98, "mitig": [98, 105], "explor": 98, "_default": [98, 103], "_engine_cach": 98, "flexibl": [98, 126], "histor": [98, 124], "barrier": 98, "reconstruct": 98, "scratch": [98, 106], "ti": 98, "hash": 98, "magnitud": 98, "torch_compil": [98, 107, 109, 111, 112, 122, 126], "compiled_model": 98, "ms": [98, 103, 105, 116], "dynamo_compil": [98, 103], "example_input": [98, 99, 103], "200": 98, "dynamic_shap": [98, 101, 113, 116, 122], "remot": 98, "systen": 98, "agnost": 98, "implent": 98, "ramenginecach": 98, "held": 98, "engine_cach": 98, "torch_compile_my_cach": 98, "Not": 99, "_compil": 99, "convert_modul": 99, "_converterregistri": 99, "dynamo_convert": 99, "get_decomposit": 99, "pre_export_low": 99, "_hierarchical_partition": 99, "hierarchical_adjacency_partit": 99, "get_output_metadata": 99, "inductormodul": 99, "inductor": 99, "func": 99, "simplemodel": 99, "128": [99, 105, 114, 115, 116, 119], "bn1": [99, 102], "batchnorm2d": [99, 102, 115], "bn2": [99, 102], "efficientnet_b0": 99, "run_decomposit": 99, "original_output": 99, "partitioned_model": 99, "op_support": 99, "backend_prior": 99, "backend_support_map": 99, "_native_batch_norm_legit_no_train": 99, "skip_fus": 99, "submodule_node_dict": 99, "_run_on_acc": 99, "replica": 99, "named_children": 99, "node_nam": 99, "module_nod": 99, "metadata_list": 99, "metadata_kei": 99, "val": 99, "tensor_meta": [99, 101], "meta_val_list": 99, "submodule_input": 99, "construct_submodule_input": 99, "_run_on_acc_inductor": 99, "sub_input": 99, "compiled_func": 99, "_inductor": [99, 125], "compiled_submodul": 99, "elif": [99, 115], "_run_on_acc_tensorrt": 99, "setattr": 99, "partitioned_output": 99, "_torch_compile_gpt2": [100, 117], "_torch_export_gpt2": [100, 117], "_torch_export_llama2": [100, 117], "llama2": [100, 117], "_torch_export_sam2": [100, 117], "_torch_export_flux_dev": [100, 117], "flux": [100, 117], "sphx_glr_tutorials__rendered_examples_dynamo_cross_runtime_compilation_for_window": [100, 117], "sphx_glr_tutorials__rendered_examples_dynamo_aot_plugin": [100, 117], "hierarch": [100, 117], "nvrtc": [100, 117], "sphx_glr_tutorials__rendered_examples_dynamo_llama2_flashinfer_rmsnorm": [100, 117], "_llama2_flashinfer_rmsnorm": [100, 101, 117], "showcas": 101, "flashinf": 101, "shape_prop": 101, "tensormetadata": 101, "pass_util": 101, "clean_up_graph_after_modif": 101, "llamaconfig": 101, "llamaforcausallm": 101, "flashinfer_rmsnorm": 101, "replace_rmsnorm": 101, "_to_copi": 101, "pow_nod": 101, "mean_nod": 101, "add_nod": 101, "sqrt_node": 101, "div_nod": 101, "mul_nod": 101, "copy_nod": 101, "weight_mul_nod": 101, "original_meta": 101, "create_nod": 101, "sym_siz": 101, "is_quant": 101, "qparam": 101, "new_first_dim": 101, "reshape_nod": 101, "b_val": 101, "s_val": 101, "d_val": 101, "flashinfer_rmsnorm_nod": 101, "reshapback_nod": 101, "replace_all_uses_with": 101, "erase_nod": 101, "vocab_s": 101, "32000": 101, "hidden_s": 101, "4096": [101, 102, 113, 115], "7b": [101, 116, 119], "intermediate_s": 101, "11008": 101, "ffn": 101, "hidden_dim": 101, "swiglu": 101, "num_hidden_lay": 101, "decod": [101, 104, 116, 119], "num_attention_head": 101, "max_position_embed": 101, "kv": 101, "input_id": [101, 108, 119], "seq": 101, "llama2_flashinfer_rmsnorm": 101, "constrain": 102, "toi": 102, "430": 102, "gib": 102, "900": 102, "403": 102, "1612": 102, "intention": [102, 112], "stress": 102, "compilation_opt": 102, "moe": 102, "_run_on_acc_0_resource_split_0": 102, "112": 102, "_run_on_acc_0_resource_split_1": 102, "fx_pytre": 102, "tree_flatten_spec": 102, "_in_spec": 102, "pytre": 102, "tree_unflatten": 102, "_out_spec": 102, "low_cpu_memory_compil": 102, "easili": [103, 112], "straightforward": 103, "hug": [103, 108], "face": [103, 108], "difficult": 103, "ever": [103, 108], "walk": [103, 106, 108, 119], "lora": [103, 106], "diffusionpipelin": [103, 110], "mutable_modul": 103, "model2": [103, 106], "expected_output": [103, 106], "refitted_output": [103, 106], "reload": [103, 126], "model_id": [103, 110], "stabilityai": 103, "xl": 103, "cinemat": 103, "photo": 103, "elsa": 103, "polic": 103, "uniform": 103, "princess_xl_v2": 103, "35mm": 103, "photograph": 103, "film": 103, "bokeh": 103, "profession": 103, "4k": 103, "highli": [103, 117, 118, 120, 121], "draw": 103, "paint": 103, "crayon": 103, "sketch": 103, "graphit": 103, "impressionist": 103, "noisi": 103, "blurri": 103, "soft": 103, "deform": 103, "nude": 103, "pipe": [103, 110, 113], "torch_dtyp": [103, 110, 113], "unet": [103, 110], "_height": 103, "_width": 103, "encoder_hidden_st": [103, 113], "added_cond_kwarg": 103, "text_emb": 103, "time_id": 103, "negative_prompt": 103, "num_inference_step": [103, 113], "768": [103, 113], "num_images_per_prompt": 103, "without_lora_mut": 103, "jpg": [103, 114, 117, 118, 121], "procedur": 103, "load_lora_weight": 103, "stablediffusionapi": 103, "load_lora_embed": 103, "weight_nam": 103, "disnei": 103, "princess": 103, "safetensor": 103, "adapter_nam": 103, "lora1": 103, "set_adapt": 103, "adapter_weight": 103, "fuse_lora": 103, "unload_lora_weight": 103, "with_lora_mut": 103, "dim_0": 103, "dim_1": 103, "dim_2": 103, "dim2": 103, "kwarg_dynamic_shap": 103, "inputs_2": [103, 112], "kwargs_2": 103, "shortcut": 103, "mutable_torchtrt_module_exampl": 103, "Of": [104, 112], "adapt": [104, 106], "pointwis": 104, "mangl": 104, "cu_cod": 104, "__global__": 104, "pointwise_sigmoid_kernel_nvrtc": 104, "__restrict__": 104, "blockidx": 104, "blockdim": 104, "threadidx": 104, "intrins": 104, "0f": 104, "__expf": 104, "eager": [104, 108, 116], "verif": 104, "_cudadevic": 104, "launchconfig": 104, "_launchconfig": 104, "_cudaprogram": 104, "programopt": 104, "_cudaprogramopt": 104, "_cuda_launch": 104, "_cuda_devic": 104, "set_curr": 104, "_cuda_stream": 104, "create_stream": 104, "_program_opt": 104, "arch": 104, "sm_": 104, "include_path": 104, "_program": 104, "code_typ": 104, "_modul": 104, "name_express": 104, "_kernel": 104, "get_kernel": 104, "pointwise_sigmoid_op": 104, "pointwise_sigmoid": 104, "_pytorchstreamwrapp": 104, "pt_stream": 104, "__cuda_stream__": 104, "stream_id": 104, "cuda_stream": 104, "current_stream": 104, "data_ptr": 104, "crucial": 104, "magic": 104, "sigmoid_aot_nvrtc_impl": 104, "pointwisesigmoidmodel_withtrtwrapp": 104, "ncompil": 104, "nvrtc_aot_plugin": 104, "act": 105, "concurr": [105, 117, 118, 121], "overlap": 105, "cycl": 105, "overal": [105, 120], "workload": 105, "enough": 105, "overshadow": 105, "cumul": 105, "priorit": 105, "comprehens": 105, "infrequ": 105, "timeit": [105, 116], "test_module_perf": 105, "warm": [105, 112, 116], "accur": 105, "start_tim": [105, 116], "default_tim": [105, 116], "end_tim": [105, 116], "time_m": 105, "median": 105, "metric": 105, "out_trt": [105, 112], "pre_allocated_output_ctx": 105, "set_pre_allocated_output": 105, "time_opt": 105, "time_norm": 105, "time_opt_m": 105, "1000": [105, 115, 116, 117, 118, 121], "time_normal_m": 105, "3f": [105, 114], "pre_allocated_output_exampl": 105, "expens": 106, "occasion": [106, 107, 111], "infeas": 106, "focus": 106, "mostli": 106, "recogn": 106, "behalf": 106, "init": [106, 115], "sett": 106, "randomli": 106, "exp_program2": 106, "compiled_trt_ep": 106, "new_trt_gm": 106, "new_weight_modul": 106, "accomplish": 106, "gaurente": 106, "attempt": [106, 122, 123], "use_weight_map_cach": 106, "heurist": 106, "verify_output": 106, "in_plac": 106, "refit_engine_exampl": 106, "x_out": 107, "y_out": 107, "x_y_out": 107, "invoc": 107, "sample_inputs_half": 107, "model_half": 107, "backend_kwarg": 107, "optimized_model_custom": 107, "exit": [107, 111], "2052": [107, 111], "compile_engine_and_inf": [107, 111], "art": [108, 113, 114], "causal": [108, 119], "unidirect": 108, "corpu": [108, 120], "automodelforcausallm": [108, 116], "autotoken": 108, "max_length": 108, "token": [108, 113, 119, 120], "kv_cach": 108, "pad_token_id": 108, "eos_token_id": 108, "attn_implement": [108, 116], "enjoi": 108, "cute": 108, "dog": 108, "model_input": 108, "return_tensor": 108, "regress": 108, "pyt_gen_token": 108, "mark_dynam": [108, 109, 122], "1023": 108, "trt_gen_token": 108, "skip_special_token": 108, "torch_compile_gpt2": 108, "new_input": [109, 111], "new_output": [109, 111], "new_batch_size_input": 109, "new_batch_size_output": 109, "inputs_bs8": 109, "outputs_bs8": 109, "inputs_bs12": 109, "outputs_bs12": 109, "compvi": 110, "majest": 110, "castl": 110, "cloud": 110, "majestic_castl": 110, "png": [110, 113, 114], "replai": 112, "cudagraphs_modul": 112, "inputs_3": 112, "out_trt_2": 112, "out_trt_3": 112, "diminish": 112, "encapsul": 112, "wrapped_modul": 112, "samplemodel": 112, "manner": 112, "opt_with_graph_break": 112, "torch_export_cudagraph": 112, "billion": 113, "rectifi": 113, "guidanc": 113, "distil": 113, "commerci": 113, "sentencepiec": 113, "48": 113, "protobuf": 113, "vae": 113, "text_encod": 113, "95": 113, "e2": 113, "register_sdpa": 113, "sdpa": 113, "fluxpipelin": 113, "_trace": [113, 116], "_export": [113, 116], "black": 113, "forest": 113, "dummi": 113, "img_id": 113, "3586": 113, "hidden_st": 113, "pooled_project": 113, "timestep": 113, "txt_id": 113, "joint_attention_kwarg": 113, "factor": 113, "dummy_input": 113, "80gb": 113, "known": 113, "h100": 113, "del": 113, "empty_cach": 113, "golden": 113, "generate_imag": 113, "image_nam": 113, "42": 113, "output_typ": 113, "pil": [113, 114, 117, 118, 121], "dog_cod": 113, "torch_export_flux_dev": 113, "foundat": 114, "solv": [114, 117, 118, 121], "promptabl": 114, "video": 114, "fork": 114, "condition": 114, "concaten": [114, 119], "layernorm": 114, "reli": 114, "stabil": 114, "matplotlib": 114, "pyplot": 114, "plt": 114, "panda": 114, "pd": 114, "sam2_image_predictor": 114, "sam2imagepredictor": 114, "sam_compon": 114, "sam2fullmodel": 114, "agg": 114, "facebook": 114, "hiera": 114, "set_imag": 114, "predict": 114, "predictor": 114, "image_encod": 114, "forward_imag": 114, "_prepare_backbone_featur": 114, "directly_add_no_mem_emb": 114, "no_mem_emb": 114, "_featur": 114, "prompt_encod": 114, "sam_prompt_encod": 114, "mask_decod": 114, "sam_mask_decod": 114, "_bb_feat_siz": 114, "point_coord": 114, "point_label": 114, "backbone_out": 114, "vision_feat": 114, "feat_siz": 114, "image_emb": 114, "high_res_feat": 114, "high_res_featur": 114, "feat_level": 114, "sparse_embed": 114, "dense_embed": 114, "low_res_mask": 114, "iou_predict": 114, "image_embed": 114, "image_p": 114, "get_dense_p": 114, "sparse_prompt_embed": 114, "dense_prompt_embed": 114, "multimask_output": 114, "repeat_imag": 114, "sam_model": 114, "input_imag": 114, "truck": 114, "rgb": 114, "sam2transform": 114, "facebookresearch": 114, "preprocess_input": 114, "orig_hw": 114, "_transform": 114, "500": 114, "375": 114, "unnorm_coord": 114, "transform_coord": 114, "postprocess": 114, "plot": 114, "confid": 114, "score": 114, "postprocess_mask": 114, "resolut": [114, 120], "sorted_indic": 114, "argsort": 114, "show_mask": 114, "ax": 114, "random_color": 114, "255": 114, "144": 114, "astyp": 114, "mask_imag": 114, "cv2": 114, "contour": 114, "findcontour": 114, "retr_extern": 114, "chain_approx_non": 114, "smooth": 114, "approxpolydp": 114, "epsilon": 114, "drawcontour": 114, "thick": 114, "imshow": 114, "show_point": 114, "coord": 114, "marker_s": 114, "pos_point": 114, "neg_point": 114, "marker": 114, "edgecolor": 114, "linewidth": 114, "visualize_mask": 114, "title_prefix": 114, "overlaid": 114, "figsiz": 114, "gca": 114, "titl": 114, "fontsiz": 114, "savefig": 114, "_output_mask_": 114, "snippet": 114, "torchtrt_input": 114, "unnormalized_coordin": 114, "foreground": 114, "trt_out": 114, "trt_mask": 114, "trt_score": 114, "sam": 114, "torch_export_sam2": 114, "modelopt": 115, "mtq": 115, "export_torch_mod": 115, "layer_spec": 115, "num_class": 115, "init_weight": 115, "pool": [115, 127], "sequenti": 115, "avgpool": 115, "adaptiveavgpool2d": 115, "dropout": 115, "_initialize_weight": 115, "kaiming_normal_": 115, "fan_out": 115, "nonlinear": 115, "constant_": 115, "normal_": 115, "vgg16_cfg": 115, "ckpt": 115, "checkpoint": 115, "model_state_dict": 115, "device_count": 115, "ordereddict": 115, "new_state_dict": 115, "forget": 115, "training_dataset": 115, "randomcrop": 115, "randomhorizontalflip": 115, "training_dataload": 115, "drop_last": 115, "crit": 115, "crossentropyloss": 115, "calibrate_loop": 115, "pred": 115, "5f": 115, "acc": 115, "2f": 115, "quantize_typ": 115, "quant_cfg": 115, "int8_default_cfg": 115, "fp8_default_cfg": 115, "forward_loop": 115, "qdq": 115, "incomplet": 115, "float8_e4m3fn": 115, "class_prob": 115, "class_pr": 115, "test_prob": 115, "test_pr": 115, "test_loss": 115, "test_acc": 115, "vgg16_ptq": 115, "overcom": 116, "throughput": 116, "outweigh": 116, "slowdown": 116, "hardwar": [116, 127], "experi": 116, "balanc": 116, "llama": [116, 119], "export_llm": 116, "min_seq_len": 116, "max_seq_len": 116, "contraint": 116, "violat": 116, "125604": 116, "position_id": [116, 119], "aotautograd": 116, "time_gener": 116, "output_seq_length": 116, "input_seq": 116, "inputs_copi": 116, "max_token": 116, "logit": 116, "next_token_logit": 116, "next_token": 116, "time_mean_m": 116, "llama_path": 116, "chat": [116, 119], "hf": [116, 119], "isl": 116, "osl": 116, "llama2_ep": 116, "solut": 116, "insight": 116, "weight_streaming_ctx": 116, "mean_lat": 116, "percentag": 116, "weight_budget_pct": 116, "device_budget": 116, "total_device_budget": 116, "permiss": 116, "equal": [116, 119], "proportion": 116, "streamabl": 116, "streamable_budget": 116, "get_automatic_weight_streaming_budget": 116, "weight_streaming_exampl": 116, "hand": [117, 118, 121], "consider": [117, 118, 121], "grpc": [117, 118, 121], "aforement": [117, 118, 121], "familiar": [117, 118, 121], "resnet50": [117, 118, 121], "torchhub": [117, 118, 121], "docker": [117, 118, 121], "login": [117, 118, 121], "xx": [117, 118], "yy": [117, 118, 121], "mm": [117, 118, 121], "08": [117, 118, 121], "pwd": [117, 118, 121], "scratch_spac": [117, 118, 121], "nvcr": [117, 118, 121], "py3": [117, 118, 121], "hub": [117, 118, 121], "_validate_not_a_forked_repo": [117, 118, 121], "ts_trt_model": [117, 118, 121], "triton_exampl": [117, 118, 121], "model_repositori": [117, 118, 121], "suggest": [117, 118, 121], "simplest": [117, 118, 121], "pbtxt": [117, 118, 121], "data_typ": [117, 118, 121], "type_fp32": [117, 118, 121], "encourag": [117, 118, 121], "proce": [117, 118, 121], "8000": [117, 118, 121], "8001": [117, 118, 121], "8002": [117, 118, 121], "tritonserv": [117, 118, 121], "spin": [117, 118, 121], "proceed": [117, 118, 121], "flesh": [117, 118, 121], "img1": [117, 118, 121], "hakaimagazin": [117, 118, 121], "wp": [117, 118, 121], "gulf": [117, 118, 121], "bird": [117, 118, 121], "attrdict": [117, 118, 121], "pyindex": [117, 118, 121], "tritoncli": [117, 118, 121], "jump": [117, 118, 121], "firstli": [117, 118, 121], "resiz": [117, 118, 121], "httpclient": [117, 118, 121], "triton_to_np_dtyp": [117, 118, 121], "rn50_preprocess": [117, 118, 121], "img_path": [117, 118, 121], "img": [117, 118, 121], "centercrop": [117, 118, 121], "485": [117, 118, 121], "456": [117, 118, 121], "406": [117, 118, 121], "229": [117, 118, 121], "transformed_img": [117, 118, 121], "inferenceservercli": [117, 118, 121], "localhost": [117, 118, 121], "secondli": [117, 118, 121], "obtain": [117, 118, 120, 121, 125], "inferinput": [117, 118, 121], "set_data_from_numpi": [117, 118, 121], "binary_data": [117, 118, 121], "inferrequestedoutput": [117, 118, 121], "class_count": [117, 118, 121], "lastli": [117, 118, 121], "send": [117, 118, 121], "model_nam": [117, 118, 121], "inference_output": [117, 118, 121], "as_numpi": [117, 118, 121], "468750": [117, 118, 121], "90": [117, 118, 121], "523438": [117, 118, 121], "92": [117, 118, 121], "664062": [117, 118, 121], "429688": [117, 118, 121], "136": [117, 118, 121], "234375": [117, 118, 121], "confidence_scor": [117, 118, 121], "classification_index": [117, 118, 121], "_rendered_examples_python": 117, "_rendered_examples_jupyt": 117, "unifi": 119, "static_cache_v1": 119, "static_cache_v2": 119, "attent": 119, "dot": 119, "cache_util": 119, "offici": 119, "famili": 119, "card": 119, "gpt": 119, "ye": 119, "8b": 119, "1b": 119, "3b": 119, "qwen": 119, "qwen2": 119, "5b": 119, "gemma": 119, "vl": 119, "static_v1": 119, "eagle2": 119, "2b": 119, "parallel": 119, "num_token": 119, "static_v2": 119, "enable_pytorch_run": 119, "image_path": 119, "head": 119, "staticcachev1model": 119, "q": 119, "key_cach": 119, "value_cach": 119, "start_idx": 119, "end_idx": 119, "is_caus": 119, "new_key_cach": 119, "new_value_cach": 119, "attn_output": 119, "_nn": 119, "scaled_dot_product_attent": 119, "dropout_p": 119, "prefil": 119, "increment": 119, "reach": 119, "staticcachev2model": 119, "concat_kei": 119, "concat_valu": 119, "definiton": 119, "key_cache_0": 119, "value_cache_0": 119, "generate_with_static_cach": 119, "autoregress": 119, "slide": 119, "gemma3": 119, "v4": 119, "52": 119, "attn": 119, "isol": 119, "acoust": 120, "speech": 120, "quartznet": 120, "contextnet": 120, "subword": 120, "piec": 120, "excit": 120, "se": 120, "smaller": 120, "audio": 120, "transcrib": 120, "speedup": 120, "feedforward": 120, "cnn": 120, "uniformli": 120, "compound": 120, "coeffici": 120, "b0": 120, "english": 120, "supervis": 120, "walkthrough": 120, "adopt": 120, "mobilenetv2": 120, "classif": 120, "imagenet": 120, "imagenett": 120, "qat": 120, "simul": 120, "eagerli": 122, "swap": 122, "_tracer": 122, "queri": 122, "attn_weight": 122, "compiler_dynamic_shap": 122, "inputs_bs2": 122, "mymodul": 123, "linear1": 123, "linear2": 123, "linear3": 123, "40": 123, "__myl_mulsum_myl0_0": 123, "layertyp": 123, "kgen": 123, "__mye116_dconst": 123, "__myln_k_arg__bb1_2": 123, "tacticnam": 123, "__myl_mulsum_0xfa6c1858aea1b13b03f90165d7149ec6": 123, "streamid": 123, "__myl_addresmulsum_myl0_1": 123, "__mye131_dconst": 123, "addmm_constant_0": 123, "addmm_add_broadcast_to_same_shape_lhs_broadcast_constantfloat": 123, "__myln_k_arg__bb1_3": 123, "__myl_addresmulsum_0xb3915d7ebfe48be45b6d49083479e12f": 123, "__myl_addresmulsumadd_myl0_2": 123, "__mye146_dconst": 123, "addmm_2_constant_0": 123, "addmm_2_add_broadcast_to_same_shape_lhs_broadcast_constantfloat": 123, "addmm_1_constant_0": 123, "addmm_1_add_broadcast_to_same_shape_lhs_broadcast_constantfloat": 123, "__myl_addresmulsumadd_0xcdd0085ad25f5f45ac5fafb72acbffd6": 123, "__myl_mulsumaddcas_myl0_0": 123, "__mye112_dconst": 123, "__myl_mulsumaddcas_0xacf8f5dd9be2f3e7bb09cdddeac6c936": 123, "__myl_resmulsumaddcas_myl0_1": 123, "__mye127_dconst": 123, "addmm_1_add_broadcast_to_same_shape_lhs_broadcast_constanthalf": 123, "__myl_resmulsumaddcas_0x5a3b318b5a1c97b7d5110c0291481337": 123, "__myl_resmulsumadd_myl0_2": 123, "__mye142_dconst": 123, "__myl_resmulsumadd_0x3fad91127c640fd6db771aa9cde67db0": 123, "maxim": 123, "dive": 123, "affect": 123, "intellig": 123, "keep": 123, "cooper": 123, "summari": 123, "libtorchtrt_runtim": 124, "dl_open": 124, "ld_preload": 124, "load_librari": 124, "wl": 124, "ltorchtrt": 124, "torchtrt_aoti_exampl": 124, "libtorchtrt_plugin": 124, "neglig": 124, "alert": 124, "crash": 124, "sacrif": 124, "incur": 124, "intens": 124, "conjunct": 124, "nor": 124, "engag": 124, "nonzero": 124, "aten_ops_nonzero": 124, "aotinductor": [124, 125], "torchinductor": 124, "relev": 124, "artifact": [124, 126], "craft": 124, "emploi": 124, "server": 124, "dynamo_model": 124, "getcwd": 124, "pt2": 124, "aoti_packag": 124, "model_package_load": 124, "trt_aoti_module_path": 124, "endl": 124, "aoti": 124, "inferencemod": 124, "aotimodelpackageload": 124, "loader": 124, "transit": 124, "fstream": 124, "sstream": 124, "samplertapp": 124, "trt_ts_module_path": 124, "trt_ts_mod": 124, "trt_inputs_ivalu": 124, "kfloat32": 124, "trt_results_ivalu": 124, "torchtrt_runtime_exampl": 124, "trt_ep": 125, "stai": 125, "trt_t": 125, "aoti_load_packag": 125, "ergonom": 126, "deleg": 126, "believ": 126, "amen": 126, "pack": 126, "year": 126, "superset": 126, "codebas": 126, "immedi": 126, "traceabl": 126, "scriptabl": 126, "neural": 127, "deconvolut": 127, "scripted_model": 127}, "objects": {"": [[3, 0, 1, "c.STR", "STR"], [7, 0, 1, "c.TORCHTRT_API", "TORCHTRT_API"], [9, 0, 1, "c.TORCHTRT_HIDDEN", "TORCHTRT_HIDDEN"], [5, 0, 1, "c.TORCH_TENSORRT_MAJOR_VERSION", "TORCH_TENSORRT_MAJOR_VERSION"], [6, 0, 1, "c.TORCH_TENSORRT_MINOR_VERSION", "TORCH_TENSORRT_MINOR_VERSION"], [4, 0, 1, "c.TORCH_TENSORRT_PATCH_VERSION", "TORCH_TENSORRT_PATCH_VERSION"], [10, 0, 1, "c.TORCH_TENSORRT_VERSION", "TORCH_TENSORRT_VERSION"], [8, 0, 1, "c.XSTR", "XSTR"], [0, 1, 1, "_CPPv4N14torch_tensorrt8DataTypeE", "torch_tensorrt::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEv", "torch_tensorrt::DataType::DataType"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType::t"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType::t"], [0, 4, 1, "_CPPv4N14torch_tensorrt8DataType5ValueE", "torch_tensorrt::DataType::Value"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::Value::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::Value::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::Value::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::Value::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::Value::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::Value::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::Value::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::Value::kUnknown"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::kUnknown"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv", "torch_tensorrt::DataType::operator Value"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataTypecvbEv", "torch_tensorrt::DataType::operator bool"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!=::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!=::other"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator=="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator=="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator==::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator==::other"], [39, 1, 1, "_CPPv4N14torch_tensorrt6DeviceE", "torch_tensorrt::Device"], [39, 2, 1, "_CPPv4N14torch_tensorrt6Device6DeviceEv", "torch_tensorrt::Device::Device"], [1, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [39, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [39, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [39, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [39, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [39, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [39, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [39, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [39, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [39, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::kGPU"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [39, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [39, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [39, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [39, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [39, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [39, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [39, 6, 1, "_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE", "torch_tensorrt::Device::allow_gpu_fallback"], [39, 6, 1, "_CPPv4N14torch_tensorrt6Device11device_typeE", "torch_tensorrt::Device::device_type"], [39, 6, 1, "_CPPv4N14torch_tensorrt6Device8dla_coreE", "torch_tensorrt::Device::dla_core"], [39, 6, 1, "_CPPv4N14torch_tensorrt6Device6gpu_idE", "torch_tensorrt::Device::gpu_id"], [15, 4, 1, "_CPPv4N14torch_tensorrt16EngineCapabilityE", "torch_tensorrt::EngineCapability"], [15, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::EngineCapability::kDLA_STANDALONE"], [15, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::EngineCapability::kSAFETY"], [15, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::EngineCapability::kSTANDARD"], [40, 1, 1, "_CPPv4N14torch_tensorrt11GraphInputsE", "torch_tensorrt::GraphInputs"], [40, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE", "torch_tensorrt::GraphInputs::input_signature"], [40, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs6inputsE", "torch_tensorrt::GraphInputs::inputs"], [41, 1, 1, "_CPPv4N14torch_tensorrt5InputE", "torch_tensorrt::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEv", "torch_tensorrt::Input::Input"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input::tensor"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [41, 6, 1, "_CPPv4N14torch_tensorrt5Input5dtypeE", "torch_tensorrt::Input::dtype"], [41, 6, 1, "_CPPv4N14torch_tensorrt5Input6formatE", "torch_tensorrt::Input::format"], [41, 6, 1, "_CPPv4N14torch_tensorrt5Input9max_shapeE", "torch_tensorrt::Input::max_shape"], [41, 6, 1, "_CPPv4N14torch_tensorrt5Input9min_shapeE", "torch_tensorrt::Input::min_shape"], [41, 6, 1, "_CPPv4N14torch_tensorrt5Input9opt_shapeE", "torch_tensorrt::Input::opt_shape"], [41, 6, 1, "_CPPv4N14torch_tensorrt5Input5shapeE", "torch_tensorrt::Input::shape"], [41, 6, 1, "_CPPv4N14torch_tensorrt5Input13tensor_domainE", "torch_tensorrt::Input::tensor_domain"], [2, 1, 1, "_CPPv4N14torch_tensorrt12TensorFormatE", "torch_tensorrt::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 4, 1, "_CPPv4N14torch_tensorrt12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::Value"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::Value::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::Value::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::Value::kUnknown"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::kUnknown"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv", "torch_tensorrt::TensorFormat::operator Value"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormatcvbEv", "torch_tensorrt::TensorFormat::operator bool"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator=="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator=="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator==::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator==::other"], [31, 2, 1, "_CPPv4N14torch_tensorrt15dump_build_infoEv", "torch_tensorrt::dump_build_info"], [29, 2, 1, "_CPPv4N14torch_tensorrt14get_build_infoEv", "torch_tensorrt::get_build_info"], [14, 4, 1, "_CPPv4N14torch_tensorrt7logging5LevelE", "torch_tensorrt::logging::Level"], [14, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::Level::kDEBUG"], [14, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::Level::kERROR"], [14, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::Level::kGRAPH"], [14, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::Level::kINFO"], [14, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::Level::kINTERNAL_ERROR"], [14, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::Level::kWARNING"], [21, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv", "torch_tensorrt::logging::get_is_colored_output_on"], [19, 2, 1, "_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv", "torch_tensorrt::logging::get_logging_prefix"], [20, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv", "torch_tensorrt::logging::get_reportable_log_level"], [14, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::kDEBUG"], [14, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::kERROR"], [14, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::kGRAPH"], [14, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::kINFO"], [14, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::kINTERNAL_ERROR"], [14, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::kWARNING"], [23, 2, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log"], [23, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::lvl"], [23, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::msg"], [24, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on"], [24, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"], [25, 2, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix"], [25, 3, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix::prefix"], [22, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level"], [22, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level::lvl"], [30, 2, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device"], [30, 3, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device::gpu_id"], [42, 1, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpecE", "torch_tensorrt::torchscript::CompileSpec"], [42, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [42, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [42, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [42, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [42, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [42, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [42, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"], [42, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE", "torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE", "torch_tensorrt::torchscript::CompileSpec::capability"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE", "torch_tensorrt::torchscript::CompileSpec::debug"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE", "torch_tensorrt::torchscript::CompileSpec::device"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E", "torch_tensorrt::torchscript::CompileSpec::disable_tf32"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_sram_size"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE", "torch_tensorrt::torchscript::CompileSpec::enabled_precisions"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE", "torch_tensorrt::torchscript::CompileSpec::graph_inputs"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE", "torch_tensorrt::torchscript::CompileSpec::min_block_size"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE", "torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE", "torch_tensorrt::torchscript::CompileSpec::refit"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE", "torch_tensorrt::torchscript::CompileSpec::require_full_compilation"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE", "torch_tensorrt::torchscript::CompileSpec::sparse_weights"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE", "torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE", "torch_tensorrt::torchscript::CompileSpec::workspace_size"], [26, 2, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support"], [26, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::method_name"], [26, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::module"], [27, 2, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile"], [27, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::info"], [27, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::module"], [32, 2, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::info"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::module"], [28, 2, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module"], [28, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::device"], [28, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::engine"], [28, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"], [28, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"], [72, 7, 0, "-", "torch_tensorrt"]], "torch_tensorrt": [[72, 8, 1, "", "Device"], [72, 8, 1, "", "DeviceType"], [72, 8, 1, "", "EngineCapability"], [72, 8, 1, "", "Input"], [72, 8, 1, "", "MutableTorchTensorRTModule"], [72, 11, 1, "", "compile"], [72, 11, 1, "", "convert_method_to_trt_engine"], [72, 11, 1, "", "cross_compile_for_windows"], [72, 8, 1, "", "dtype"], [125, 7, 0, "-", "dynamo"], [68, 7, 0, "-", "fx"], [72, 11, 1, "", "load"], [72, 11, 1, "", "load_cross_compiled_exported_program"], [69, 7, 0, "-", "logging"], [72, 8, 1, "", "memory_format"], [71, 7, 0, "-", "runtime"], [72, 11, 1, "", "save"], [73, 7, 0, "-", "ts"]], "torch_tensorrt.Device": [[72, 9, 1, "", "__init__"], [72, 10, 1, "", "device_type"], [72, 10, 1, "", "dla_core"], [72, 10, 1, "", "gpu_id"]], "torch_tensorrt.DeviceType": [[72, 10, 1, "", "DLA"], [72, 10, 1, "", "GPU"], [72, 10, 1, "", "UNKNOWN"], [72, 9, 1, "", "to"], [72, 9, 1, "", "try_from"], [72, 9, 1, "", "try_to"]], "torch_tensorrt.EngineCapability": [[72, 10, 1, "", "DLA_STANDALONE"], [72, 10, 1, "", "SAFETY"], [72, 10, 1, "", "STANDARD"], [72, 9, 1, "", "to"], [72, 9, 1, "", "try_from"], [72, 9, 1, "", "try_to"]], "torch_tensorrt.Input": [[72, 9, 1, "", "__init__"], [72, 10, 1, "", "dtype"], [72, 9, 1, "", "example_tensor"], [72, 10, 1, "", "format"], [72, 9, 1, "", "from_tensor"], [72, 9, 1, "", "from_tensors"]], "torch_tensorrt.MutableTorchTensorRTModule": [[72, 9, 1, "", "__init__"], [72, 9, 1, "", "compile"], [72, 9, 1, "", "refit_gm"], [72, 9, 1, "", "set_expected_dynamic_shape_range"], [72, 9, 1, "", "set_weight_streaming_ctx"]], "torch_tensorrt.dtype": [[72, 10, 1, "", "b"], [72, 10, 1, "", "bf16"], [72, 10, 1, "", "f16"], [72, 10, 1, "", "f32"], [72, 10, 1, "", "f4"], [72, 10, 1, "", "f64"], [72, 10, 1, "", "f8"], [72, 10, 1, "", "i32"], [72, 10, 1, "", "i64"], [72, 10, 1, "", "i8"], [72, 9, 1, "", "to"], [72, 9, 1, "", "try_from"], [72, 9, 1, "", "try_to"], [72, 10, 1, "", "u8"], [72, 10, 1, "", "unknown"]], "torch_tensorrt.dynamo": [[67, 8, 1, "", "CompilationSettings"], [67, 11, 1, "", "compile"], [67, 11, 1, "", "convert_exported_program_to_serialized_trt_engine"], [67, 11, 1, "", "cross_compile_for_windows"], [67, 11, 1, "", "export"], [67, 11, 1, "", "load_cross_compiled_exported_program"], [67, 11, 1, "", "refit_module_weights"], [67, 11, 1, "", "save_cross_compiled_exported_program"], [67, 11, 1, "", "trace"]], "torch_tensorrt.fx": [[68, 8, 1, "", "InputTensorSpec"], [68, 8, 1, "", "TRTInterpreter"], [68, 8, 1, "", "TRTInterpreterResult"], [68, 8, 1, "", "TRTModule"], [68, 11, 1, "", "compile"]], "torch_tensorrt.logging": [[69, 8, 1, "", "debug"], [69, 8, 1, "", "errors"], [69, 8, 1, "", "graphs"], [69, 8, 1, "", "info"], [69, 8, 1, "", "internal_errors"], [69, 8, 1, "", "warnings"]], "torch_tensorrt.memory_format": [[72, 10, 1, "", "cdhw32"], [72, 10, 1, "", "chw16"], [72, 10, 1, "", "chw2"], [72, 10, 1, "", "chw32"], [72, 10, 1, "", "chw4"], [72, 10, 1, "", "dhwc"], [72, 10, 1, "", "dhwc8"], [72, 10, 1, "", "dla_hwc4"], [72, 10, 1, "", "dla_linear"], [72, 10, 1, "", "hwc"], [72, 10, 1, "", "hwc16"], [72, 10, 1, "", "hwc8"], [72, 10, 1, "", "linear"], [72, 9, 1, "", "to"], [72, 9, 1, "", "try_from"], [72, 9, 1, "", "try_to"]], "torch_tensorrt.runtime": [[71, 8, 1, "", "PythonTorchTensorRTModule"], [71, 8, 1, "", "TorchTensorRTModule"], [71, 11, 1, "", "enable_cudagraphs"], [71, 11, 1, "", "enable_output_allocator"], [71, 11, 1, "", "enable_pre_allocated_outputs"], [71, 11, 1, "", "get_cudagraphs_mode"], [71, 11, 1, "", "get_whole_cudagraphs_mode"], [71, 11, 1, "", "set_cudagraphs_mode"], [71, 11, 1, "", "set_multi_device_safe_mode"], [71, 11, 1, "", "weight_streaming"]], "torch_tensorrt.runtime.PythonTorchTensorRTModule": [[71, 9, 1, "", "__init__"], [71, 9, 1, "", "disable_profiling"], [71, 9, 1, "", "enable_profiling"], [71, 9, 1, "", "forward"], [71, 9, 1, "", "get_layer_info"], [71, 9, 1, "", "set_output_tensors_as_unowned"], [71, 9, 1, "", "validate_input_shapes"]], "torch_tensorrt.runtime.TorchTensorRTModule": [[71, 9, 1, "", "__init__"], [71, 9, 1, "", "forward"], [71, 9, 1, "", "get_extra_state"], [71, 9, 1, "", "set_extra_state"]], "torch_tensorrt.ts": [[73, 11, 1, "", "TensorRTCompileSpec"], [73, 11, 1, "", "check_method_op_support"], [73, 11, 1, "", "compile"], [73, 11, 1, "", "convert_method_to_trt_engine"], [73, 11, 1, "", "embed_engine_in_new_module"]]}, "objtypes": {"0": "c:macro", "1": "cpp:class", "2": "cpp:function", "3": "cpp:functionParam", "4": "cpp:enum", "5": "cpp:enumerator", "6": "cpp:member", "7": "py:module", "8": "py:class", "9": "py:method", "10": "py:attribute", "11": "py:function"}, "objnames": {"0": ["c", "macro", "C macro"], "1": ["cpp", "class", "C++ class"], "2": ["cpp", "function", "C++ function"], "3": ["cpp", "functionParam", "C++ function parameter"], "4": ["cpp", "enum", "C++ enum"], "5": ["cpp", "enumerator", "C++ enumerator"], "6": ["cpp", "member", "C++ member"], "7": ["py", "module", "Python module"], "8": ["py", "class", "Python class"], "9": ["py", "method", "Python method"], "10": ["py", "attribute", "Python attribute"], "11": ["py", "function", "Python function"]}, "titleterms": {"class": [0, 1, 2, 18, 33, 35, 43, 67, 68, 70, 71, 72], "datatyp": 0, "document": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 15, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 39, 40, 41, 42, 55, 65, 81, 82], "devic": [1, 39, 124], "devicetyp": 1, "nest": [1, 39], "relationship": [1, 39, 41], "tensorformat": 2, "defin": [3, 4, 5, 6, 7, 8, 9, 10, 17, 43, 105, 108, 113, 114, 115], "str": 3, "torch_tensorrt_patch_vers": 4, "torch_tensorrt_major_vers": 5, "torch_tensorrt_minor_vers": 6, "torchtrt_api": 7, "xstr": 8, "torchtrt_hidden": 9, "torch_tensorrt_vers": 10, "directori": [11, 12, 13, 44, 119], "cpp": [11, 16, 17, 18, 49], "subdirectori": [11, 12], "includ": [12, 16, 17, 18], "torch_tensorrt": [13, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 38, 67, 68, 69, 70, 71, 72, 73, 109, 111, 112, 126], "file": [13, 16, 17, 18, 36, 37, 38, 43, 44], "enum": [14, 15, 16, 18, 33, 34, 43, 70, 72], "level": [14, 76, 78, 79], "enginecap": 15, "log": [16, 19, 20, 21, 22, 23, 24, 25, 34, 36, 69], "h": [16, 17, 18, 36, 37, 38, 49], "content": [16, 17, 18, 33, 34, 35, 76, 77, 78, 79, 80, 81], "definit": [16, 17, 18, 79, 94, 105, 106, 107, 108, 109, 110, 111, 112, 115, 116], "namespac": [16, 17, 18, 33, 34, 35, 43], "function": [16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 43, 55, 67, 68, 71, 72, 73, 105, 115], "macro": [17, 37], "By": 17, "get_logging_prefix": 19, "get_reportable_log_level": 20, "get_is_colored_output_on": 21, "set_reportable_log_level": 22, "set_is_colored_output_on": 24, "set_logging_prefix": 25, "torchscript": [26, 27, 28, 32, 35, 54, 61, 65, 84, 85, 88, 124, 125, 126], "check_method_operator_support": 26, "compil": [27, 50, 53, 57, 58, 61, 63, 65, 85, 94, 96, 98, 102, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 116, 119, 120, 122, 123, 125, 126], "embed_engine_in_new_modul": 28, "get_build_info": 29, "set_devic": 30, "dump_build_info": 31, "convert_method_to_trt_engin": 32, "program": [36, 37, 38, 57, 106, 124], "list": [36, 37, 38, 79], "struct": [39, 40, 41, 42, 43], "type": [39, 41, 47, 123], "graphinput": 40, "input": [41, 109, 111, 114], "inherit": 41, "base": [41, 76], "compilespec": 42, "torch": [43, 55, 57, 58, 59, 61, 62, 63, 64, 65, 85, 86, 88, 92, 93, 95, 96, 103, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126], "tensorrt": [43, 52, 55, 57, 58, 59, 61, 62, 64, 65, 85, 86, 88, 89, 90, 92, 93, 95, 96, 101, 103, 104, 106, 108, 113, 114, 115, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126], "c": [43, 55, 61, 63, 65, 85, 87, 120], "api": [43, 44, 55, 61, 65, 105], "hierarchi": 43, "full": [43, 44], "torchtrtc": [45, 85], "convers": [46, 50, 53, 54], "phase": [46, 48, 49, 50, 52, 53], "node": 46, "evalu": [46, 47, 66], "convert": [46, 47, 54, 59, 66, 85, 90, 91, 93, 119], "write": [47, 54, 56, 90, 91, 93, 95], "dynamo": [47, 49, 56, 65, 67, 113, 114, 125, 126], "implement": [47, 93], "registr": [47, 119], "capabl": 47, "valid": [47, 60], "contract": [47, 54], "exampl": [47, 56, 78, 80, 92, 94, 99, 102, 119], "convolut": 47, "oper": [47, 58, 66, 85, 90, 91, 95], "decomposit": 47, "addmm": [47, 48], "lower": [48, 50, 53, 56], "pass": [48, 56], "us": [48, 55, 85, 86, 88, 90, 91, 92, 93, 95, 103, 104, 105, 107, 108, 109, 110, 111, 112, 113, 114, 115, 120, 122], "eliminatecommonsubexpress": 48, "elimin": 48, "dead": 48, "code": [48, 65, 78], "except": 48, "Or": 48, "pattern": 48, "redund": 48, "guard": 48, "freez": 48, "modul": [48, 84, 85, 101, 103, 112, 126], "fuse": 48, "branch": 48, "linear": 48, "flatten": 48, "graph": [48, 52, 112, 126], "tupl": 48, "fallback": [48, 49], "peephol": 48, "optim": [48, 63, 117, 118, 121], "remov": 48, "contigu": 48, "dropout": 48, "To": 48, "unpack": 48, "logsoftmax": 48, "unrol": 48, "loop": [48, 115], "replac": [48, 78], "tile": 48, "repeat": 48, "partit": [49, 50, 53], "partitoninfo": 49, "segmentedblock": 49, "shape_analysi": 49, "automat": [49, 89, 90, 91, 101, 116], "depend": [49, 61, 64, 100, 117], "awar": [49, 120], "hierarch": [49, 99], "partition": [49, 99], "runtim": [50, 52, 53, 71, 94, 105, 124], "resourc": 51, "manag": [51, 116], "overview": [51, 53, 62, 64, 119], "memori": [51, 102], "usag": [51, 58, 106, 107, 119], "control": 51, "cpu": [51, 102], "gpu": [51, 65], "background": [52, 54], "engin": [52, 59, 60, 95, 97, 98], "executor": 52, "op": [52, 59, 95], "construct": 52, "result": 52, "serial": [52, 58, 63], "deseri": 52, "abi": [52, 61], "version": [52, 61], "format": [52, 125, 126], "system": [53, 61, 62, 64, 90], "what": 54, "guarante": 54, "respons": 54, "context": [54, 76, 116], "arg": [54, 77], "weight": [54, 106, 114, 115, 116], "other": [54, 119], "advic": 54, "link": [55, 78], "develop": 55, "avail": 55, "layer": 55, "expect": 55, "dimens": 55, "python": [55, 61, 63, 64, 65, 84, 86, 87, 124], "sometim": 55, "easier": 55, "read": 55, "pytorch": [55, 59, 65, 88, 90, 91, 95, 108, 120], "native_op": 55, "ir": [55, 125, 126], "aten": 56, "basic": [56, 119], "requir": [56, 119], "regist": [56, 85], "export": [57, 63, 112, 113, 122], "customiz": [57, 58], "set": [57, 58, 103, 107, 112, 117, 118, 121], "under": [57, 85, 122], "hood": [57, 85, 122], "trace": 57, "backend": [58, 109, 110, 111, 113, 114], "kei": [58, 119], "featur": [58, 105], "custom": [58, 85, 90, 91, 93, 95, 98, 104, 107, 122], "after": 58, "model": [58, 59, 65, 90, 91, 94, 95, 100, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 123, 125], "perform": [58, 105], "coverag": 58, "feasibl": 58, "dynam": [58, 103, 109, 120, 122, 124], "shape": [58, 103, 109, 120, 122], "support": [58, 66, 119], "recompil": [58, 109], "condit": 58, "fx": [59, 65, 68, 120, 126], "frontend": [59, 61, 65, 88, 108, 120, 126], "user": [59, 65], "guid": [59, 65], "acc": 59, "tracer": 59, "fx2trt": 59, "how": [59, 76, 87], "add": 59, "miss": 59, "introduct": 60, "prerequisit": [60, 61, 62, 64], "quick": [60, 63, 64, 90], "start": [60, 63, 64, 65, 119], "captur": 60, "replai": 60, "build": [60, 61, 62, 64, 76, 117, 118, 121], "from": [60, 61, 88, 119], "note": [60, 107, 111], "instal": [61, 62, 64, 83], "precompil": 61, "binari": 61, "specif": 61, "cuda": [61, 64, 107, 111, 112], "nightli": 61, "onli": 61, "sourc": 61, "linux": 61, "packag": [61, 124], "addit": 61, "option": [61, 63, 76, 77, 79, 109, 111, 116, 126], "distribut": 61, "No": 61, "librari": [61, 108, 113, 114, 124], "standalon": 61, "releas": 61, "debug": [61, 96], "choos": 61, "right": 61, "window": [61, 94], "step": [61, 63, 117, 118, 121], "advanc": [61, 106, 107], "setup": [61, 62], "troubleshoot": [61, 64], "altern": 61, "cmake": 61, "nativ": 61, "aarch64": 61, "jetson": 61, "environ": [61, 62], "cli": [61, 65], "jetpack": 62, "6": [62, 80], "2": [62, 63, 80, 81, 117, 118, 121], "prepar": 62, "1": [63, 80, 113, 117, 118, 121], "deploi": [63, 90, 115, 120, 124], "deploy": 63, "rtx": 64, "clone": 64, "repositori": 64, "toolkit": 64, "bazel": 64, "tarbal": 64, "wheel": 64, "local": 64, "common": 64, "issu": [64, 119], "verifi": 64, "linkag": 64, "In": [65, 106], "framework": 65, "infer": [65, 105, 108, 109, 110, 111, 112, 115, 117, 118, 121], "nvidia": 65, "get": [65, 119], "tutori": [65, 117], "zoo": [65, 100, 117], "contributor": 65, "indic": 65, "legaci": [65, 120, 126], "further": 65, "inform": 65, "current": 66, "through": 66, "ts": [70, 73, 126], "ptq": [70, 87, 115], "submodul": 72, "comput": 74, "time": [74, 126], "changelog": 75, "configur": 76, "project": 76, "wide": 76, "html": 76, "theme": [76, 82], "toc": 76, "page": 76, "tabl": [76, 77, 78, 79, 80, 81], "mod": 77, "test_py_modul": 77, "gener": [77, 89, 90, 91, 101, 113, 119], "index": 77, "paramet": [77, 108], "data": 77, "paragraph": [78, 81], "markup": 78, "inlin": 78, "math": 78, "meta": 78, "block": 78, "liter": 78, "line": 78, "quot": 78, "doctest": 78, "emphas": 78, "number": [78, 79], "sidebar": 78, "ch": 78, "ien": 78, "The": [78, 85], "creativ": 78, "A": 78, "refer": [78, 114], "footnot": 78, "citat": [78, 87], "glossari": 78, "target": 78, "direct": 78, "center": 78, "text": 78, "imag": [78, 79, 113, 114], "figur": 78, "admonit": 78, "And": 78, "wai": 78, "topic": 78, "rubric": 78, "titl": 78, "compound": 78, "download": [78, 83], "enumer": 79, "field": 79, "bullet": 79, "second": 79, "But": 79, "deeper": 79, "down": 79, "rabbit": 79, "hole": 79, "hlist": 79, "grid": 79, "giant": 79, "can": 79, "have": 79, "caption": [79, 82], "like": 79, "thi": [79, 82], "one": 79, "long": [80, 82], "sticki": 80, "nav": 80, "menu": [80, 82], "3": [80, 117, 118, 121], "4": 80, "5": 80, "7": 80, "8": 80, "9": 80, "10": 80, "11": 80, "12": 80, "13": 80, "14": 80, "15": 80, "16": 80, "17": 80, "18": 80, "19": 80, "20": 80, "submenu": 80, "subsubmenu": 80, "structur": 81, "element": 81, "section": 81, "subsect": 81, "subsubsect": 81, "demo": 82, "an": [82, 92, 114], "incred": 82, "via": 83, "git": 83, "creat": [84, 87], "work": [84, 85], "save": [84, 103, 125], "disk": 84, "quickstart": 85, "unsupport": 85, "post": [87, 113, 114], "train": [87, 115, 120], "quantiz": [87, 115, 120], "your": [87, 117, 118, 121], "own": 87, "applic": 87, "directli": 88, "aot": [89, 98, 104, 122, 124], "plugin": [89, 90, 91, 101, 104, 124], "kernel": [90, 91, 95, 104], "our": [90, 91, 93, 95], "autocast": [92, 123], "overload": 93, "metadata": 93, "cross": 94, "import": [94, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116], "within": 95, "test": 95, "wrap": 95, "insert": 95, "cach": [97, 98, 103, 106, 119], "bert": [97, 111, 120], "jit": [98, 122], "rmsnorm": 101, "appli": 101, "llama2": 101, "low": 102, "mutabl": 103, "initi": [103, 114], "make": [103, 106], "modif": 103, "stabl": [103, 110], "diffus": [103, 110], "huggingfac": [103, 119], "persist": 103, "nvrtc": 104, "pre": [105, 115], "alloc": [105, 124], "output": [105, 108, 114, 119, 124], "buffer": 105, "measur": 105, "load": [105, 114, 115, 125], "enabl": 105, "disabl": 105, "refit": 106, "new": 106, "standard": 106, "workflow": 106, "refitt": 106, "pretrain": [106, 114], "map": 106, "place": 106, "default": [107, 112], "cleanup": [107, 111], "driver": [107, 111], "error": [107, 111], "gpt2": 108, "necessari": 108, "decod": 108, "sentenc": 108, "resnet": 109, "argument": [109, 111, 119], "avoid": 109, "specifi": 109, "befor": 109, "trt": 109, "cudagraph": [112, 124], "integr": 112, "contain": 112, "break": 112, "flux": 113, "dev": 113, "follow": [113, 114], "backbon": 113, "process": [113, 114], "prompt": 113, "sam2": 114, "preprocess": 114, "compon": 114, "visual": 114, "dataset": 115, "loss": 115, "calibr": 115, "tune": 115, "fp8": 115, "stream": 116, "run": 116, "budget": 116, "size": 116, "serv": [117, 118, 120, 121], "triton": [117, 118, 121], "up": [117, 118, 121], "server": [117, 118, 121], "client": [117, 118, 121], "queri": [117, 118, 121], "llm": 119, "tool": 119, "vlm": 119, "run_llm": 119, "py": 119, "run_vlm": 119, "kv": 119, "static": 119, "v1": 119, "v2": 119, "sdpa": 119, "sdpa_convert": 119, "register_sdpa": 119, "limit": 119, "known": 119, "notebook": 120, "citrinet": 120, "efficientnet": 120, "mask": 120, "languag": 120, "mlm": 120, "hug": 120, "face": 120, "transform": 120, "acceler": 120, "resnet50": 120, "lenet": 120, "deep": 120, "learn": 120, "object": 120, "detect": 120, "ssd": 120, "int8": 120, "constraint": 122, "mix": 123, "precis": 123, "explicit": 123, "fp32": 123, "accumul": 123, "libtorchtrt": 124, "so": 124, "multi": 124, "safe": 124, "mode": 124, "without": 124, "inductor": 124, "exportedprogram": 125, "b": 125, "pt2": 125, "explain": 126, "just": 126, "accept": 126, "return": 126, "ahead": 126, "dla": 127}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx.ext.intersphinx": 1, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx": 56}})