Search.setIndex({"docnames": ["_cpp_api/classtorch__tensorrt_1_1DataType", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType", "_cpp_api/classtorch__tensorrt_1_1TensorFormat", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883", "_cpp_api/dir_cpp", "_cpp_api/dir_cpp_include", "_cpp_api/dir_cpp_include_torch_tensorrt", "_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558", "_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3", "_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650", "_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a", "_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2", "_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8", "_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5", "_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc", "_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797", "_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9", "_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9", "_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528", "_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384", "_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1", "_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2", "_cpp_api/namespace_torch_tensorrt", "_cpp_api/namespace_torch_tensorrt__logging", "_cpp_api/namespace_torch_tensorrt__torchscript", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h", "_cpp_api/structtorch__tensorrt_1_1Device", "_cpp_api/structtorch__tensorrt_1_1GraphInputs", "_cpp_api/structtorch__tensorrt_1_1Input", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec", "_cpp_api/torch_tensort_cpp", "_cpp_api/unabridged_orphan", "cli/torchtrtc", "contributors/conversion", "contributors/dynamo_converters", "contributors/lowering", "contributors/partitioning", "contributors/phases", "contributors/runtime", "contributors/system_overview", "contributors/ts_converters", "contributors/useful_links", "contributors/writing_dynamo_aten_lowering_passes", "dynamo/dynamo_export", "dynamo/torch_compile", "fx/getting_started_with_fx_path", "getting_started/installation", "getting_started/jetpack", "getting_started/quick_start", "getting_started/tensorrt_rtx", "index", "indices/supported_ops", "py_api/dynamo", "py_api/fx", "py_api/logging", "py_api/ptq", "py_api/runtime", "py_api/torch_tensorrt", "py_api/ts", "sg_execution_times", "src/pytorch-sphinx-theme/docs/changelog", "src/pytorch-sphinx-theme/docs/configuring", "src/pytorch-sphinx-theme/docs/demo/api", "src/pytorch-sphinx-theme/docs/demo/demo", "src/pytorch-sphinx-theme/docs/demo/lists_tables", "src/pytorch-sphinx-theme/docs/demo/long", "src/pytorch-sphinx-theme/docs/demo/structure", "src/pytorch-sphinx-theme/docs/index", "src/pytorch-sphinx-theme/docs/installing", "ts/creating_torchscript_module_in_python", "ts/getting_started_with_cpp_api", "ts/getting_started_with_python_api", "ts/ptq", "ts/torchscript_frontend_from_pytorch", "tutorials/_rendered_examples/dynamo/aot_plugin", "tutorials/_rendered_examples/dynamo/auto_generate_converters", "tutorials/_rendered_examples/dynamo/auto_generate_plugins", "tutorials/_rendered_examples/dynamo/converter_overloading", "tutorials/_rendered_examples/dynamo/cross_runtime_compilation_for_windows", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example", "tutorials/_rendered_examples/dynamo/engine_caching_example", "tutorials/_rendered_examples/dynamo/hierarchical_partitioner_example", "tutorials/_rendered_examples/dynamo/index", "tutorials/_rendered_examples/dynamo/llama2_flashinfer_rmsnorm", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example", "tutorials/_rendered_examples/dynamo/pre_allocated_output_example", "tutorials/_rendered_examples/dynamo/refit_engine_example", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage", "tutorials/_rendered_examples/dynamo/torch_compile_gpt2", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs", "tutorials/_rendered_examples/dynamo/torch_export_flux_dev", "tutorials/_rendered_examples/dynamo/torch_export_sam2", "tutorials/_rendered_examples/dynamo/vgg16_ptq", "tutorials/_rendered_examples/dynamo/weight_streaming_example", "tutorials/_rendered_examples/index", "tutorials/_rendered_examples/triton/index", "tutorials/compile_hf_models", "tutorials/notebooks", "tutorials/serving_torch_tensorrt_with_triton", "user_guide/dynamic_shapes", "user_guide/mixed_precision", "user_guide/runtime", "user_guide/saving_models", "user_guide/torch_tensorrt_explained", "user_guide/using_dla"], "filenames": ["_cpp_api/classtorch__tensorrt_1_1DataType.rst", "_cpp_api/classtorch__tensorrt_1_1Device_1_1DeviceType.rst", "_cpp_api/classtorch__tensorrt_1_1TensorFormat.rst", "_cpp_api/define_macros_8h_1a18d295a837ac71add5578860b55e5502.rst", "_cpp_api/define_macros_8h_1a282fd3c0b1c3a215148ae372070e1268.rst", "_cpp_api/define_macros_8h_1a31398a6d4d27e28817afb0f0139e909e.rst", "_cpp_api/define_macros_8h_1a35703561b26b1a9d2738ad7d58b27827.rst", "_cpp_api/define_macros_8h_1abd1465eb38256d3f22cc1426b23d516b.rst", "_cpp_api/define_macros_8h_1abe87b341f562fd1cf40b7672e4d759da.rst", "_cpp_api/define_macros_8h_1ad19939408f7be171a74a89928b36eb59.rst", "_cpp_api/define_macros_8h_1adad592a7b1b7eed529cdf6acd584c883.rst", "_cpp_api/dir_cpp.rst", "_cpp_api/dir_cpp_include.rst", "_cpp_api/dir_cpp_include_torch_tensorrt.rst", "_cpp_api/enum_logging_8h_1a130f65408ad8cbaee060f05e8db69558.rst", "_cpp_api/enum_torch__tensorrt_8h_1a3fbe5d72e4fc624dbd038853079620eb.rst", "_cpp_api/file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/function_logging_8h_1a0593f776f469c20469e2f729fc7861a3.rst", "_cpp_api/function_logging_8h_1a0c012cb374addd90eb1f42eaec570650.rst", "_cpp_api/function_logging_8h_1a56e110feaaba2c3fd44bd201fd21a76a.rst", "_cpp_api/function_logging_8h_1a7cb50492421ea9de4e3db895819df6f2.rst", "_cpp_api/function_logging_8h_1ac46ac0901cb97e3ae6e93b45f24e90b8.rst", "_cpp_api/function_logging_8h_1ad2efd47b6c3689e58ccc595680579ae5.rst", "_cpp_api/function_logging_8h_1af8f3443813315af7901903d25dd495cc.rst", "_cpp_api/function_torch__tensorrt_8h_1a5b405fd3bf3c8fc2e2a54cbbab979797.rst", "_cpp_api/function_torch__tensorrt_8h_1a6e19490a08fb1553c9dd347a5ae79db9.rst", "_cpp_api/function_torch__tensorrt_8h_1a81f9783517335dda877d8cfcf38987c9.rst", "_cpp_api/function_torch__tensorrt_8h_1ac4ab8313ae72c2c899ea31548b528528.rst", "_cpp_api/function_torch__tensorrt_8h_1ad1acd06eaeaffbbcf6e7ebf426891384.rst", "_cpp_api/function_torch__tensorrt_8h_1ad6a4ee8ca6c8f6e5519eb1128ec7f4a1.rst", "_cpp_api/function_torch__tensorrt_8h_1ae8d56472106eeef37fbe51ff7f40c9b2.rst", "_cpp_api/namespace_torch_tensorrt.rst", "_cpp_api/namespace_torch_tensorrt__logging.rst", "_cpp_api/namespace_torch_tensorrt__torchscript.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_logging.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_macros.h.rst", "_cpp_api/program_listing_file_cpp_include_torch_tensorrt_torch_tensorrt.h.rst", "_cpp_api/structtorch__tensorrt_1_1Device.rst", "_cpp_api/structtorch__tensorrt_1_1GraphInputs.rst", "_cpp_api/structtorch__tensorrt_1_1Input.rst", "_cpp_api/structtorch__tensorrt_1_1torchscript_1_1CompileSpec.rst", "_cpp_api/torch_tensort_cpp.rst", "_cpp_api/unabridged_orphan.rst", "cli/torchtrtc.rst", "contributors/conversion.rst", "contributors/dynamo_converters.rst", "contributors/lowering.rst", "contributors/partitioning.rst", "contributors/phases.rst", "contributors/runtime.rst", "contributors/system_overview.rst", "contributors/ts_converters.rst", "contributors/useful_links.rst", "contributors/writing_dynamo_aten_lowering_passes.rst", "dynamo/dynamo_export.rst", "dynamo/torch_compile.rst", "fx/getting_started_with_fx_path.rst", "getting_started/installation.rst", "getting_started/jetpack.rst", "getting_started/quick_start.rst", "getting_started/tensorrt_rtx.rst", "index.rst", "indices/supported_ops.rst", "py_api/dynamo.rst", "py_api/fx.rst", "py_api/logging.rst", "py_api/ptq.rst", "py_api/runtime.rst", "py_api/torch_tensorrt.rst", "py_api/ts.rst", "sg_execution_times.rst", "src/pytorch-sphinx-theme/docs/changelog.rst", "src/pytorch-sphinx-theme/docs/configuring.rst", "src/pytorch-sphinx-theme/docs/demo/api.rst", "src/pytorch-sphinx-theme/docs/demo/demo.rst", "src/pytorch-sphinx-theme/docs/demo/lists_tables.rst", "src/pytorch-sphinx-theme/docs/demo/long.rst", "src/pytorch-sphinx-theme/docs/demo/structure.rst", "src/pytorch-sphinx-theme/docs/index.rst", "src/pytorch-sphinx-theme/docs/installing.rst", "ts/creating_torchscript_module_in_python.rst", "ts/getting_started_with_cpp_api.rst", "ts/getting_started_with_python_api.rst", "ts/ptq.rst", "ts/torchscript_frontend_from_pytorch.rst", "tutorials/_rendered_examples/dynamo/aot_plugin.rst", "tutorials/_rendered_examples/dynamo/auto_generate_converters.rst", "tutorials/_rendered_examples/dynamo/auto_generate_plugins.rst", "tutorials/_rendered_examples/dynamo/converter_overloading.rst", "tutorials/_rendered_examples/dynamo/cross_runtime_compilation_for_windows.rst", "tutorials/_rendered_examples/dynamo/custom_kernel_plugins.rst", "tutorials/_rendered_examples/dynamo/engine_caching_bert_example.rst", "tutorials/_rendered_examples/dynamo/engine_caching_example.rst", "tutorials/_rendered_examples/dynamo/hierarchical_partitioner_example.rst", "tutorials/_rendered_examples/dynamo/index.rst", "tutorials/_rendered_examples/dynamo/llama2_flashinfer_rmsnorm.rst", "tutorials/_rendered_examples/dynamo/mutable_torchtrt_module_example.rst", "tutorials/_rendered_examples/dynamo/pre_allocated_output_example.rst", "tutorials/_rendered_examples/dynamo/refit_engine_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_advanced_usage.rst", "tutorials/_rendered_examples/dynamo/torch_compile_gpt2.rst", "tutorials/_rendered_examples/dynamo/torch_compile_resnet_example.rst", "tutorials/_rendered_examples/dynamo/torch_compile_stable_diffusion.rst", "tutorials/_rendered_examples/dynamo/torch_compile_transformers_example.rst", "tutorials/_rendered_examples/dynamo/torch_export_cudagraphs.rst", "tutorials/_rendered_examples/dynamo/torch_export_flux_dev.rst", "tutorials/_rendered_examples/dynamo/torch_export_sam2.rst", "tutorials/_rendered_examples/dynamo/vgg16_ptq.rst", "tutorials/_rendered_examples/dynamo/weight_streaming_example.rst", "tutorials/_rendered_examples/index.rst", "tutorials/_rendered_examples/triton/index.rst", "tutorials/compile_hf_models.rst", "tutorials/notebooks.rst", "tutorials/serving_torch_tensorrt_with_triton.rst", "user_guide/dynamic_shapes.rst", "user_guide/mixed_precision.rst", "user_guide/runtime.rst", "user_guide/saving_models.rst", "user_guide/torch_tensorrt_explained.rst", "user_guide/using_dla.rst"], "titles": ["Class DataType", "Class Device::DeviceType", "Class TensorFormat", "Define STR", "Define TORCH_TENSORRT_PATCH_VERSION", "Define TORCH_TENSORRT_MAJOR_VERSION", "Define TORCH_TENSORRT_MINOR_VERSION", "Define TORCHTRT_API", "Define XSTR", "Define TORCHTRT_HIDDEN", "Define TORCH_TENSORRT_VERSION", "Directory cpp", "Directory include", "Directory torch_tensorrt", "Enum Level", "Enum EngineCapability", "File logging.h", "File macros.h", "File torch_tensorrt.h", "Function torch_tensorrt::logging::get_logging_prefix", "Function torch_tensorrt::logging::get_reportable_log_level", "Function torch_tensorrt::logging::get_is_colored_output_on", "Function torch_tensorrt::logging::set_reportable_log_level", "Function torch_tensorrt::logging::log", "Function torch_tensorrt::logging::set_is_colored_output_on", "Function torch_tensorrt::logging::set_logging_prefix", "Function torch_tensorrt::torchscript::check_method_operator_support", "Function torch_tensorrt::torchscript::compile", "Function torch_tensorrt::torchscript::embed_engine_in_new_module", "Function torch_tensorrt::get_build_info", "Function torch_tensorrt::set_device", "Function torch_tensorrt::dump_build_info", "Function torch_tensorrt::torchscript::convert_method_to_trt_engine", "Namespace torch_tensorrt", "Namespace torch_tensorrt::logging", "Namespace torch_tensorrt::torchscript", "Program Listing for File logging.h", "Program Listing for File macros.h", "Program Listing for File torch_tensorrt.h", "Struct Device", "Struct GraphInputs", "Struct Input", "Struct CompileSpec", "Torch-TensorRT C++ API", "Full API", "torchtrtc", "Conversion Phase", "Writing Dynamo Converters", "Lowering Phase", "Partitioning Phase", "Compiler Phases", "Runtime Phase", "System Overview", "Writing TorchScript Converters", "Useful Links for Torch-TensorRT Development", "Writing Dynamo ATen Lowering Passes", "Compiling Exported Programs with Torch-TensorRT", "TensorRT Backend for <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code>", "Torch-TensorRT (FX Frontend) User Guide", "Installation", "Torch-TensorRT in JetPack", "Quick Start", "Torch-TensorRT-RTX", "Torch-TensorRT", "Operators Supported", "torch_tensorrt.dynamo", "torch_tensorrt.fx", "torch_tensorrt.logging", "torch_tensorrt.ts.ptq", "torch_tensorrt.runtime", "torch_tensorrt", "torch_tensorrt.ts", "Computation times", "Changelog", "Configuration", "<span class=\"section-number\">5. </span>:mod:`test_py_module`", "<span class=\"section-number\">3. </span>Paragraph Level Markup", "<span class=\"section-number\">4. </span>Lists &amp; Tables", "<span class=\"section-number\">1. </span>Long Sticky Nav", "<span class=\"section-number\">1. </span>Structural Elements", "&lt;no title&gt;", "Installation", "Creating a TorchScript Module", "Using Torch-TensorRT in  C++", "Using Torch-TensorRT in Python", "Post Training Quantization (PTQ)", "Using Torch-TensorRT TorchScript Frontend Directly From PyTorch", "Automatically Generate a TensorRT AOT Plugin", "Automatically Generate a Converter for a Custom Kernel", "Automatically Generate a Plugin for a Custom Kernel", "Overloading Torch-TensorRT Converters with Custom Converters", "Cross runtime compilation for windows example", "Using Custom Kernels within TensorRT Engines with Torch-TensorRT", "Engine Caching (BERT)", "Engine Caching", "Hierarchical Partitioner Example", "Dependencies", "Automatically generate a TensorRT Plugin for RMSNorm module and apply it in Llama2", "Mutable Torch TensorRT Module", "Pre-allocated output buffer", "Refitting Torch-TensorRT Programs with New Weights", "Torch Compile Advanced Usage", "Compiling GPT2 using the Torch-TensorRT <code class=\"docutils literal notranslate\"><span class=\"pre\">torch.compile</span></code> frontend", "Compiling ResNet with dynamic shapes using the <cite>torch.compile</cite> backend", "Compiling Stable Diffusion model using the <cite>torch.compile</cite> backend", "Compiling BERT using the <cite>torch.compile</cite> backend", "Torch Export with Cudagraphs", "Compiling FLUX.1-dev model using the Torch-TensorRT dynamo backend", "Compiling SAM2 using the dynamo backend", "Deploy Quantized Models using Torch-TensorRT", "Weight Streaming", "Torch-TensorRT Tutorials", "Serving a Torch-TensorRT model with Triton", "Compiling LLM models from Huggingface", "Legacy notebooks", "Serving a Torch-TensorRT model with Triton", "Dynamic shapes with Torch-TensorRT", "Compile Mixed Precision models with Torch-TensorRT", "Deploying Torch-TensorRT Programs", "Saving models compiled with Torch-TensorRT", "Torch-TensorRT Explained", "DLA"], "terms": {"defin": [0, 1, 2, 14, 15, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 37, 39, 40, 41, 42, 44, 45, 47, 58, 61, 69, 70, 74, 82, 83, 84, 85, 87, 88, 89, 90, 92, 94, 101, 105, 106, 114], "file": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 15, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 39, 40, 41, 42, 45, 47, 49, 51, 52, 57, 58, 59, 61, 65, 66, 70, 71, 72, 74, 75, 77, 81, 83, 85, 91, 107, 111, 112, 113, 115, 116, 118, 119], "torch_tensorrt": [0, 1, 2, 12, 14, 15, 36, 37, 39, 40, 41, 42, 43, 44, 45, 47, 49, 55, 56, 57, 58, 60, 61, 62, 63, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 104, 107, 108, 109, 110, 111, 112, 114, 115, 116, 117, 118, 119, 121], "h": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 13, 14, 15, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 39, 40, 41, 42, 43, 44, 45, 48, 61, 70, 83, 85, 108, 118], "support": [0, 1, 2, 24, 26, 39, 41, 42, 45, 47, 49, 54, 56, 58, 61, 62, 63, 65, 66, 69, 70, 71, 74, 75, 82, 83, 84, 87, 88, 89, 90, 92, 96, 99, 100, 102, 103, 105, 109, 110, 111, 112, 115, 117, 120, 121], "data": [0, 2, 39, 41, 42, 45, 46, 49, 50, 52, 53, 57, 58, 64, 65, 66, 69, 70, 71, 76, 80, 84, 85, 88, 89, 90, 92, 94, 102, 108, 109, 110, 114, 118], "type": [0, 1, 2, 42, 43, 45, 46, 49, 51, 53, 55, 56, 57, 58, 65, 66, 69, 70, 71, 76, 83, 84, 85, 87, 88, 89, 90, 91, 92, 94, 95, 97, 107, 108, 109, 110, 113, 114, 119], "can": [0, 1, 32, 39, 40, 41, 42, 45, 46, 47, 48, 49, 50, 51, 52, 53, 55, 56, 57, 58, 59, 60, 61, 62, 65, 68, 69, 70, 71, 74, 76, 82, 83, 84, 85, 86, 88, 89, 90, 91, 92, 94, 95, 98, 99, 100, 101, 102, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120], "us": [0, 1, 2, 27, 30, 32, 37, 38, 39, 41, 42, 45, 46, 47, 49, 51, 52, 53, 55, 56, 57, 58, 59, 60, 61, 62, 63, 65, 66, 68, 69, 70, 71, 72, 74, 75, 76, 77, 82, 85, 87, 91, 94, 95, 96, 97, 100, 110, 111, 112, 113, 115, 117, 118, 119, 120, 121], "tensorrt": [0, 1, 26, 27, 28, 31, 32, 38, 39, 41, 42, 45, 46, 47, 48, 49, 50, 52, 53, 55, 61, 65, 66, 68, 69, 70, 71, 82, 85, 89, 91, 94, 95, 96, 99, 101, 103, 104, 105, 106, 110], "engin": [0, 1, 15, 27, 28, 32, 38, 39, 41, 42, 45, 46, 49, 50, 52, 55, 56, 57, 62, 63, 65, 66, 69, 70, 71, 74, 83, 84, 85, 86, 87, 88, 89, 90, 96, 98, 99, 100, 102, 103, 105, 107, 110, 111, 116, 118, 120, 121], "thi": [0, 1, 2, 36, 37, 38, 39, 40, 41, 42, 45, 46, 47, 48, 49, 50, 51, 52, 53, 55, 56, 57, 58, 59, 61, 62, 65, 66, 69, 70, 71, 74, 75, 76, 78, 79, 82, 83, 85, 86, 87, 88, 89, 90, 92, 94, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120], "compat": [0, 1, 39, 48, 51, 57, 58, 62, 65, 69, 70, 71, 108, 120], "c10": [0, 1, 38, 39, 41, 42, 83, 85, 118], "check": [0, 1, 26, 39, 45, 48, 53, 58, 60, 62, 69, 71, 83, 92, 98, 100, 111, 112, 115, 118], "trt": [0, 1, 39, 41, 46, 48, 51, 53, 55, 57, 58, 61, 64, 65, 69, 70, 83, 87, 90, 92, 99, 102, 105, 107, 108, 110, 113, 116, 118, 119], "so": [0, 45, 46, 47, 48, 51, 52, 53, 55, 57, 58, 59, 60, 62, 66, 69, 70, 75, 76, 77, 83, 85, 88, 89, 90, 92, 94, 98, 101, 102, 103, 105, 116], "should": [0, 38, 42, 45, 46, 47, 48, 49, 50, 52, 53, 56, 57, 58, 69, 70, 71, 74, 76, 79, 85, 90, 92, 93, 94, 98, 99, 100, 102, 106, 108, 111, 112, 115], "reason": [0, 58, 82, 90, 92, 94, 120], "you": [0, 1, 2, 39, 41, 42, 45, 46, 47, 48, 49, 51, 52, 53, 56, 58, 59, 60, 61, 62, 65, 69, 70, 71, 74, 76, 77, 78, 82, 83, 84, 85, 86, 88, 90, 92, 94, 96, 98, 100, 106, 107, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120], "need": [0, 1, 2, 22, 37, 39, 46, 47, 48, 53, 58, 59, 62, 65, 66, 69, 70, 76, 83, 84, 85, 88, 90, 92, 93, 94, 98, 100, 107, 111, 112, 114, 115, 116, 118], "explictli": 0, "public": [0, 1, 2, 38, 39, 40, 41, 42, 77, 85], "enum": [0, 1, 2, 36, 38, 39, 44, 65, 71, 85, 90], "valu": [0, 1, 2, 14, 15, 38, 39, 41, 46, 49, 51, 53, 56, 64, 65, 70, 74, 83, 98, 101, 102, 103, 105, 107, 110, 113, 114], "underli": [0, 1, 2, 39, 53], "In": [0, 1, 2, 39, 46, 47, 49, 50, 51, 52, 53, 57, 58, 59, 62, 69, 70, 76, 77, 79, 84, 85, 87, 88, 89, 90, 92, 98, 102, 107, 108, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119], "case": [0, 1, 2, 39, 42, 46, 47, 49, 51, 53, 55, 57, 58, 59, 69, 70, 85, 87, 88, 89, 90, 92, 96, 98, 99, 100, 110, 111, 116, 117, 118], "itself": [0, 1, 2, 39, 45, 48, 86, 90, 111, 112, 115], "interfac": [0, 1, 2, 39, 51, 52, 53, 57, 63, 85, 106], "vs": [0, 1, 2, 39, 48, 59, 65, 70, 71, 86, 113], "normal": [0, 1, 2, 39, 58, 76, 82, 83, 85, 90, 99, 100, 106, 108, 109, 111, 112, 115, 121], "instatin": [0, 1, 2, 39], "ex": [0, 1, 2, 28, 39, 71, 77, 79], "kfloat": [0, 38, 42], "enumer": [0, 1, 2, 14, 15, 39, 108], "klong": [0, 38], "int64": [0, 70, 71, 97, 110], "kdoubl": [0, 38], "fp64": [0, 70], "fp32": [0, 41, 42, 45, 57, 58, 65, 70, 71, 85, 87, 107, 108, 111, 112, 113, 114, 115], "khalf": [0, 38, 83], "fp16": [0, 41, 42, 45, 57, 58, 65, 66, 70, 83, 84, 87, 104, 107, 108, 110, 113, 117, 121], "kchar": [0, 38], "int8": [0, 41, 42, 45, 57, 70, 85, 109, 121], "kint": [0, 38], "int": [0, 30, 38, 42, 45, 47, 49, 56, 57, 64, 65, 66, 70, 71, 74, 83, 87, 88, 89, 92, 97, 108, 109, 110, 118], "kbool": [0, 38], "bool": [0, 1, 2, 21, 24, 26, 36, 38, 39, 42, 48, 53, 57, 64, 65, 66, 69, 70, 71, 74, 83, 85, 91, 92], "kunknown": [0, 2, 38], "sentinel": [0, 2, 70], "function": [0, 1, 2, 39, 41, 42, 44, 47, 48, 49, 51, 53, 55, 57, 58, 82, 83, 85, 86, 87, 88, 89, 90, 92, 95, 98, 100, 101, 105, 106, 107, 108, 111, 112, 113, 114, 115, 116, 118, 120, 121], "default": [0, 1, 2, 14, 28, 37, 38, 39, 41, 42, 45, 47, 49, 55, 57, 58, 59, 62, 65, 66, 69, 70, 71, 74, 75, 76, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 94, 95, 97, 109, 113, 116, 118, 119, 120], "construct": [0, 1, 2, 39, 41, 42, 46, 47, 48, 50, 52, 53, 58, 69, 70, 76, 77, 83, 85, 90, 92, 94, 116], "new": [0, 1, 2, 27, 28, 39, 41, 42, 49, 51, 52, 53, 55, 57, 58, 61, 63, 71, 76, 83, 87, 88, 89, 94, 96, 98, 99, 102, 103, 105, 106, 111, 112, 113, 115, 118, 119], "object": [0, 1, 2, 39, 41, 42, 45, 51, 53, 55, 56, 57, 62, 69, 70, 71, 85, 86, 90, 99, 116, 119], "inlin": [0, 1, 2, 39, 41, 48, 77, 80, 83], "constexpr": [0, 1, 2, 38, 39, 87, 88, 89, 92], "t": [0, 1, 2, 38, 39, 48, 53, 58, 59, 64, 70, 74, 76, 77, 82, 83, 85, 87, 88, 89, 90, 92, 95, 98, 109, 111, 112, 115, 116], "constructor": [0, 2, 39, 41, 42, 51, 82], "from": [0, 1, 2, 39, 41, 42, 45, 46, 48, 49, 50, 51, 52, 53, 56, 57, 58, 60, 62, 63, 65, 66, 69, 70, 71, 72, 74, 75, 76, 77, 82, 83, 85, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 102, 104, 105, 106, 107, 108, 109, 110, 111, 112, 114, 115, 118, 119, 120], "torchtrt_api": [0, 2, 17, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 36, 37, 38, 41, 42, 43], "scalartyp": [0, 38, 64], "torch": [0, 1, 2, 18, 26, 27, 28, 31, 32, 38, 39, 40, 41, 42, 45, 46, 47, 48, 49, 50, 51, 52, 53, 55, 65, 66, 69, 70, 71, 72, 82, 85, 87, 88, 89, 91, 93, 94, 95, 96, 97, 99, 110, 121], "paramet": [0, 1, 2, 22, 23, 24, 26, 27, 28, 30, 32, 39, 41, 42, 46, 47, 48, 53, 57, 58, 65, 66, 69, 70, 71, 80, 82, 83, 89, 100, 107], "oper": [0, 1, 2, 26, 38, 39, 42, 45, 46, 48, 49, 50, 51, 52, 53, 55, 56, 58, 63, 65, 69, 70, 71, 84, 85, 87, 90, 96, 97, 99, 100, 103, 105, 106, 107, 108, 111, 113, 118, 120, 121], "const": [0, 1, 2, 26, 27, 28, 30, 32, 38, 39, 48, 53, 64, 83, 85, 118], "get": [0, 1, 2, 20, 29, 39, 48, 49, 53, 55, 56, 58, 60, 69, 70, 83, 85, 88, 89, 90, 94, 95, 97, 102, 110, 111, 112, 114, 115, 118], "return": [0, 1, 2, 20, 21, 26, 27, 28, 29, 32, 36, 37, 38, 39, 47, 48, 49, 50, 51, 52, 53, 55, 57, 58, 65, 66, 69, 70, 71, 82, 83, 84, 85, 87, 88, 89, 90, 92, 94, 95, 97, 98, 99, 100, 101, 106, 108, 109, 110, 111, 112, 113, 115, 116, 117, 118], "explicit": [0, 1, 2, 38, 39, 48, 58, 66, 69, 76, 85, 107, 120], "delet": [0, 1, 2, 38, 39, 48], "other": [0, 1, 2, 38, 39, 45, 46, 48, 51, 55, 57, 58, 59, 64, 65, 69, 70, 75, 76, 83, 84, 90, 118], "comparis": [0, 2], "true": [0, 1, 2, 39, 42, 48, 49, 53, 55, 57, 58, 62, 64, 65, 66, 69, 70, 71, 74, 77, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 102, 103, 104, 106, 107, 108, 109, 110, 111, 112, 113, 115, 117, 118, 119, 121], "fals": [0, 1, 2, 38, 39, 42, 47, 55, 57, 58, 64, 65, 66, 69, 70, 71, 74, 75, 76, 77, 83, 85, 86, 87, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 104, 105, 106, 107, 108, 109, 110, 118], "struct": [1, 18, 33, 35, 38, 47, 85], "onli": [1, 14, 39, 41, 45, 47, 48, 49, 52, 53, 57, 58, 60, 61, 62, 65, 66, 69, 70, 76, 85, 87, 88, 89, 90, 91, 92, 97, 98, 100, 110, 117, 118, 121], "applic": [1, 39, 45, 48, 52, 57, 62, 65, 69, 70, 83, 84, 86, 107, 118, 121], "kcuda": [1, 39, 49, 83, 118], "which": [1, 2, 27, 32, 39, 42, 46, 47, 48, 49, 50, 51, 52, 53, 55, 56, 57, 58, 59, 60, 62, 65, 66, 68, 69, 70, 71, 74, 76, 77, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 94, 97, 101, 102, 103, 106, 107, 108, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120], "map": [1, 39, 46, 47, 48, 50, 52, 53, 58, 69, 70, 83, 85, 86, 94, 101, 111, 112, 114, 115], "kgpu": [1, 38, 39], "To": [1, 39, 45, 47, 49, 57, 59, 62, 65, 74, 82, 83, 84, 86, 87, 92, 100, 107, 108, 111, 112, 113, 115], "datatyp": [1, 18, 33, 38, 39, 41, 42, 43, 65, 70, 71, 84, 92, 107, 111, 112, 115, 117], "target": [1, 28, 38, 39, 41, 42, 45, 47, 49, 51, 52, 57, 58, 59, 62, 63, 65, 69, 70, 71, 84, 85, 86, 90, 92, 97, 100, 118, 120, 121], "gpu": [1, 27, 30, 32, 38, 39, 45, 57, 58, 62, 65, 69, 70, 71, 83, 85, 86, 87, 88, 89, 92, 99, 102, 106, 107, 110, 111, 112, 115, 118, 120, 121], "run": [1, 32, 39, 42, 45, 46, 47, 48, 49, 50, 51, 52, 53, 57, 58, 59, 60, 61, 62, 65, 66, 69, 70, 71, 76, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121], "kdla": [1, 38, 39, 121], "dla": [1, 38, 39, 42, 45, 57, 63, 65, 70, 71], "intern": [1, 14, 39, 53, 56, 67, 69, 76, 83], "note": [1, 39, 41, 47, 53, 55, 58, 59, 60, 69, 70, 74, 76, 83, 92, 98, 100, 106, 111, 112, 115, 116, 118, 121], "The": [1, 39, 41, 42, 45, 46, 47, 48, 49, 50, 51, 52, 53, 55, 56, 57, 58, 59, 65, 69, 70, 71, 74, 77, 82, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 98, 99, 100, 102, 103, 106, 107, 108, 110, 111, 112, 113, 114, 115, 116, 118, 119, 120], "valid": [1, 39, 49, 53, 55, 60, 65, 69, 70, 90, 97, 113], "kcpu": [1, 39], "comparison": [1, 39, 113], "an": [2, 41, 42, 45, 46, 47, 48, 49, 50, 51, 52, 53, 55, 57, 58, 59, 61, 65, 66, 69, 70, 71, 74, 76, 77, 82, 83, 84, 85, 87, 88, 89, 90, 92, 94, 98, 100, 101, 102, 106, 107, 110, 111, 112, 113, 114, 115, 116, 118, 119, 120], "memeori": 2, "layout": [2, 41, 64, 65, 70, 71], "store": [2, 42, 45, 46, 51, 53, 57, 58, 65, 69, 70, 71, 82, 83, 87, 88, 89, 92, 94, 95, 100, 107, 108, 113], "tensor": [2, 28, 38, 41, 42, 45, 46, 47, 48, 49, 51, 53, 55, 56, 57, 58, 64, 65, 66, 69, 70, 71, 82, 83, 84, 85, 87, 88, 89, 90, 92, 97, 99, 101, 106, 107, 108, 110, 113, 114, 117, 118], "kcontigu": [2, 38, 41], "contigu": [2, 41, 42, 45, 65, 70, 71], "nchw": [2, 65, 70, 71], "linear": [2, 49, 64, 70, 82, 92, 109, 117], "kchannelslast": [2, 38], "channel": [2, 70, 75], "last": [2, 48, 58, 70, 109], "nhwc": [2, 45], "memoryformat": [2, 38], "macro": [3, 4, 5, 6, 7, 8, 9, 10, 13, 16, 18, 36, 38, 43, 44], "x": [3, 8, 28, 37, 48, 49, 59, 60, 61, 62, 69, 71, 77, 82, 83, 87, 88, 89, 90, 92, 94, 95, 98, 101, 106, 109, 110, 111, 112, 115, 116, 117, 119], "path": [11, 12, 13, 45, 57, 58, 59, 62, 65, 70, 82, 83, 85, 91, 94, 97, 98, 106, 109, 113, 118, 120], "includ": [11, 13, 14, 29, 31, 36, 37, 38, 44, 45, 47, 49, 50, 51, 52, 55, 57, 58, 59, 60, 61, 65, 66, 69, 70, 74, 76, 82, 83, 85, 92, 107, 108, 113, 118], "parent": [12, 13, 16, 17, 18, 95], "cpp": [12, 13, 36, 37, 38, 44, 48, 52, 59, 83, 85], "log": [13, 14, 17, 33, 43, 44, 48, 53, 57, 58, 63, 64, 65, 66, 70, 87, 88, 89, 90, 97, 117, 118], "emum": [14, 15], "set": [14, 18, 22, 24, 27, 30, 32, 38, 39, 41, 42, 45, 46, 47, 48, 49, 50, 51, 52, 58, 59, 62, 65, 66, 69, 70, 71, 74, 78, 81, 82, 83, 84, 85, 87, 88, 89, 90, 92, 95, 99, 100, 107, 109, 110, 114, 116, 117, 118, 120, 121], "messag": [14, 22, 23, 45, 67], "sever": [14, 23, 67, 106], "kinternal_error": [14, 36], "print": [14, 26, 55, 57, 60, 62, 65, 71, 76, 83, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 102, 107, 109, 110, 111, 112, 115], "error": [14, 42, 45, 46, 48, 52, 57, 58, 62, 65, 67, 70, 71, 76, 83, 88, 89, 97, 110, 116, 117, 118], "kerror": [14, 36], "all": [14, 36, 37, 38, 42, 45, 47, 48, 49, 51, 55, 57, 58, 59, 65, 67, 69, 70, 72, 76, 77, 82, 83, 84, 85, 90, 92, 95, 98, 111, 112, 114, 115, 117, 118, 120], "kwarn": [14, 36], "warn": [14, 45, 53, 67, 69], "kinfo": [14, 36], "info": [14, 27, 32, 38, 45, 53, 67, 69, 70, 117], "kdebug": [14, 36], "debug": [14, 24, 38, 42, 45, 53, 55, 57, 65, 67, 69, 71, 86, 87, 117], "kgraph": [14, 36, 48], "everyth": [14, 57, 62, 65, 70], "intermedi": [14, 42, 45, 47, 57, 65, 67, 70, 71, 82, 117, 120], "graph": [14, 26, 27, 32, 38, 42, 45, 46, 47, 49, 50, 52, 53, 55, 56, 57, 58, 65, 66, 67, 70, 71, 82, 83, 87, 88, 89, 90, 92, 94, 95, 97, 98, 99, 100, 102, 103, 105, 108, 110, 113, 114, 116, 118], "lower": [14, 47, 56, 58, 63, 65, 66, 67, 70, 77, 87, 88, 89, 92, 94, 95, 97, 103, 105, 110, 113, 114, 117, 120], "phase": [14, 53, 56, 83, 90, 99, 100, 106, 113, 116, 120], "class": [15, 38, 39, 44, 51, 53, 57, 58, 67, 71, 76, 77, 82, 83, 84, 85, 87, 88, 89, 90, 92, 94, 95, 98, 101, 102, 106, 107, 108, 109, 113, 114, 116, 117], "int8_t": [15, 38], "select": [15, 32, 42, 45, 51, 57, 58, 64, 65, 70, 71, 75, 78, 84, 85, 92, 108, 120], "capabl": [15, 38, 42, 45, 49, 51, 65, 70, 71, 86, 90, 91, 107], "kstandard": [15, 38, 42], "ksafeti": [15, 38], "kdla_standalon": [15, 38], "directori": [16, 17, 18, 36, 37, 38, 43, 59, 60, 62, 65, 85, 94, 108, 111, 112, 115], "program": [16, 17, 18, 44, 45, 50, 51, 52, 63, 82, 87, 88, 89, 94, 96, 107, 111, 113, 116], "list": [16, 17, 18, 26, 42, 44, 46, 49, 51, 53, 55, 56, 58, 61, 62, 64, 65, 66, 69, 70, 71, 80, 83, 84, 90, 92, 97, 98, 111, 112, 115], "string": [16, 18, 19, 23, 25, 26, 28, 29, 32, 36, 38, 42, 47, 49, 51, 53, 57, 65, 70, 74, 83, 85, 118], "level": [16, 20, 22, 23, 34, 36, 43, 47, 48, 49, 52, 57, 58, 65, 70, 71, 80, 82, 90, 92, 111, 112, 115, 120], "get_is_colored_output_on": [16, 34, 36, 43], "get_logging_prefix": [16, 34, 36, 43], "get_reportable_log_level": [16, 34, 36, 43], "set_is_colored_output_on": [16, 34, 36, 43], "set_logging_prefix": [16, 34, 36, 43], "set_reportable_log_level": [16, 34, 36, 43], "torchscript": [17, 18, 33, 37, 38, 42, 43, 45, 49, 50, 51, 52, 56, 61, 65, 66, 68, 69, 70, 71, 84, 99, 111, 112, 114, 115, 116, 121], "str": [17, 37, 43, 47, 57, 58, 64, 65, 69, 70, 71, 87, 90, 91, 92, 94, 109, 118], "torch_tensorrt_major_vers": [17, 37, 43], "torch_tensorrt_minor_vers": [17, 37, 43], "torch_tensorrt_patch_vers": [17, 37, 43], "torch_tensorrt_vers": [17, 37, 43], "torchtrt_hidden": [17, 37, 43], "xstr": [17, 37, 43], "cuda_runtim": [18, 38], "iostream": [18, 38, 83, 118], "memori": [18, 38, 48, 53, 65, 70, 71, 83, 84, 87, 88, 92, 94, 99, 106, 107, 110, 113, 118], "custom_class": [18, 38], "vector": [18, 28, 38, 40, 41, 42, 49, 51, 70, 83, 85, 118, 121], "devic": [18, 28, 30, 33, 38, 42, 43, 45, 51, 57, 60, 64, 65, 66, 69, 70, 71, 84, 85, 86, 87, 88, 89, 92, 97, 98, 102, 104, 107, 108, 110, 114, 121], "graphinput": [18, 33, 38, 42, 43], "input": [18, 28, 33, 38, 40, 42, 43, 45, 46, 47, 48, 49, 51, 53, 55, 56, 57, 58, 61, 64, 65, 66, 67, 69, 70, 71, 77, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 106, 107, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121], "compilespec": [18, 27, 32, 35, 38, 43, 49, 71, 83, 85, 121], "devicetyp": [18, 33, 38, 39, 43, 65, 69, 70, 71, 85, 86, 92, 121], "tensorformat": [18, 33, 38, 41, 43, 70, 92], "enginecap": [18, 33, 38, 42, 43, 57, 65, 69, 70, 71, 86, 92], "dump_build_info": [18, 33, 38, 43], "get_build_info": [18, 33, 38, 43], "set_devic": [18, 33, 38, 43, 118], "check_method_operator_support": [18, 35, 38, 43], "compil": [18, 26, 32, 35, 38, 42, 43, 45, 47, 48, 49, 51, 53, 55, 58, 62, 65, 66, 67, 69, 70, 71, 72, 74, 82, 84, 85, 86, 87, 88, 89, 90, 92, 93, 95, 96, 97, 98, 109, 111, 112, 115, 118, 121], "convert_method_to_trt_engin": [18, 35, 38, 43, 70, 71, 83, 86], "embed_engine_in_new_modul": [18, 35, 38, 43, 71], "std": [19, 23, 25, 26, 28, 29, 32, 36, 38, 40, 41, 42, 49, 83, 85, 111, 112, 115, 118, 121], "current": [20, 47, 49, 51, 53, 55, 56, 57, 58, 59, 62, 65, 66, 70, 71, 74, 90, 92, 98, 102, 108, 109, 110, 113, 118], "report": [20, 69], "Is": [21, 70], "color": [21, 24, 76, 108], "output": [21, 24, 28, 42, 45, 46, 47, 48, 49, 51, 53, 55, 56, 57, 58, 59, 63, 65, 67, 69, 70, 71, 74, 76, 77, 83, 87, 88, 89, 90, 92, 94, 95, 96, 97, 98, 100, 104, 110, 111, 112, 114, 115, 116, 117, 119], "enabl": [21, 42, 45, 47, 49, 50, 52, 57, 58, 59, 62, 65, 66, 69, 70, 71, 74, 89, 94, 98, 100, 103, 105, 106, 107, 108, 110, 113, 117, 118], "void": [22, 23, 24, 25, 30, 31, 36, 38], "lvl": [22, 23, 36], "inform": [22, 28, 29, 31, 41, 45, 46, 49, 51, 55, 57, 58, 59, 60, 62, 65, 66, 67, 70, 76, 82, 83, 85, 86, 92, 94, 110, 116, 117], "ad": [22, 45, 46, 47, 49, 55, 58, 59, 87, 88, 89, 92, 98], "abov": [22, 47, 49, 55, 58, 59, 67, 75, 76, 83, 87, 89, 92, 103, 105, 108, 113, 117, 118, 119], "msg": [23, 36], "add": [23, 46, 47, 48, 49, 53, 56, 59, 62, 64, 74, 76, 81, 83, 84, 88, 89, 90, 92, 97, 113], "global": [23, 45, 57, 65, 70, 83], "colored_output_on": [24, 36], "prefix": [24, 25, 36, 76], "help": [24, 45, 46, 53, 57, 58, 83, 87, 91, 94, 106, 109, 110, 114, 118], "when": [24, 38, 39, 45, 46, 48, 49, 50, 51, 52, 53, 57, 58, 59, 65, 69, 70, 71, 74, 76, 78, 82, 83, 85, 90, 92, 94, 98, 99, 100, 106, 110, 113, 114, 116, 117, 118], "alwai": [24, 45, 70, 76, 100, 110], "termin": [24, 45, 83], "If": [24, 28, 46, 47, 48, 49, 55, 56, 57, 58, 59, 60, 61, 62, 65, 66, 70, 74, 76, 83, 84, 85, 89, 90, 92, 94, 98, 99, 100, 101, 106, 110, 111, 112, 115, 116, 117, 118, 120, 121], "jit": [26, 27, 28, 32, 38, 40, 42, 45, 46, 48, 49, 50, 51, 52, 53, 54, 57, 61, 62, 63, 65, 69, 70, 71, 82, 83, 84, 86, 87, 88, 89, 92, 100, 111, 112, 115, 118, 119, 120], "modul": [26, 27, 28, 32, 38, 42, 45, 49, 50, 51, 52, 53, 57, 58, 59, 61, 63, 65, 66, 69, 70, 71, 75, 76, 77, 84, 85, 86, 87, 88, 89, 90, 91, 92, 95, 96, 99, 100, 101, 102, 108, 109, 111, 113, 114, 116, 117, 118, 119, 121], "method_nam": [26, 32, 38, 45, 70, 71, 83], "see": [26, 48, 49, 51, 55, 57, 58, 59, 70, 71, 76, 82, 83, 84, 87, 88, 89, 90, 92, 94, 100, 101, 107, 117, 118], "fulli": [26, 45, 48, 57, 65, 69, 70, 71, 83, 85, 92, 97, 121], "take": [26, 27, 28, 32, 46, 47, 50, 51, 52, 53, 55, 58, 65, 66, 69, 70, 71, 74, 76, 83, 85, 86, 90, 92, 101, 107, 113, 114, 116], "method": [26, 27, 28, 32, 41, 45, 48, 53, 59, 65, 70, 71, 76, 82, 83, 86, 87, 94, 114], "name": [26, 28, 32, 47, 49, 51, 53, 58, 59, 66, 69, 70, 71, 76, 77, 82, 83, 86, 87, 88, 89, 90, 92, 95, 100, 106, 107, 109, 111, 112, 113, 115, 117, 118], "contain": [26, 45, 46, 47, 48, 49, 53, 58, 59, 66, 69, 70, 76, 77, 82, 83, 85, 92, 94, 99, 108, 111, 112, 115, 118], "pure": [26, 65, 70], "convert": [26, 27, 32, 45, 48, 49, 50, 52, 56, 57, 63, 65, 69, 70, 71, 84, 86, 87, 92, 95, 96, 102, 103, 105, 107, 108, 110, 111, 114, 118], "Will": 26, "out": [26, 46, 48, 49, 50, 52, 53, 57, 59, 65, 70, 71, 76, 83, 92, 98, 108, 109, 110, 111, 112, 115, 116, 118], "unsupport": [26, 42, 47, 57, 70, 92, 99, 120], "script": [26, 48, 49, 61, 70, 71, 82, 83, 84, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 115, 118, 120], "exist": [26, 27, 32, 47, 56, 57, 58, 62, 65, 70, 71, 85, 94, 95, 98, 113, 114], "nvidia": [27, 32, 36, 37, 38, 45, 54, 57, 58, 59, 60, 62, 65, 70, 71, 83, 101, 105, 111, 112, 115, 120, 121], "configur": [27, 32, 41, 55, 57, 59, 65, 69, 70, 71, 80, 83, 85, 92, 110, 111, 112, 115, 116], "call": [27, 42, 47, 48, 51, 53, 58, 65, 66, 69, 70, 71, 76, 82, 83, 86, 90, 92, 94, 98, 101, 105, 114, 116, 118, 120], "equival": [27, 50, 52, 53, 65, 70, 71, 82, 83, 85, 90, 92, 103, 105], "specif": [27, 42, 47, 48, 50, 52, 55, 57, 60, 65, 70, 71, 76, 90, 110, 113, 118, 120], "forward": [27, 28, 49, 51, 53, 57, 61, 65, 69, 70, 71, 82, 83, 84, 85, 86, 87, 88, 89, 90, 92, 95, 97, 98, 101, 102, 106, 108, 109, 113, 116, 117, 118], "A": [27, 28, 40, 41, 47, 48, 49, 53, 57, 58, 59, 65, 66, 70, 71, 77, 85, 88, 89, 104, 107, 111, 112, 115], "traget": 27, "input_binding_nam": [28, 38, 69, 71], "output_binding_nam": [28, 38, 69, 71], "previous": [28, 62, 65, 70, 83, 87, 88, 89, 94, 100], "creat": [28, 45, 46, 47, 49, 51, 53, 58, 63, 69, 70, 71, 76, 83, 87, 88, 89, 90, 92, 95, 97, 100, 107, 108, 110, 111, 112, 115], "emb": [28, 45, 56, 71, 77], "pre": [28, 48, 59, 62, 63, 71, 85, 94, 96, 110, 111, 118], "built": [28, 45, 51, 52, 57, 59, 60, 62, 65, 69, 70, 71, 94, 100, 108, 118], "serial": [28, 32, 45, 50, 52, 59, 65, 69, 70, 71, 83, 92, 94, 111, 112, 115, 120], "regist": [28, 47, 51, 53, 58, 69, 71, 87, 88, 89, 90, 92, 107, 113], "execut": [28, 42, 45, 48, 49, 50, 51, 52, 56, 57, 58, 59, 63, 65, 66, 69, 70, 71, 72, 82, 83, 85, 90, 92, 95, 99, 106, 111, 112, 115, 118], "bind": [28, 69, 71, 76], "specifi": [28, 45, 47, 53, 57, 58, 59, 65, 70, 71, 74, 76, 84, 86, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120], "must": [28, 41, 42, 45, 47, 48, 49, 53, 55, 58, 59, 62, 65, 66, 70, 71, 76, 77, 83, 88, 89, 94, 116, 117, 118, 120], "have": [28, 45, 46, 47, 48, 49, 53, 55, 56, 57, 58, 59, 62, 65, 66, 68, 69, 70, 71, 76, 82, 83, 84, 85, 88, 89, 92, 96, 102, 103, 105, 107, 108, 109, 111, 112, 113, 114, 115, 116], "follow": [28, 45, 47, 49, 51, 55, 56, 57, 58, 59, 70, 71, 74, 76, 77, 81, 82, 83, 85, 88, 89, 90, 92, 94, 96, 98, 102, 103, 111, 112, 113, 114, 115, 116, 117, 118], "format": [28, 38, 41, 42, 45, 64, 65, 70, 71, 76, 77, 84, 92, 94, 109, 111, 112, 114, 115, 117], "symbol": [28, 58, 59, 71, 76, 118], "index": [28, 54, 55, 59, 60, 63, 64, 71, 74, 80, 85, 92, 108, 113], "arrai": [28, 46, 47, 70, 71, 90, 92, 99, 108, 110], "0": [28, 37, 38, 42, 45, 47, 49, 52, 53, 55, 57, 58, 59, 60, 62, 63, 64, 65, 66, 69, 70, 71, 72, 73, 75, 76, 83, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 115, 116, 117, 118, 121], "1": [28, 38, 41, 42, 45, 47, 48, 49, 51, 53, 55, 56, 57, 58, 59, 60, 62, 64, 65, 66, 69, 70, 71, 73, 74, 76, 77, 80, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 102, 103, 105, 106, 108, 109, 110, 113, 114, 116, 117, 118, 119, 121], "2": [28, 37, 47, 49, 53, 56, 57, 58, 59, 62, 63, 64, 65, 69, 70, 71, 74, 76, 77, 80, 82, 83, 85, 87, 88, 89, 90, 92, 93, 94, 95, 97, 98, 100, 101, 102, 103, 105, 106, 107, 108, 109, 110, 113, 116, 118, 119], "y": [28, 49, 62, 71, 77, 87, 88, 89, 90, 92, 101], "compilesepc": 28, "order": [28, 42, 47, 49, 53, 55, 58, 59, 65, 66, 69, 70, 71, 83, 84, 90, 94, 117], "pass": [28, 46, 47, 49, 50, 51, 52, 53, 56, 57, 58, 59, 63, 67, 69, 70, 71, 82, 83, 85, 87, 88, 89, 90, 92, 94, 97, 98, 100, 113], "origin": [28, 58, 66, 70, 92, 94, 95, 98, 108, 120], "pytorch": [28, 41, 42, 45, 47, 48, 49, 50, 51, 52, 53, 56, 57, 59, 60, 61, 65, 69, 70, 71, 82, 83, 84, 85, 87, 90, 94, 95, 96, 98, 99, 100, 108, 109, 110, 111, 112, 113, 115, 116, 117, 118, 119, 120], "assum": [28, 69, 86, 92, 96, 111, 118], "convent": 28, "below": [28, 49, 53, 55, 56, 57, 58, 59, 76, 83, 84, 94, 99, 104, 107, 108, 111, 112, 115], "build": [29, 42, 45, 46, 50, 52, 53, 56, 57, 58, 65, 69, 70, 75, 80, 83, 85, 87, 88, 89, 90, 92, 103, 105, 110, 116], "librari": [29, 36, 37, 38, 45, 47, 50, 51, 52, 53, 60, 62, 70, 83, 87, 88, 89, 92, 96, 97, 111], "depend": [29, 46, 52, 57, 58, 60, 61, 62, 65, 69, 83, 84, 89, 90, 102, 107, 108, 110, 112, 115, 118], "version": [29, 31, 52, 55, 57, 58, 60, 62, 65, 70, 74, 77, 92, 111, 112, 113, 114, 115, 118, 119], "gpu_id": [30, 38, 39, 45, 65, 69, 70, 71, 85, 86, 92, 121], "id": [30, 38, 45, 70, 74, 75, 79, 88, 121], "cudasetdevic": 30, "dump": [31, 45, 92], "base": [31, 43, 49, 51, 56, 57, 59, 65, 66, 70, 76, 82, 84, 85, 87, 88, 89, 93, 98, 99, 100, 105, 108, 114, 118, 120], "libtorch": [31, 53, 59, 61, 83, 85, 120], "stdout": [31, 69], "equivil": 32, "document": [36, 37, 38, 43, 52, 62, 74, 76, 77, 81, 82, 83, 85, 86, 111, 112, 115, 116, 118], "copyright": [36, 37, 38, 77, 83], "c": [36, 37, 38, 45, 52, 57, 62, 64, 65, 66, 69, 70, 77, 84, 92, 98, 111, 112, 115, 118, 119, 121], "corpor": [36, 37, 38], "right": [36, 37, 38, 48, 52, 53, 76, 111, 112, 115], "reserv": [36, 37, 38], "licens": [36, 37, 38, 83], "under": [36, 37, 38, 52, 58, 62, 76, 90, 103, 120], "bsd": [36, 37, 38], "style": [36, 37, 38, 57, 61, 74, 76, 77], "found": [36, 37, 38, 56, 59, 69, 76, 83, 85, 90, 92, 94, 118], "root": [36, 37, 38, 59, 74, 85, 109], "sourc": [36, 37, 38, 47, 52, 57, 58, 60, 65, 66, 67, 69, 70, 71, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111], "tree": [36, 37, 38, 74, 85, 109, 118], "pragma": [36, 37, 38, 85], "onc": [36, 37, 38, 46, 48, 49, 51, 57, 58, 59, 62, 70, 85, 92, 110, 111, 112, 115, 118], "namespac": [36, 37, 38, 44, 48, 63, 70, 85, 88, 89, 92], "ar": [36, 39, 42, 45, 46, 47, 48, 49, 51, 52, 53, 55, 56, 57, 58, 59, 65, 68, 69, 70, 71, 74, 76, 77, 78, 82, 83, 85, 86, 87, 88, 89, 90, 92, 93, 94, 98, 99, 100, 103, 106, 107, 108, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120], "ones": [36, 49, 50, 52, 76, 83, 90, 92, 120], "necessari": [36, 55, 57, 59, 69, 87, 88, 89, 90, 100, 107, 118], "user": [36, 41, 47, 49, 50, 51, 52, 55, 56, 57, 59, 62, 65, 76, 77, 83, 84, 85, 87, 90, 94, 97, 100, 106, 107, 110, 111, 112, 115, 116, 117, 118, 120], "dont": 36, "know": [36, 53, 74, 76, 87, 88, 89, 90, 92, 102], "we": [36, 46, 47, 48, 49, 50, 51, 52, 53, 55, 56, 57, 58, 65, 66, 69, 74, 76, 82, 83, 85, 87, 88, 89, 90, 92, 94, 96, 98, 99, 100, 101, 102, 103, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120], "want": [36, 49, 58, 59, 61, 66, 82, 83, 85, 86, 90, 92, 100, 101, 111, 112, 115], "use_cmake_generated_export_head": 37, "torch_tensorrt_export": 37, "els": [37, 41, 71, 76, 77, 87, 91, 93, 94, 95, 108, 109], "__gnuc__": 37, "__attribute__": 37, "__visibility__": 37, "hidden": [37, 74], "endif": [37, 38], "doe": [37, 48, 49, 53, 55, 58, 59, 70, 76, 85, 87, 88, 89, 92, 95, 98, 103, 105, 118], "gaurd": 37, "someth": [37, 48, 76, 111, 112, 115], "9": [37, 60, 76, 80, 83, 91, 92, 111, 112, 115], "setup": [37, 62, 85, 111, 112, 115], "alias": 37, "eas": 37, "ts": [37, 45, 49, 61, 63, 70, 82, 83, 84, 86, 116, 118, 119], "torchtrt": [37, 49, 62, 91, 92, 109, 111, 112, 115], "just": [38, 48, 49, 57, 58, 62, 63, 67, 69, 76, 78, 82, 83, 84, 86, 88, 89, 92, 94, 98, 114, 118], "ifndef": 38, "doxygen_should_skip_thi": 38, "templat": [38, 74, 83], "arrayref": [38, 41, 42], "privat": [38, 85], "friend": 38, "ostream": 38, "os": [38, 94, 98, 118], "dtype": [38, 41, 42, 45, 56, 57, 58, 64, 65, 66, 69, 70, 71, 84, 87, 88, 89, 92, 93, 95, 97, 99, 103, 105, 106, 107, 108, 110, 111, 112, 114, 115, 116, 117], "device_typ": [38, 39, 70, 85, 86, 121], "int64_t": [38, 39, 41, 42, 85, 121], "core": [38, 45, 48, 49, 52, 57, 65, 70, 83, 90, 120, 121], "agx": 38, "platform": [38, 45, 52, 57, 59, 60, 65, 91, 121], "xavier": [38, 121], "dla_cor": [38, 39, 45, 70, 85, 86, 121], "allow_gpu_fallback": [38, 39, 65, 70, 71, 85, 86, 121], "customclasshold": [38, 41], "min_shap": [38, 41, 56, 58, 65, 70, 71, 84, 103, 106, 114, 116], "opt_shap": [38, 41, 56, 65, 70, 71, 84, 103, 106, 114, 116], "max_shap": [38, 41, 56, 58, 65, 70, 71, 84, 103, 106, 114, 116], "shape": [38, 40, 41, 42, 45, 49, 53, 56, 58, 63, 64, 65, 66, 69, 70, 71, 72, 84, 88, 89, 90, 92, 95, 96, 97, 99, 106, 107, 108, 109, 110, 111, 112, 115, 118, 121], "doubl": [38, 41, 42, 45, 56, 65, 70, 71, 76, 118], "tensor_domain": [38, 41, 70], "input_is_dynam": 38, "ivalu": [38, 40, 42, 46, 51, 53, 83, 118], "input_signatur": [38, 40, 42, 71, 84], "nest": [38, 42, 43, 70, 76, 77, 98], "full": [38, 42, 45, 53, 57, 65, 67, 70, 83, 85, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 115, 118, 121], "spec": [38, 41, 42, 45, 67, 70, 71, 86, 94], "flatten": [38, 40, 64, 82, 83, 109], "fixed_s": [38, 42], "reflect": [38, 70], "builderconfig": 38, "graph_input": [38, 42], "enabled_precis": [38, 42, 56, 57, 65, 69, 70, 71, 83, 84, 85, 86, 92, 93, 94, 97, 98, 99, 100, 101, 102, 103, 104, 105, 107, 108, 109, 110, 111, 112, 115, 117, 121], "disable_tf32": [38, 42, 57, 65, 69, 70, 71, 85, 92, 97, 102], "sparse_weight": [38, 42, 57, 58, 65, 69, 70, 71, 92], "refit": [38, 42, 57, 63, 65, 70, 71, 86, 92, 94, 96, 98, 111], "truncate_long_and_doubl": [38, 42, 56, 57, 71, 104], "allow_shape_tensor": [38, 42, 65, 71], "uint64_t": [38, 42], "num_avg_timing_it": [38, 42, 57, 65, 69, 70, 71, 86, 92], "workspace_s": [38, 42, 45, 57, 65, 69, 70, 71, 92, 100, 103, 105], "dla_sram_s": [38, 42, 45, 57, 65, 69, 70, 71, 92], "1048576": [38, 42, 57, 65, 69, 71, 92], "dla_local_dram_s": [38, 42, 45, 57, 65, 69, 70, 71, 92], "1073741824": [38, 42, 57, 65, 69, 71, 92], "dla_global_dram_s": [38, 42, 45, 57, 65, 69, 70, 71, 92], "536870912": [38, 42, 57, 65, 69, 71, 92], "require_full_compil": [38, 42, 57, 65, 69, 70, 71, 92, 95], "min_block_s": [38, 42, 49, 56, 57, 65, 69, 70, 71, 87, 88, 89, 90, 91, 92, 93, 94, 95, 98, 100, 101, 102, 103, 105, 106, 107, 108, 109], "3": [38, 42, 45, 48, 49, 51, 56, 57, 58, 60, 61, 64, 65, 70, 71, 76, 77, 80, 82, 83, 85, 86, 87, 88, 91, 92, 93, 94, 95, 97, 98, 99, 100, 103, 106, 107, 108, 109, 110, 113, 114, 116, 118, 119, 121], "torch_executed_op": [38, 42, 49, 56, 57, 65, 69, 70, 71, 92, 95, 100, 101, 103, 105, 106], "torch_executed_modul": [38, 42, 49, 65, 70, 71], "structur": [39, 42, 49, 52, 53, 57, 65, 70, 74, 76, 80, 82, 92, 95, 111, 112, 115], "member": [39, 40, 41, 42], "hold": [39, 40, 41, 46, 53, 70, 85, 107], "relat": [39, 76, 101, 105], "let": [39, 45, 48, 53, 58, 65, 70, 71, 74, 76, 111, 112, 114, 115, 120], "layer": [39, 42, 45, 46, 48, 53, 55, 57, 58, 65, 69, 70, 71, 83, 85, 90, 92, 97, 109, 111, 112, 114, 115, 116, 117, 120, 121], "thei": [39, 45, 46, 47, 48, 51, 53, 57, 58, 65, 68, 69, 70, 74, 76, 84, 90, 94, 118], "complex": [40, 42, 57, 59, 82, 84, 87, 88, 89, 98, 106], "either": [40, 41, 45, 53, 55, 65, 70, 71, 74, 76, 82, 83, 84, 87, 88, 89, 90, 91, 92, 94, 119], "one": [40, 47, 48, 53, 57, 58, 69, 70, 76, 82, 83, 84, 88, 89, 90, 92, 101, 105, 111, 112, 115, 118], "rang": [41, 42, 45, 58, 70, 87, 88, 89, 92, 93, 94, 98, 99, 102, 103, 110, 114, 116], "optim": [41, 45, 56, 57, 58, 62, 63, 65, 66, 68, 70, 82, 83, 84, 97, 99, 100, 102, 103, 104, 105, 106, 107, 108, 110, 113, 114, 116, 118, 120], "profil": [41, 66, 69, 117], "singl": [41, 45, 48, 49, 58, 70, 76, 82, 83, 85, 89, 106, 107, 108, 110, 118], "repres": [41, 42, 47, 53, 58, 61, 76, 99, 108], "signifi": [41, 48], "static": [41, 42, 46, 53, 56, 57, 65, 70, 71, 74, 83, 97, 99, 109, 116], "three": [41, 50, 52, 58, 66, 70, 76, 77, 111, 112, 114, 115], "min": [41, 45, 53, 64, 70, 94, 95, 98, 102, 103, 107, 110, 116], "optimin": 41, "max": [41, 45, 53, 64, 70, 74, 94, 95, 98, 102, 103, 107, 109, 110, 116], "allow": [41, 42, 45, 46, 47, 48, 49, 55, 57, 58, 59, 65, 70, 71, 74, 87, 88, 89, 90, 92, 94, 99, 100, 103, 105, 106, 110, 118, 119], "size": [41, 42, 45, 48, 49, 57, 58, 64, 65, 66, 70, 71, 74, 83, 85, 87, 88, 89, 92, 94, 97, 103, 105, 108, 109, 114, 116, 118], "option": [41, 45, 49, 50, 52, 55, 56, 57, 58, 65, 69, 70, 71, 76, 80, 85, 90, 92, 93, 94, 97, 101, 102, 104, 106, 113, 117, 118, 119, 121], "argument": [41, 45, 47, 48, 51, 53, 55, 57, 58, 65, 69, 70, 71, 76, 77, 83, 84, 90, 91, 92, 98, 107, 116, 118], "expect": [41, 47, 48, 53, 70, 83, 84, 88, 114], "tradit": [41, 65, 70, 71, 85], "convect": 41, "produc": [41, 46, 47, 51, 53, 56, 70, 76, 83, 114, 118], "low": [41, 58, 90, 108], "high": [41, 48, 49, 74, 90, 92, 97, 107, 120], "weight": [41, 42, 45, 46, 57, 58, 63, 64, 65, 69, 70, 71, 76, 83, 94, 96, 97, 98, 104, 107, 111, 114], "first": [41, 46, 47, 48, 58, 61, 76, 77, 83, 84, 85, 90, 92, 94, 98, 101, 102, 111, 112, 115, 116, 118, 119, 120], "calcul": [41, 46, 49, 83, 92, 110], "detect": [41, 51, 70], "float32": [41, 42, 45, 56, 57, 58, 65, 70, 71, 87, 92, 97, 98, 102, 104, 107, 110, 116, 117], "dynam": [41, 42, 56, 58, 63, 65, 66, 70, 71, 72, 89, 90, 94, 96, 97, 101, 102, 104, 105, 107, 110, 111], "opt": [41, 59, 69, 70, 95, 106], "minimum": [41, 42, 45, 49, 56, 57, 65, 70, 71, 92, 110], "maximum": [41, 42, 45, 57, 58, 65, 66, 70, 71, 102, 103, 105, 110, 111, 112, 113, 115], "accept": [41, 45, 47, 51, 53, 59, 70, 83, 84, 101, 119], "exampl": [41, 49, 51, 52, 53, 58, 59, 60, 62, 65, 67, 69, 70, 71, 72, 74, 75, 77, 80, 82, 83, 84, 85, 87, 88, 89, 90, 92, 93, 94, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 114, 115, 116, 117, 118, 119], "s": [41, 42, 46, 49, 51, 53, 56, 58, 59, 62, 63, 65, 66, 69, 70, 74, 76, 77, 82, 83, 85, 87, 90, 92, 94, 97, 98, 108, 110, 111, 112, 114, 115, 116, 118, 119], "cannot": [41, 48, 49, 58, 59, 65, 69, 70, 71, 75, 82, 87, 88, 89, 91, 92, 99, 118], "through": [41, 46, 47, 48, 49, 51, 57, 58, 62, 65, 67, 76, 83, 84, 92, 97, 98, 100, 106, 113, 114, 120], "altern": [41, 49, 55, 56, 70, 84, 90, 99, 106, 114, 119], "refer": [41, 47, 49, 50, 52, 58, 60, 62, 70, 75, 80, 83, 85, 92, 109, 111, 112, 115, 116, 119], "given": [41, 42, 45, 47, 48, 58, 65, 66, 70, 71, 82, 83, 84, 86, 88, 89, 90, 98, 108, 116], "kernel": [41, 42, 45, 53, 57, 58, 63, 65, 70, 71, 87, 90, 96, 106, 110, 111, 117, 118, 119], "ani": [41, 45, 46, 47, 53, 55, 57, 58, 64, 65, 69, 70, 71, 74, 76, 83, 84, 85, 90, 92, 95, 98, 103, 116, 118], "fed": 41, "event": [41, 57, 93, 94, 98], "place": [41, 48, 55, 58, 76, 77, 78, 85, 88, 92, 109], "variabl": [41, 58, 62, 69, 70], "dimens": [41, 48, 58, 66, 70, 97, 103, 113, 114, 116, 117, 118], "domain": [41, 70, 77, 85], "convien": 42, "fix": [42, 58, 76, 87, 88, 89, 92, 118, 121], "describ": [42, 49, 53, 70, 82, 86, 88, 89, 111, 112, 115], "each": [42, 46, 48, 49, 51, 53, 57, 58, 59, 65, 66, 69, 74, 76, 83, 88, 90, 95, 100, 106, 118], "entri": [42, 53, 70, 94, 98, 113], "provid": [42, 45, 47, 49, 51, 53, 55, 57, 58, 59, 61, 65, 66, 69, 70, 71, 76, 83, 84, 85, 86, 87, 88, 90, 94, 96, 100, 101, 102, 106, 107, 108, 110, 111, 112, 113, 115, 116, 118, 119, 120], "convienc": 42, "okai": 42, "ha": [42, 46, 47, 48, 49, 50, 52, 53, 55, 57, 58, 59, 65, 66, 69, 70, 76, 77, 82, 83, 85, 90, 91, 94, 99, 100, 106, 109, 110, 114, 116, 118, 120], "flaten": 42, "precis": [42, 45, 56, 57, 58, 63, 65, 70, 83, 84, 85, 103, 105, 107, 108, 110, 113, 121], "dure": [42, 45, 47, 49, 53, 56, 57, 62, 65, 70, 85, 90, 97, 106, 107, 110, 111, 112, 114, 115, 116, 118], "prevent": [42, 45, 47, 49, 106], "tf32": [42, 45, 57, 65], "comput": [42, 57, 58, 59, 60, 65, 69, 76, 85, 88, 89, 91, 96, 99, 111, 113, 114], "inner": [42, 77, 114], "product": [42, 60, 70, 113], "round": [42, 65, 70, 71, 92], "10": [42, 59, 60, 62, 65, 66, 70, 71, 80, 82, 83, 85, 87, 88, 89, 98, 99, 108, 109, 110, 111, 112, 114, 115, 116, 117, 118], "bit": [42, 53, 58, 59, 65, 70, 71, 83], "mantissa": [42, 65, 70, 71], "befor": [42, 47, 48, 49, 52, 53, 58, 65, 70, 71, 83, 99, 102, 108, 111, 112, 115, 116], "multipli": [42, 65, 70, 71], "accumul": [42, 57, 65, 70, 71, 107, 108], "sum": [42, 58, 64, 65, 70, 71, 92, 109], "23": [42, 48, 60, 65, 70, 71, 77], "behavior": [42, 49, 58, 65, 70, 71, 90, 116, 118, 119], "sparsiti": [42, 45, 58, 65, 70, 71], "conv": [42, 45, 83, 92], "fc": [42, 45, 48], "truncat": [42, 45, 56, 57, 65, 70, 71], "long": [42, 45, 46, 56, 70, 76, 77, 88, 89], "float": [42, 45, 56, 57, 64, 70, 82, 83, 84, 85, 86, 87, 88, 89, 92, 93, 94, 97, 98, 100, 101, 105, 106, 108, 117], "ishap": 42, "restrict": [42, 57, 65, 70, 71, 116], "cuda": [42, 51, 56, 58, 60, 61, 65, 66, 69, 70, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 102, 103, 104, 107, 108, 109, 110, 111, 112, 115, 116, 117, 118, 119], "safeti": [42, 45, 70], "number": [42, 45, 47, 48, 49, 53, 56, 57, 58, 65, 66, 70, 71, 74, 83, 84, 92, 100, 102, 103, 105, 110, 113, 114, 118, 120], "averag": [42, 45, 57, 65, 70, 71, 92], "time": [42, 45, 46, 47, 48, 49, 50, 51, 52, 53, 57, 58, 59, 61, 62, 63, 65, 66, 69, 70, 71, 74, 76, 83, 85, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 118], "iter": [42, 45, 46, 57, 65, 70, 71, 93, 94, 108, 109, 110], "workspac": [42, 45, 57, 58, 59, 65, 66, 70, 71, 92, 101, 103, 105], "fast": [42, 45, 57, 61, 65, 70, 71], "softwar": [42, 45, 57, 65, 70, 71, 76], "manag": [42, 45, 46, 48, 50, 52, 53, 57, 59, 60, 65, 67, 69, 70, 71, 83, 99, 106, 118], "ram": [42, 45, 57, 65, 70, 71], "commun": [42, 45, 57, 65, 70, 71, 83], "within": [42, 45, 50, 52, 57, 63, 65, 69, 70, 71, 74, 76, 87, 88, 89, 96, 106, 111, 114, 118], "host": [42, 45, 57, 59, 65, 70, 71, 88, 89, 92, 110, 111, 112, 115], "share": [42, 45, 57, 59, 62, 65, 69, 70, 71, 87, 94, 118], "across": [42, 45, 48, 49, 57, 62, 65, 70, 71, 74, 99], "metadata": [42, 45, 47, 51, 53, 57, 65, 70, 71, 74, 87, 95, 100, 116, 117], "requir": [42, 45, 46, 47, 48, 56, 57, 58, 59, 62, 65, 69, 70, 71, 74, 83, 85, 87, 89, 90, 91, 92, 96, 98, 99, 102, 106, 107, 108, 109, 110, 111, 112, 115, 116, 118], "instead": [42, 45, 46, 47, 48, 59, 65, 69, 70, 83, 90, 100, 108, 118], "potenti": [42, 65, 70, 79, 99], "subgraph": [42, 45, 46, 47, 48, 53, 55, 83, 92, 94, 95, 99, 118, 120], "aten": [42, 47, 48, 49, 53, 54, 57, 63, 64, 65, 70, 71, 83, 90, 95, 97, 101, 106, 118, 120], "thrown": [42, 65, 70, 71], "empti": [42, 65, 66, 70, 71, 77, 82, 92, 98, 108, 113], "torch_tensorrtnamespac": 43, "loggingenum": 43, "levelnamespac": 43, "torchscriptstruct": 43, "compilespecstruct": 43, "deviceclass": 43, "devicetypestruct": 43, "graphinputsstruct": 43, "inputclass": 43, "datatypeclass": 43, "tensorformatenum": 43, "cppdirectori": 43, "includedirectori": 43, "torch_tensorrtfil": 43, "hfile": 43, "relationship": 43, "inherit": [43, 58, 65, 85], "subdirectori": 44, "definit": [44, 47, 53, 76], "By": [44, 49, 57, 59, 65, 74, 82, 94, 116], "cli": [45, 84], "It": [45, 47, 48, 49, 50, 52, 53, 58, 59, 62, 63, 70, 74, 76, 88, 91, 92, 97, 107, 110, 113, 114, 118, 119, 120], "serv": [45, 51, 58, 63, 65, 70], "easi": [45, 46, 48, 83, 85], "wai": [45, 57, 58, 59, 82, 83, 85, 87, 88, 89, 90, 92, 94, 100, 114, 118, 119], "command": [45, 57, 59, 76, 77, 82, 83, 89, 111, 112, 115, 118], "line": [45, 59, 77, 83, 89, 98, 118], "quickli": [45, 83, 85, 111, 112, 115], "part": [45, 49, 52, 58, 69, 74, 75, 76, 87, 88, 89, 92, 94, 99], "deploy": [45, 62, 69, 83, 84, 85, 88, 111, 112, 114, 115, 118, 121], "pipelin": [45, 83, 98, 104, 107, 121], "basic": [45, 49, 58, 77, 95, 111, 112, 115], "featur": [45, 49, 58, 59, 60, 83, 85, 86, 87, 89, 97, 104, 106, 108, 109, 110, 114, 118, 120], "post": [45, 56, 63, 83, 94], "train": [45, 63, 64, 83, 84, 94, 110], "quantiz": [45, 57, 63, 68, 70, 83, 96, 111], "though": [45, 52, 53, 82, 83, 120], "alreadi": [45, 46, 47, 48, 83, 85, 87, 88, 89, 90, 92, 96, 107, 108, 111, 112, 115, 116], "calibr": [45, 83, 85], "cach": [45, 57, 58, 63, 65, 66, 70, 83, 85, 96, 97, 99, 111, 118], "ptq": [45, 63, 70], "two": [45, 48, 53, 55, 57, 58, 59, 70, 76, 77, 81, 82, 84, 85, 89, 90, 94, 108, 111, 112, 113, 115, 116, 118], "embed": [45, 47, 51, 64, 71, 76, 121], "plan": [45, 52, 56, 57, 65], "after": [45, 46, 48, 49, 55, 58, 65, 69, 70, 82, 83, 84, 99, 101, 105, 111, 112, 113, 115, 118], "link": [45, 46, 55, 62, 63, 74, 75, 80, 83, 92, 118], "against": [45, 83, 90], "libtorchtrt": [45, 59, 62, 83], "python": [45, 49, 52, 55, 57, 58, 60, 62, 65, 66, 69, 70, 71, 76, 77, 83, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 119, 121], "import": [45, 48, 49, 56, 57, 58, 60, 61, 69, 74, 76, 82, 83, 84, 86, 87, 88, 89, 90, 92, 93, 94, 95, 97, 98, 111, 112, 113, 115, 116, 118, 119], "packag": [45, 48, 57, 83], "aspect": 45, "ident": [45, 55, 57, 65, 70, 88, 89, 100], "standard": [45, 49, 51, 59, 62, 63, 65, 69, 70, 71, 76, 86, 87, 88, 89, 90, 92, 97, 98, 108, 113, 114, 118], "load": [45, 49, 51, 57, 58, 61, 62, 65, 69, 70, 71, 83, 84, 85, 86, 87, 88, 89, 91, 92, 93, 94, 98, 100, 102, 107, 110, 111, 112, 114, 115, 118, 120], "like": [45, 46, 48, 51, 53, 58, 59, 61, 70, 75, 76, 82, 83, 84, 85, 87, 88, 89, 90, 92, 94, 98, 100, 102, 110, 111, 112, 115, 118], "would": [45, 47, 53, 57, 58, 59, 69, 83, 84, 86, 90, 92, 102, 111, 112, 115, 118], "input_file_path": [45, 121], "output_file_path": [45, 121], "input_spec": [45, 58, 66], "displai": [45, 55, 57, 67, 74, 118], "menu": [45, 74, 76], "verbios": 45, "v": [45, 77, 109, 111, 112, 113, 115], "verbos": [45, 57, 58, 65, 66, 77, 87], "about": [45, 46, 51, 53, 60, 62, 69, 74, 83, 108, 111, 112, 115, 116], "process": [45, 49, 57, 70, 75, 76, 82, 85, 86, 87, 88, 89, 99, 100, 101, 106, 111, 112, 114, 115, 118], "onto": [45, 51], "consol": 45, "w": [45, 59, 70, 108], "disabl": [45, 57, 59, 65, 69, 74, 75, 90, 94, 97, 110, 113, 118], "gener": [45, 48, 51, 52, 53, 55, 57, 58, 59, 62, 63, 65, 66, 74, 76, 77, 80, 82, 83, 85, 90, 91, 92, 93, 94, 95, 96, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 109, 110, 111, 118, 119], "i": [45, 48, 53, 59, 61, 64, 76, 77, 82, 83, 85, 87, 88, 89, 92, 93, 94, 98, 99, 102, 108, 109], "debugg": [45, 65, 71], "fallback": [45, 50, 52, 53, 99, 100, 121], "model": [45, 49, 51, 56, 61, 62, 65, 66, 67, 68, 70, 72, 82, 83, 84, 85, 86, 87, 93, 94, 95, 97, 98, 116, 118, 120], "throw": [45, 48, 70, 83], "end": [45, 53, 55, 62, 64, 65, 70, 71, 76, 83, 85, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 113, 118], "spars": [45, 47, 57, 64, 65], "p": [45, 64, 83, 111, 112, 115, 121], "repeat": [45, 64], "f32": [45, 65, 69, 70, 92], "half": [45, 57, 70, 76, 83, 84, 85, 86, 92, 97, 99, 101, 103, 108, 110, 117, 121], "float16": [45, 70, 92, 97, 98, 104, 107, 108, 117], "f16": [45, 70, 83, 111, 112, 115, 121], "i8": [45, 70], "char": [45, 83, 118], "d": [45, 70, 76, 77, 83, 97, 121], "multi": [45, 49, 69], "dlacor": 45, "avail": [45, 47, 53, 55, 57, 58, 59, 65, 69, 70, 74, 92, 95, 102, 108, 110, 113, 114, 120, 121], "dla_standalon": [45, 70], "file_path": [45, 65, 70, 91, 118, 119], "teo": 45, "op_nam": 45, "op": [45, 46, 47, 48, 49, 50, 52, 53, 55, 56, 57, 69, 70, 83, 87, 88, 89, 90, 95, 97, 101, 106, 118, 120], "partial": [45, 76], "tem": 45, "module_nam": 45, "mod": [45, 49, 58, 65, 80, 83, 85, 117], "mb": [45, 72], "num_op": 45, "block": [45, 46, 48, 49, 57, 60, 65, 80, 87, 88, 89, 95, 120], "whether": [45, 47, 57, 58, 60, 65, 66, 70, 75, 85, 90, 118], "treat": 45, "num": 45, "avg": 45, "num_it": 45, "sram": 45, "local": [45, 48, 59, 60, 74, 83], "dram": 45, "atol": 45, "absolut": [45, 59], "toler": 45, "threshold": 45, "numer": [45, 58, 77, 117], "deviat": 45, "1e": [45, 95, 97, 98, 100], "8": [45, 48, 56, 57, 59, 60, 69, 70, 76, 77, 80, 83, 88, 91, 92, 98, 103, 106, 111, 112, 113, 115, 116, 118], "rtol": 45, "rel": [45, 49, 99], "5": [45, 49, 51, 52, 57, 58, 59, 60, 65, 69, 70, 76, 77, 80, 82, 83, 89, 90, 92, 98, 99, 101, 106, 107, 108, 110, 111, 112, 113, 115, 118], "skip": 45, "complianc": 45, "64bit": [45, 91], "32bit": 45, "save": [45, 51, 57, 58, 61, 63, 65, 69, 70, 71, 83, 84, 91, 93, 94, 99, 100, 104, 107, 108, 110, 111, 112, 114, 115, 118, 120], "custom": [45, 55, 56, 58, 59, 63, 87, 96, 97, 98, 108, 111, 113], "dll": [45, 62], "e": [45, 48, 53, 58, 59, 61, 66, 69, 70, 82, 83, 85, 90, 92, 94, 100, 111, 112, 113, 115, 118], "g": [45, 48, 58, 59, 66, 69, 70, 76, 85, 90, 92, 100, 111, 112, 113, 115, 118], "n": [45, 53, 55, 70, 83, 85, 87, 88, 89, 90, 92, 93, 95, 118], "min_n": 45, "min_c": 45, "min_h": 45, "min_w": 45, "opt_n": 45, "opt_c": 45, "opt_h": 45, "opt_w": 45, "max_n": 45, "max_c": 45, "max_h": 45, "max_w": 45, "32": [45, 70, 82, 83, 84, 85, 87, 97, 98, 102, 107, 109, 121], "flag": [45, 49, 50, 52, 57, 59, 62, 65, 69, 70, 84, 106, 118, 119], "forc": [45, 56, 58, 65, 70, 71, 74, 108, 118], "posit": [45, 47, 58, 70, 74], "test": [45, 49, 52, 58, 59, 65, 70, 76, 77, 85, 97, 109, 111, 112, 113, 114, 115], "ssd_trace": 45, "pt": [45, 58, 83, 102, 111, 112, 115], "ssd_trt": 45, "300": [45, 86, 88, 89], "512": [45, 65, 70, 71, 107, 109, 114], "1024": [45, 65, 70, 71, 88, 89, 98, 110, 114], "simplifi": [46, 62, 92], "form": [46, 69, 70, 76, 84, 111, 112, 115], "up": [46, 48, 49, 50, 51, 52, 55, 58, 59, 62, 65, 70, 76, 82, 87, 88, 89, 90, 92, 94, 99, 100, 101, 105, 106, 110, 113, 114], "context": [46, 50, 51, 52, 57, 67, 69, 90, 99, 102, 106, 108, 118], "inetworkdefinit": [46, 47], "record": [46, 82, 93, 94, 98, 106, 118], "togeth": [46, 53, 83], "also": [46, 47, 53, 55, 57, 59, 60, 61, 70, 74, 76, 77, 83, 84, 85, 87, 88, 89, 94, 98, 106, 107, 108, 109, 110, 113, 114], "start": [46, 49, 58, 64, 70, 77, 83, 86, 92, 93, 94, 98, 102, 114], "look": [46, 47, 48, 61, 65, 70, 82, 85, 86, 90, 94, 102, 111, 112, 115, 116], "its": [46, 49, 51, 53, 59, 69, 70, 76, 88, 89, 92, 97, 111, 112, 115, 118, 120], "assembl": [46, 55, 83], "resourc": [46, 85, 87, 88, 89, 92, 99], "coupl": [46, 52, 58, 118], "state": [46, 47, 53, 55, 69, 83, 90, 98, 102, 107, 108], "been": [46, 53, 57, 59, 68, 77, 83, 91, 94, 99, 100, 108, 113, 118, 120], "evaluated_value_map": [46, 53], "stage": [46, 58], "arg": [46, 47, 55, 58, 65, 69, 70, 80, 83, 87, 90, 91, 92, 94, 95, 97, 107, 109, 110, 114, 118], "itensor": [46, 47, 53, 58, 83, 90, 92], "value_tensor_map": [46, 53], "There": [46, 47, 52, 53, 55, 56, 58, 59, 77, 82, 85, 100, 107, 111, 112, 113, 114, 115, 116, 118], "typic": [46, 53, 70, 99, 106, 107, 111, 112, 115, 118], "abl": [46, 48, 53, 55, 58, 60, 85, 86, 92, 98, 100, 102, 118], "system": [46, 53, 55, 57, 62, 63, 65, 69, 70, 87, 89, 90, 91, 92, 94, 100, 120], "registri": [46, 47, 83, 92], "enter": [46, 70], "recurs": 46, "resolv": [46, 48, 50, 52, 101, 102, 105, 107], "until": [46, 49, 52, 53, 59, 65, 70, 113, 120], "final": [46, 49, 50, 52, 59, 90, 92, 101, 105, 114], "here": [46, 47, 49, 51, 56, 57, 58, 59, 61, 74, 76, 77, 82, 83, 85, 88, 89, 90, 92, 96, 106, 107, 108, 109, 111, 112, 115, 116, 118, 119], "some": [46, 47, 48, 49, 50, 51, 52, 53, 55, 56, 57, 58, 59, 65, 70, 75, 76, 83, 85, 87, 88, 89, 90, 92, 94, 99, 106, 110, 113, 116, 120], "These": [46, 47, 49, 51, 55, 57, 59, 65, 68, 69, 70, 74, 76, 85, 88, 90, 111, 112, 115, 118, 120], "those": [46, 47, 55, 57, 70, 76, 98], "do": [46, 47, 48, 49, 53, 56, 58, 75, 77, 82, 83, 84, 85, 87, 88, 89, 90, 92, 107, 121], "theori": [46, 76], "kind": [46, 58], "consum": [46, 82, 107], "common": [46, 48, 58, 66, 76, 90, 94, 113], "prim": [46, 48, 49, 51, 64, 82, 83], "constant": [46, 47, 48, 49, 83, 87, 92, 99], "emit": 46, "listconstruct": [46, 49, 51, 83], "make": [46, 47, 58, 62, 65, 70, 76, 78, 83, 84, 85, 92, 94, 111, 112, 114, 115, 118, 121], "associ": [46, 53, 83, 94, 118], "next": [46, 47, 51, 56, 66, 70, 74, 76, 77, 85, 90, 99, 101, 106, 109, 111, 112, 115, 119], "where": [46, 47, 48, 53, 55, 57, 58, 65, 69, 70, 71, 77, 83, 85, 88, 90, 100, 106], "result": [46, 48, 49, 59, 61, 65, 67, 69, 70, 71, 74, 82, 84, 87, 88, 89, 91, 92, 98, 99, 100, 106, 107, 110, 111, 112, 115, 117, 118, 120], "done": [46, 49, 52, 92, 100, 111, 112, 115, 119], "mai": [46, 47, 49, 51, 52, 58, 59, 65, 69, 70, 71, 76, 77, 82, 83, 84, 85, 90, 92, 100, 101, 105, 106, 110, 111, 112, 113, 115, 117, 118], "For": [46, 49, 55, 56, 57, 58, 59, 60, 61, 62, 66, 70, 74, 76, 77, 82, 83, 85, 86, 87, 88, 89, 90, 92, 98, 101, 109, 111, 112, 113, 114, 115, 117, 118, 119], "more": [46, 49, 57, 58, 59, 63, 65, 70, 74, 77, 82, 83, 84, 85, 86, 92, 94, 98, 99, 103, 105, 108, 111, 112, 115, 117], "writing_convert": [46, 83], "locat": [47, 55, 59, 62, 85, 90, 92, 113], "py": [47, 48, 52, 55, 58, 59, 60, 62, 72, 74, 76, 81, 82, 83, 85, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 115, 116], "convers": [47, 48, 49, 51, 56, 57, 58, 65, 70, 71, 83, 87, 88, 89, 90, 92, 95, 97, 108, 114, 116], "decror": 47, "dynamo_tensorrt_convert": [47, 90, 92, 118], "signatur": [47, 71, 87, 113], "leaky_relu": [47, 64], "def": [47, 55, 58, 70, 76, 82, 84, 87, 88, 89, 90, 92, 93, 94, 95, 97, 98, 99, 101, 106, 107, 108, 109, 110, 111, 112, 113, 115, 116, 117, 118], "leaky_relu_convert": 47, "ctx": [47, 53, 83, 90, 92, 110, 118], "conversionctx": [47, 53, 83, 90], "tupl": [47, 51, 56, 58, 65, 66, 69, 70, 71, 84, 87, 88, 89, 90, 92, 94, 100, 116, 117, 118], "kwarg": [47, 58, 65, 69, 70, 90, 92, 95, 97, 98, 107, 110, 114, 118], "dict": [47, 65, 69, 70, 71, 90, 92, 94, 98, 118], "union": [47, 53, 57, 65, 69, 70, 71, 83, 87, 90, 97, 118], "sequenc": [47, 55, 58, 65, 66, 69, 70, 71, 76, 90, 92, 97, 102, 106, 110, 113, 114, 118], "decor": [47, 55, 58, 90, 113], "kei": [47, 76, 82, 94, 95, 97, 111, 112, 115, 116], "node": [47, 48, 49, 50, 52, 53, 55, 57, 58, 65, 66, 83, 90, 92, 95, 97, 107, 109, 110, 114, 116], "capability_valid": [47, 90], "lambda": [47, 53, 76, 83, 87, 88, 89, 90, 111, 112, 115], "fx": [47, 55, 56, 65, 69, 70, 83, 84, 90, 92, 95, 97, 100, 113, 119], "determin": [47, 48, 57, 58, 70, 88, 90, 110, 113, 116, 118], "properli": [47, 59, 117], "handl": [47, 48, 49, 51, 57, 58, 69, 70, 88, 89, 92, 99, 106], "partition": [47, 65, 70, 92, 96, 111], "sure": [47, 62, 83, 84, 102, 111, 112, 115, 118, 121], "prioriti": [47, 49, 90], "develop": [47, 58, 59, 60, 62, 63, 76, 77, 83, 90, 92], "overrid": [47, 58, 85], "bodi": [47, 76, 77], "respons": [47, 51, 76, 118], "network": [47, 53, 58, 70, 83, 85, 90, 92, 110, 111, 112, 114, 115, 121], "perform": [47, 55, 56, 62, 65, 69, 70, 85, 87, 88, 89, 92, 97, 106, 108, 110, 111, 112, 113, 114, 115, 117, 118, 119, 120], "nativ": [47, 52, 54, 83, 87, 88, 89, 90, 92, 100], "numpi": [47, 70, 92, 93, 94, 98, 99, 100, 108, 110, 111, 112, 115], "frozen": 47, "attribut": [47, 48, 49, 51, 58, 70, 76, 83], "previou": [47, 74, 101, 108], "correspond": [47, 53, 58, 59, 69, 70, 90, 94, 95, 98, 102, 113, 118], "edg": [47, 62, 76], "well": [47, 56, 59, 63, 67, 69, 76, 83, 85, 88, 89, 90, 94, 106, 108, 118, 119], "being": [47, 58, 59, 65, 83, 90, 92, 100, 106], "truth": 47, "http": [47, 54, 57, 59, 60, 62, 70, 74, 76, 82, 83, 85, 90, 92, 101, 105, 108, 109, 110, 111, 112, 114, 115, 116, 118], "github": [47, 54, 57, 59, 60, 62, 74, 83, 85, 101, 105, 108, 109, 110, 111, 112, 115, 118], "com": [47, 54, 57, 59, 60, 62, 83, 85, 101, 105, 108, 109, 110, 111, 112, 115, 118], "blob": [47, 54, 59, 74, 85, 94, 108], "main": [47, 48, 49, 50, 51, 52, 53, 56, 58, 59, 74, 76, 78, 83, 90, 92, 95, 108, 109, 113, 118], "src": [47, 51, 54, 64, 87], "native_funct": [47, 54], "yaml": [47, 54], "sinc": [47, 48, 57, 58, 69, 76, 82, 83, 85, 88, 89, 90, 93, 94, 100, 107, 108, 110], "mani": [47, 49, 57, 58, 74, 76, 77, 90, 94, 100, 120], "composit": [47, 83], "raw": [47, 74, 90], "impl": [47, 88, 90], "subpackag": 47, "chain": [47, 53], "primarili": [47, 52, 59, 83, 90], "manipul": [47, 55, 70], "net": [47, 53, 76, 77, 83, 92, 111, 112, 115], "addit": [47, 48, 57, 58, 69, 70, 83, 87, 90, 92, 94, 100, 106, 108, 114, 116, 118], "call_modul": 47, "call_funct": [47, 55, 58, 97], "eg": [47, 111, 112, 115, 117], "aten_": 47, "_leaky_relu": 47, "opoverloadpacket": 47, "while": [47, 49, 69, 85, 90, 98, 99, 110, 111, 112, 114, 115, 118, 120], "opoverload": 47, "particular": [47, 57, 94, 107], "collect": [47, 49, 57, 65, 70, 71, 83, 84, 109], "trtinterpret": [47, 58, 66], "along": [47, 70], "match": [47, 48, 87, 88, 89, 90, 100], "special": [47, 49, 102, 107, 108, 118], "account": [47, 111, 112, 115], "illustr": [47, 58, 97, 102, 103, 107, 108, 114], "scale_grad_by_freq": [47, 64], "embedding_param_valid": 47, "establish": 47, "subset": [47, 57, 65, 70, 85, 114], "converter_util": [47, 92], "enforce_tensor_typ": 47, "dictionari": [47, 65, 70, 71, 86, 95, 98, 101], "between": [47, 48, 49, 53, 59, 70, 76, 77, 85, 88, 94, 98, 110], "possibl": [47, 59, 76, 87, 88, 89, 90, 92, 94, 111, 112, 114, 115], "prefer": [47, 57, 59, 83], "keyword": [47, 55, 65, 69, 70, 71, 90, 98, 101, 105], "both": [47, 49, 57, 59, 63, 65, 66, 69, 70, 74, 76, 82, 85, 90, 92, 94, 111, 112, 113, 115], "enforc": [47, 83], "situat": 47, "partit": [47, 48, 56, 57, 65, 70, 90, 95, 120], "ensur": [47, 48, 49, 55, 57, 59, 62, 65, 69, 87, 88, 89, 99, 106, 107, 108], "greater": [47, 65, 67, 70], "than": [47, 48, 57, 59, 65, 70, 75, 76, 90, 93, 94, 98, 108, 110, 114, 118], "3d": [47, 58], "autocast": 47, "therebi": [47, 51, 87, 88, 89, 92, 114], "limit": [47, 48, 57, 65, 67, 75, 85, 91, 94, 96, 110, 111, 120], "author": [47, 77], "conv_nod": 47, "7": [47, 49, 51, 52, 69, 70, 80, 83, 87, 89, 92, 97, 101, 103, 105, 109, 116], "ignor": [47, 57, 65, 69, 70, 87, 88, 89, 92, 95, 97], "misc": [47, 87, 88, 89, 92, 95, 97], "trttensor": [47, 118], "np": [47, 90, 92, 93, 94, 98, 99, 100, 108, 110, 111, 112, 115], "ndarrai": [47, 92], "aten_ops_convolut": 47, "conversioncontext": [47, 90, 92, 118], "side": [47, 48, 74, 83, 90, 118], "effect": [47, 48, 57, 58, 65, 74, 83, 85, 90, 92, 99, 114], "term": [47, 70, 76, 77, 85, 87, 88, 89, 90, 92, 114], "getitem": 47, "categor": 47, "modif": [47, 55, 70, 108], "op_evalu": 47, "capbility_valid": 47, "opcod": 47, "decompos": 47, "suboper": 47, "separ": [47, 49, 50, 52, 59], "Such": 47, "via": [47, 57, 58, 63, 65, 69, 70, 71, 74, 80, 84, 85, 101, 103, 105, 108, 114, 116, 118, 119, 120], "register_torch_trt_decomposit": 47, "addmm_replac": 47, "replac": [47, 49, 55, 59, 62, 68, 87, 88, 89, 92, 95, 97, 109, 113, 120], "input_": 47, "mat1": 47, "mat2": [47, 64], "beta": [47, 58, 64, 71], "alpha": [47, 58, 64, 77], "mul": [47, 49, 64, 90, 97, 106], "matmul": [47, 48, 57, 64, 65, 83, 98, 107, 108, 116, 117], "modifi": [47, 49, 55, 58, 77, 97, 98, 116], "edit": [47, 59, 74], "torch_enabled_decomposit": 47, "torch_disabled_decomposit": 47, "disjoint": 47, "preced": [47, 76], "over": [47, 50, 52, 58, 76, 109, 110, 111, 112, 115, 120], "much": [47, 53, 74, 76, 85, 98], "significantli": [47, 48, 74, 88, 94], "easier": [47, 50, 52, 53, 58, 65, 69, 70, 83, 85, 92, 98], "what": [47, 48, 58, 61, 70, 76, 82, 83, 84, 102, 113, 120], "tri": 47, "made": [48, 50, 52, 70, 76], "represent": [48, 53, 58, 82, 102, 108, 114, 120], "instanc": [48, 55, 57, 59, 65, 69, 82, 83, 90, 114, 118], "idea": [48, 76, 90], "reduc": [48, 49, 50, 52, 58, 65, 70, 85, 87, 88, 89, 92, 94, 99, 106, 114, 118], "actual": [48, 51, 53, 58, 82, 83, 92, 113], "aim": [48, 120], "closer": 48, "scope": [48, 92, 101, 105], "csrc": [48, 54, 118], "common_subexpression_elimin": 48, "subexpress": 48, "dead_code_elimin": 48, "exception_elimin": 48, "wa": [48, 51, 55, 57, 58, 65, 69, 70, 76, 83, 90, 91, 120], "1013": 48, "ne": [48, 64], "1012": 48, "24": [48, 98, 111, 112, 115], "lib": [48, 59, 60, 62, 83], "python3": [48, 59, 83], "6": [48, 49, 51, 59, 64, 80, 82, 83, 91, 92, 97, 108], "site": [48, 59, 76, 83], "nn": [48, 54, 58, 65, 66, 69, 70, 71, 82, 83, 84, 87, 88, 89, 90, 92, 95, 98, 101, 106, 108, 109, 113, 116, 117, 120], "batchnorm": 48, "248": 48, "11": [48, 59, 76, 80, 83, 111, 112, 115], "block0": 48, "raiseexcept": 48, "249": 48, "12": [48, 49, 60, 76, 80, 82, 83, 103, 107, 111, 112, 115, 116], "block1": 48, "guard_elimin": 48, "whose": [48, 58, 103], "freeze_modul": 48, "propag": 48, "fuse_addmm_branch": 48, "differ": [48, 49, 52, 57, 58, 59, 65, 70, 74, 82, 90, 92, 94, 95, 98, 107, 110, 113, 114, 118, 120], "implement": [48, 49, 51, 56, 58, 69, 75, 83, 85, 87, 88, 89, 92, 94, 96, 97, 108, 110, 111, 113, 118], "variant": [48, 113], "caught": 48, "ret": 48, "622": 48, "self": [48, 51, 53, 64, 69, 70, 82, 83, 84, 87, 88, 89, 90, 92, 94, 95, 98, 101, 106, 108, 109, 113, 114, 116, 117, 121], "bia": [48, 64, 83, 109], "x9": 48, "3677": 48, "output0": [48, 111, 112, 115, 117], "add_": [48, 64, 83, 90], "fuse_linear": 48, "back": [48, 49, 51, 52, 69, 70, 76, 82, 83, 87, 88, 89, 92, 95, 96, 111, 120], "fuse_flatten_linear": 48, "implicitli": [48, 70], "connect": [48, 65, 70, 71, 76, 98, 111, 112, 115, 121], "higher": [48, 57, 65, 70, 74, 76, 82, 110], "1d": 48, "lower_graph": 48, "access": [48, 53, 58, 74, 83, 86, 107, 120], "rather": [48, 108], "getattr": [48, 51, 82, 83, 95], "trainabl": 48, "remain": [48, 70, 85, 120], "lower_tupl": 48, "lowersimpletupl": 48, "tupleconstruct": [48, 51], "tupleunpack": 48, "leav": [48, 55, 57, 65], "statement": [48, 76, 90], "loweralltupl": 48, "_all_": 48, "rais": [48, 58, 65, 70, 91, 95], "onnx": 48, "work": [48, 52, 53, 57, 58, 61, 65, 68, 69, 70, 76, 77, 85, 88, 89, 92, 100, 101, 106, 110, 111, 112, 115, 116, 118], "module_fallback": 48, "consist": [48, 58, 76, 92, 99, 106, 108, 118, 120], "pair": [48, 53, 59, 76, 85, 113, 114], "delimit": 48, "around": [48, 51, 53, 57, 59, 65, 69, 76, 79, 82, 92, 99, 107], "second": [48, 58, 62, 76, 84, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 118], "mark": [48, 49, 74, 94, 102], "notatemoduleforfallback": 48, "marknodesforfallback": 48, "tell": [48, 49, 50, 51, 52, 53, 76, 88, 120], "them": [48, 49, 51, 56, 57, 58, 59, 65, 69, 74, 83, 87, 88, 89, 92, 94, 108, 110, 113, 114, 116, 118, 119, 120], "peephole_optimz": 48, "intent": [48, 76], "catch": [48, 70, 83, 118], "small": [48, 92, 93, 99, 111, 112, 115], "might": [48, 74, 87, 100, 116], "interest": [48, 76], "now": [48, 49, 52, 53, 58, 59, 70, 76, 83, 86, 88, 89, 90, 92, 94, 100, 110, 117, 118], "expand": [48, 64], "simpli": [48, 101, 114], "remove_contigu": 48, "remove_dropout": 48, "infer": [48, 57, 58, 62, 65, 70, 71, 83, 85, 87, 91, 97, 100, 101, 110, 113, 114, 116, 118, 119, 120], "remove_to": 48, "cast": [48, 57, 65, 107, 108, 117], "chang": [48, 49, 52, 55, 57, 58, 69, 70, 71, 74, 85, 88, 89, 90, 94, 98, 99, 100, 108, 111, 112, 113, 115, 118, 120], "move": [48, 51, 71, 83, 85, 90, 99], "unpack_addmm": 48, "reus": [48, 58, 65, 85, 88, 94, 99], "dedic": [48, 77], "unpack_log_softmax": 48, "softmax": [48, 58, 64, 109], "loop_unrol": 48, "suffici": [48, 59, 70], "short": [48, 57, 65, 76, 77, 100], "go": [48, 49, 58, 61, 82, 83, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 114, 115, 120], "tile_to_repeat": 48, "instruct": [49, 50, 52, 58, 59, 83, 108, 111, 112, 113, 115], "criteria": [49, 50, 52, 57], "lack": [49, 50, 52, 58, 87, 88, 89, 92, 110], "explicitli": [49, 50, 52, 59, 71, 84, 85, 86, 117], "On": 49, "segment": [49, 56, 92, 103, 105, 108, 114], "verifi": [49, 60, 62, 90, 92, 95, 100, 113], "Then": [49, 85, 86, 100, 111, 112, 115], "roughli": [49, 111, 112, 115], "analysi": 49, "everi": [49, 66, 69, 70, 83, 113, 118], "complet": [49, 56, 65, 70, 82, 83, 107, 113, 118], "mean": [49, 53, 57, 58, 64, 65, 66, 97, 101, 110, 111, 112, 115, 120], "trace": [49, 57, 58, 65, 69, 71, 82, 83, 110, 111, 112, 115, 116, 118, 119, 120], "tensorlist": [49, 53], "figur": [49, 77, 79, 108], "still": [49, 58, 59, 85, 90, 101, 120], "our": [49, 52, 56, 82, 83, 111, 112, 115], "stitch": [49, 83], "altogeth": [49, 74], "brief": 49, "descript": [49, 77, 91, 107, 109], "partitioninfo": 49, "api": [49, 52, 53, 55, 56, 57, 58, 65, 69, 70, 71, 75, 83, 84, 85, 86, 89, 92, 95, 101, 102, 103, 106, 110, 111, 112, 113, 114, 115, 116, 118, 119], "maintain": [49, 51, 53, 70, 98, 106, 120], "code": [49, 52, 55, 57, 58, 59, 60, 75, 77, 82, 83, 85, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 113, 116], "mymodel": [49, 56, 61, 84, 87, 88, 89, 92, 116, 119], "ts_model": [49, 83, 118], "trt_model": [49, 86, 92, 97, 103, 108, 109, 110, 111, 112, 115, 119], "off": [49, 51, 106, 108], "consecut": [49, 56], "satisfi": [49, 55, 58, 87], "forced_fallback_op": 49, "auto": [49, 53, 57, 61, 65, 76, 77, 83, 85, 87, 102, 110, 121], "randn": [49, 56, 61, 65, 70, 71, 83, 86, 90, 94, 95, 98, 103, 106, 107, 116, 117, 118, 119], "224": [49, 56, 61, 65, 66, 70, 71, 83, 91, 94, 95, 98, 100, 103, 106, 111, 112, 114, 115, 116, 119], "trt_ts_modul": [49, 84], "input_s": 49, "inputrang": 49, "cfg": [49, 83], "push_back": [49, 118], "relu": [49, 64, 82, 83, 95, 101, 106, 109], "trt_mod": [49, 61, 83, 85, 121], "consid": [49, 71, 83, 92, 117], "segmentmodelwithdependencyawar": 49, "test_segment": 49, "20": [49, 80, 100, 103, 105, 107], "x_lgamma": 49, "lgamma": 49, "y_lgamma": 49, "div": [49, 64, 97], "div_lgamma": 49, "27": [49, 83], "cat": [49, 59, 64, 109, 110, 113], "greedi": [49, 102, 110], "strategi": [49, 57, 65, 70], "travers": [49, 50, 52, 57], "gather": [49, 113], "same": [49, 51, 55, 57, 58, 65, 70, 74, 76, 82, 83, 86, 88, 89, 91, 92, 94, 100, 103, 105, 111, 112, 113, 115, 116, 118, 119], "encount": [49, 57, 62, 90, 101, 102, 105], "4": [49, 51, 56, 57, 58, 59, 64, 70, 72, 74, 76, 77, 80, 83, 92, 97, 98, 101, 104, 105, 106, 107, 109, 113, 116], "suboptim": 49, "arithmet": 49, "split": [49, 58, 64], "own": [49, 53, 57, 59, 60, 65, 76, 83, 94, 111, 112, 115], "could": [49, 57, 58, 92, 103, 105, 118], "rewrit": [49, 55], "portion": [49, 76, 92, 104], "without": [49, 53, 61, 74, 76, 83, 85, 92, 93, 94, 97, 98, 100, 106, 113, 117], "reorder": 49, "seri": [49, 113], "cleanli": 49, "approach": [49, 94, 113], "achiev": [49, 114], "hit": 49, "larger": [49, 65, 70, 74, 110, 114], "boundari": [49, 70], "guarante": [49, 69], "trigger": [49, 57, 58, 70, 83, 94, 98, 100, 120], "appear": [49, 76], "adjac": [49, 65, 70, 76, 95], "As": [49, 58, 59, 70, 83, 87, 88, 89, 90, 92, 94, 100, 106, 120], "clean": [49, 55, 62, 76, 101, 105], "step": [49, 58, 62, 64, 70, 85, 92, 100, 108, 114], "consolid": [49, 82, 113], "further": [49, 57, 58, 118, 120], "merg": 49, "identifi": [49, 118], "do_not_merg": 49, "combin": [49, 57, 58], "condit": [49, 76, 120], "loop": [49, 57, 58, 102], "extens": [49, 83, 97, 120], "sophist": 49, "backend": [49, 55, 61, 63, 71, 72, 75, 86, 93, 94, 95, 96, 101, 102, 106, 109, 111, 112, 115, 116], "particularli": [49, 99, 117], "distribut": [49, 57, 65, 83, 85, 110, 118], "your": [49, 53, 56, 57, 59, 60, 61, 69, 74, 76, 77, 81, 82, 83, 84, 86, 94, 108, 116, 118], "multipl": [49, 51, 59, 65, 69, 70, 76, 77, 85, 88, 89, 99, 106, 110, 111, 112, 115, 118], "extend": [49, 50, 52, 53, 64, 83, 94, 114], "assign": [49, 75], "highest": 49, "pleas": [49, 58, 70, 76, 83, 89, 96, 108, 109, 111, 112, 115, 116], "hierarchical_partitioner_exampl": [49, 95], "detail": [49, 57, 58, 60, 62, 65, 82, 83, 92, 94, 98, 111, 112, 115], "ir": [50, 52, 53, 56, 57, 61, 65, 70, 82, 83, 84, 96, 99, 101, 103, 105, 106, 111, 116, 118], "larg": [50, 52, 70, 74, 76, 83, 85, 99, 100, 102, 108, 110, 114], "opset": [50, 52, 90], "compon": [50, 52, 59, 60, 68, 82, 107, 113, 118, 119, 120], "evalu": [50, 51, 52, 109], "deploi": [50, 52, 63, 65, 83, 85, 96, 111, 112, 115], "instanti": [50, 51, 52, 53, 83, 104], "wrap": [50, 51, 52, 58, 76, 79, 83, 86, 95, 101, 105, 106], "providi": [50, 52], "stand": [51, 76], "interpret": [51, 58, 76, 118], "execute_engin": [51, 69, 83], "stack": [51, 64, 85, 109, 118, 120], "machin": [51, 59, 85, 91, 111, 112, 115], "pop": 51, "push": 51, "element": [51, 58, 76, 77, 80, 88, 89], "realiz": 51, "abstract": [51, 53, 77, 90], "__torch__": [51, 82, 83], "portabl": [51, 59, 62, 71], "serializ": [51, 57, 82, 120], "instnanti": 51, "whatev": [51, 58, 92], "self_1": [51, 83], "torchvis": [51, 60, 85, 86, 91, 94, 95, 98, 100, 103, 106, 109, 111, 112, 115], "resnet": [51, 63, 72, 91, 96, 98, 111, 112, 114, 115], "___torch_mangle_4847": 51, "resnet_trt": 51, "input_0": [51, 83], "__torch___torchvision_models_resnet____torch_mangle_4847_resnet_trt_engin": 51, "listunpack": [51, 83], "repack": 51, "ssd": 51, "ssd300_trt": 51, "__torch___pytorch_detection_ssd_src_model_ssd300_trt_engin": 51, "holder": [51, 78], "torchbind": 51, "pickler": 51, "seril": 51, "zip": [51, 59, 98, 100, 108, 111], "depickl": 51, "again": [51, 53, 76, 92, 98], "therefor": [51, 58, 59, 69, 76, 83, 114, 118], "encod": [51, 108, 114], "sm": 51, "correct": [51, 59, 62, 74, 96, 98, 100, 109, 111, 112, 115, 118], "bazel": [52, 59, 60], "linux": [52, 57, 60, 62, 65, 70, 83, 91], "x86_64": [52, 59], "aarch64": 52, "gcc": [52, 83], "untest": 52, "try": [52, 70, 76, 77, 83, 86, 87, 92, 94, 107, 108, 110, 111, 112, 115, 118, 120], "older": 52, "repositori": [52, 59, 74, 81, 108, 111, 112, 115], "notebook": [52, 63, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111], "doc": [52, 54, 59, 70, 74, 75, 76, 81, 90, 92, 116], "docsrc": 52, "third_parti": [52, 59], "toolchain": [52, 59], "unstabl": 52, "subject": [52, 55, 120], "matur": 52, "most": [52, 58, 59, 66, 92, 100, 111, 112, 115, 118, 120], "hood": [52, 103, 120], "major": [52, 58, 70], "top": [52, 74, 78], "coordin": [52, 70, 108], "ingest": 52, "flow": [53, 58, 76, 82, 107, 114], "nvinfer1": [53, 85], "ilay": 53, "analogu": 53, "goal": [53, 57, 94], "registernodeconversionpattern": [53, 83], "helper": [53, 90], "pattern": [53, 70, 83, 110], "schema": [53, 83, 90, 92], "caus": [53, 57, 74, 101, 103, 105, 110, 118], "acthardtanh": 53, "torchtrt_unus": 53, "hardtanh": [53, 64], "scalar": [53, 64, 97], "min_val": [53, 64], "max_val": [53, 64], "unwraptodoubl": 53, "new_lay": 53, "addactiv": 53, "activationtyp": [53, 58], "kclip": 53, "torchtrt_check": 53, "unabl": [53, 83, 92], "setalpha": 53, "setbeta": 53, "setnam": [53, 83], "util": [53, 55, 68, 71, 83, 85, 95, 101, 105, 106, 108, 109, 111, 112, 113, 114, 115, 118, 119, 120], "node_info": [53, 83], "c_str": [53, 83], "out_tensor": [53, 83], "associatevalueandtensor": [53, 83], "getoutput": [53, 83], "log_debug": 53, "getdimens": [53, 83], "accord": [53, 57, 71, 91], "unwrap": 53, "tool": [53, 57, 58, 59, 83, 90, 94, 114], "don": [53, 58, 74, 76, 77, 85, 90, 109, 111, 112, 115, 116], "annot": [53, 83], "Its": [53, 76], "track": [53, 85], "sort": [53, 64, 86, 108], "live": [53, 76], "directli": [53, 55, 56, 60, 62, 63, 70, 85, 90, 92, 101, 108, 113, 119], "associatevalueandivalu": 53, "inspect": [53, 82, 83], "dataflow": [53, 83], "mechan": [53, 57, 58, 92, 99, 100, 114], "safe": [53, 57, 65, 69, 70, 71, 108], "unsur": 53, "deep": [53, 57, 63, 74, 85, 92, 121], "straight": 53, "chanc": 53, "none": [53, 57, 58, 62, 64, 65, 66, 69, 70, 71, 74, 76, 90, 92, 94, 95, 97, 98, 101, 102, 107, 108, 109, 110], "wrapper": [53, 58, 95, 99, 106, 119], "similar": [53, 56, 57, 58, 59, 83, 86, 88, 92, 108, 113, 118], "tocustomclass": 53, "tensorcontain": 53, "istensor": 53, "iscustomclass": 53, "lot": [53, 56], "singular": 53, "becaus": [53, 58, 66, 82, 83, 87, 88, 89, 90, 92, 93, 94, 99, 106, 110, 117, 118], "alloc": [53, 63, 69, 89, 90, 96, 106, 111], "copi": [53, 58, 64, 77, 110], "freed": 53, "destructor": 53, "destroi": [53, 77], "realli": 53, "think": [53, 76], "becom": [53, 59, 98], "benefit": [53, 83, 94, 106, 110, 117], "deal": [53, 94], "quit": [53, 59, 83, 114], "effici": [53, 99, 106, 108], "good": [53, 58, 76, 94], "batch_norm": [53, 64], "fusion": [53, 55, 58], "deeplearn": [54, 58], "sdk": [54, 60, 111, 112, 115, 120], "matrix": 54, "html": [54, 59, 70, 76, 82, 85, 90, 92, 116], "c_api": 54, "python_api": 54, "org": [54, 59, 70, 74, 76, 82, 83, 85, 90, 92, 116, 118], "stabl": [54, 63, 70, 71, 72, 74, 96, 111, 116], "master": [54, 59, 85, 118], "overview": [54, 63, 101, 106], "md": 54, "appli": [55, 56, 85, 100, 102, 106, 108], "desir": [55, 65, 77, 85, 94], "coalesc": 55, "insert": [55, 57, 65, 83, 85, 90, 94, 100, 113], "graphmodul": [55, 56, 65, 66, 69, 70, 83, 84, 92, 95, 97, 100, 119, 120], "caller": 55, "invok": [55, 57, 58, 62, 82, 83, 118], "lint": 55, "recompil": [55, 70, 90, 94, 98, 100, 102, 105, 116, 120], "repair": 55, "disallow": 55, "repair_input_as_output": 55, "gm": [55, 65, 95, 97], "sample_input": [55, 58, 97, 101], "scenario": [55, 57, 98, 99, 110, 118], "clone": [55, 59, 64, 92], "modified_graph": [55, 97], "extract": [55, 83, 108, 114], "placehold": [55, 90], "isinst": [55, 58, 92, 95, 109], "issubclass": 55, "direct": [55, 80, 100, 118], "len": [55, 64, 92, 95, 97, 108], "direct_output": 55, "inserting_aft": [55, 97], "cloned_placehold": 55, "replace_input_with": 55, "date": [55, 77, 120], "eliminate_dead_cod": 55, "logger": [55, 67, 87], "f": [55, 57, 58, 70, 76, 82, 87, 90, 91, 92, 95, 99, 107, 108, 109, 110], "__init__": [55, 69, 70, 76, 82, 87, 88, 89, 90, 92, 94, 95, 98, 101, 108, 109, 113, 116, 117], "pass_manag": 55, "passmanag": 55, "offer": [55, 57], "registr": [55, 58, 89, 97], "conveni": [55, 85, 105, 114, 118, 120], "control": [55, 58, 82, 100, 110, 118], "_aten_lowering_pass": [55, 97, 113], "my_custom_pass": 55, "front": [55, 65], "passlist": 55, "arbitrari": [55, 69], "remov": [55, 56, 62, 65, 74, 93, 94, 98, 99, 108, 109], "dump_lowering_pass": 55, "apply_lowering_pass": 55, "graph_modul": [55, 65, 95], "_remove_lowering_pass": 55, "evolv": 55, "introduc": [56, 58, 62, 106, 107, 113, 114, 117], "exportedprogram": [56, 61, 65, 70, 100, 110, 116, 120], "dynamo": [56, 57, 59, 60, 61, 62, 68, 69, 70, 72, 83, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 103, 105, 106, 109, 110, 111, 112, 115, 116, 117, 118], "frontend": [56, 65, 68, 84, 87, 88, 89, 92, 96, 103, 105, 109, 111, 112, 115, 116], "simpl": [56, 57, 58, 76, 77, 82, 88, 89, 106, 111, 112, 114, 115, 116], "usag": [56, 58, 63, 65, 72, 76, 83, 88, 89, 96, 98, 110, 111, 116, 118, 119], "eval": [56, 61, 83, 84, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 105, 106, 108, 109, 110, 111, 112, 115, 116, 117, 119], "exp_program": [56, 94, 100, 108, 109, 116], "trt_gm": [56, 61, 94, 100, 107, 116, 117, 119], "interact": [56, 76, 98, 101, 103, 104, 105, 106], "ideal": 56, "discuss": [56, 57, 111, 112, 115], "section": [56, 58, 74, 76, 77, 78, 80, 83, 85, 111, 112, 115, 119], "frequent": [56, 99, 118], "builder": [56, 57, 58, 65], "respect": [56, 57, 59, 65, 70, 107, 117], "releas": [56, 57, 60, 62, 76, 107, 113], "field": [56, 66, 70, 85], "insid": [56, 76, 87, 88, 89, 92], "decomposit": [56, 57, 65, 70, 87, 88, 89, 92], "downstream": [56, 114], "constraint": [56, 98, 110], "guid": [57, 60, 75], "present": [57, 65, 100], "learn": [57, 59, 63, 83, 85, 92, 111, 112, 115, 121], "acceler": [57, 62, 66, 70, 107, 118, 120, 121], "workflow": [57, 58, 61, 63, 65, 66, 70, 83, 86, 94, 96, 98, 103, 104, 105, 111, 113, 114, 118], "wide": [57, 70, 80], "varieti": [57, 111, 112, 115], "primari": [57, 90, 94, 119], "simplic": 57, "optimized_model": [57, 61, 93, 99, 101, 103, 105], "depth": [57, 74, 114], "challeng": [57, 98, 111, 112, 115], "addition": [57, 92], "fit": [57, 76], "compilationset": [57, 65, 69, 90, 92, 101], "_enum": [57, 65, 95], "factori": [57, 65, 85], "callabl": [57, 65, 70, 95, 97], "pass_through_build_failur": [57, 65, 69, 70, 92, 106], "max_aux_stream": [57, 65, 69, 70, 92], "version_compat": [57, 65, 69, 70, 92], "optimization_level": [57, 65, 69, 70, 92, 101], "use_python_runtim": [57, 65, 69, 70, 92, 93, 94, 98, 100, 101], "truncate_doubl": [57, 65, 69, 70, 92, 93, 97, 107, 110], "use_fast_partition": [57, 65, 69, 70, 92], "enable_experimental_decomposit": [57, 65, 69, 70, 92], "_devic": [57, 65], "assume_dynamic_shape_support": [57, 65, 69, 70], "engine_cap": [57, 65, 69, 92], "dryrun": [57, 65, 69, 70, 92], "hardware_compat": [57, 65, 69, 70, 92], "timing_cache_path": [57, 65, 69, 70, 94, 98], "tmp": [57, 65, 69, 83, 93], "torch_tensorrt_engine_cach": [57, 65, 69], "timing_cach": [57, 58, 65, 69], "bin": [57, 59, 60, 62, 65, 69], "lazy_engine_init": [57, 65, 69, 70], "cache_built_engin": [57, 65, 69, 93, 94, 98], "reuse_cached_engin": [57, 65, 69, 93, 94, 98, 100], "use_explicit_typ": [57, 65, 69, 97, 107, 110, 117], "use_fp32_acc": [57, 65, 69, 97, 107, 108, 117], "refit_identical_engine_weight": [57, 65, 69], "strip_engine_weight": [57, 65, 69], "immutable_weight": [57, 65, 69, 70, 93, 94, 98, 100, 107], "enable_weight_stream": [57, 65, 69, 110], "enable_cross_compile_for_window": [57, 65, 69], "tiling_optimization_level": [57, 65, 69], "l2_limit_for_til": [57, 65, 69], "use_distributed_mode_trac": [57, 65, 69], "offload_module_to_cpu": [57, 65, 69, 107], "dpython": [57, 65, 70, 71], "per": [57, 65, 92, 118], "regardless": [57, 65, 77, 103, 105], "fail": [57, 65, 70, 83, 98, 100, 110, 121], "auxiliari": [57, 65], "stream": [57, 63, 65, 70, 88, 92, 96, 111], "impli": [57, 65], "longer": [57, 59, 65, 70, 74, 91, 118], "search": [57, 63, 65, 70, 74], "strictli": [57, 65], "runtim": [57, 59, 61, 62, 63, 65, 70, 83, 90, 96, 101, 105, 106, 110, 111, 119, 120], "presenc": [57, 60, 65, 106], "preferenti": [57, 65], "choos": [57, 58, 65, 82], "float64": [57, 65, 70, 71], "toggl": [57, 65, 70], "mode": [57, 58, 65, 69, 70, 84, 85, 90, 106, 108, 109, 113], "natur": [57, 65, 76], "architectur": [57, 59, 63, 65, 70, 91, 94, 113, 114], "amper": [57, 65, 70], "newer": [57, 59, 65, 70], "storag": [57, 65, 85], "use_strong_typ": [57, 65], "strong": [57, 65, 76], "mix": [57, 63, 65], "happen": [57, 58, 65, 82, 98, 103, 116], "strip": [57, 65], "non": [57, 59, 65, 70, 77, 79, 107, 108, 118], "refitt": [57, 65, 70, 94], "were": [57, 59, 65, 92, 100, 118], "cross": [57, 65, 70, 76, 96, 111], "window": [57, 62, 65, 70, 76, 113], "tile": [57, 65], "spend": [57, 65, 70], "better": [57, 65, 70, 82, 108, 114, 120], "moder": [57, 65], "l2": [57, 65], "byte": [57, 65, 69, 70, 71, 87, 92, 94, 110, 114], "aot_autograd": [57, 65], "dtensor": [57, 65], "sub": [57, 64, 76, 82, 101], "slate": 57, "futur": [57, 58, 65, 70, 71, 102, 107, 113, 118, 119], "occur": [57, 106, 110], "first_output": 57, "subsequ": [57, 94, 99, 106], "second_output": 57, "session": [57, 61, 76, 94, 106], "point": [57, 59, 70, 74, 75, 76, 83, 88, 89, 108, 109, 111, 112, 113, 115], "cover": [57, 88, 89, 90], "benchmark": [57, 64, 97, 113], "automat": [57, 63, 70, 76, 83, 96, 100, 111, 116, 118, 120], "vari": [57, 66, 110, 116], "batch": [57, 58, 66, 69, 85, 94, 97, 98, 103, 105, 107, 109, 110, 111, 112, 115, 116, 118, 121], "inf": 57, "dynamo_convers": 57, "contribut": [57, 99], "issu": [57, 65, 70, 83, 101, 102, 105, 107, 110], "demonstr": [57, 76, 77, 78, 85, 87, 88, 89, 90, 92, 94, 97, 98, 107, 109, 111, 112, 114, 115], "break": [57, 58, 65, 69, 70, 76, 87, 88, 89, 92, 95, 99, 108], "successfulli": [57, 87, 91, 98, 100, 108], "_dynamo": [57, 93, 94, 101, 102, 103, 105, 116], "explain": [57, 58, 63], "veri": [57, 58, 77, 78, 85, 86, 102, 111, 112, 115], "explan": [57, 58], "graph_break_count": 57, "furthermor": 57, "durat": [57, 76], "latter": [57, 69], "logic": [57, 58, 90], "guard": [57, 110], "compos": [58, 82, 85, 90, 109, 111, 112, 115], "variou": [58, 121], "etc": [58, 74, 76, 92, 121], "environ": [58, 61, 62, 65, 111, 112, 115, 118], "research": 58, "few": [58, 59, 70, 90], "recommend": [58, 59, 70, 76, 83, 92, 107, 111, 112, 115, 116], "nightli": 58, "lower_exampl": 58, "welcom": [58, 83], "finish": 58, "converison": 58, "max_batch_s": [58, 66, 111, 112, 115], "2048": [58, 66], "max_workspace_s": [58, 66], "33554432": [58, 66], "explicit_batch_dimens": [58, 66], "lower_precis": [58, 66], "lowerprecis": [58, 66], "verbose_log": [58, 66], "timing_cache_prefix": [58, 66], "save_timing_cach": [58, 66], "cuda_graph_batch_s": [58, 66], "dynamic_batch": [58, 66], "turn": [58, 66, 106], "trtmodul": [58, 66], "otherwis": [58, 59, 62, 66, 94, 118], "implicit": [58, 64, 66, 76], "config": [58, 66, 97, 107, 111, 112, 113, 115], "updat": [58, 59, 60, 66, 70, 92, 97, 100, 113], "dim": [58, 64, 66, 70, 87, 92, 94, 97, 98, 107, 109, 110, 111, 112, 113, 115, 116], "fx2trt_exampl": 58, "acc_trac": 58, "come": [58, 75, 87, 88, 89, 92, 98, 111, 112, 115], "my_pytorch_model": 58, "build_model": 58, "prepar": [58, 111, 112, 113, 115], "acc_mod": 58, "earli": [58, 100], "deprec": [58, 64], "continu": [58, 76, 95, 106, 118], "backward": [58, 69, 92, 120], "length": [58, 64, 77, 102, 110, 113], "vision": [58, 96, 111, 112, 115], "task": [58, 85, 99, 114], "activ": [58, 71, 76, 83, 85, 90, 114, 118, 121], "except": [58, 65, 70, 98, 110], "permut": [58, 64, 108], "transpos": [58, 64, 116], "ll": [58, 94, 102], "inputtensorspec": [58, 66, 70], "experiment": [58, 62, 65, 70, 71, 113], "dataclass": [58, 101], "re": [58, 70, 76, 87, 88, 89, 94, 97, 98, 106, 110, 118], "manual": [58, 62, 70, 75, 76, 95, 100, 106, 110, 118], "sampl": [58, 76, 84, 85, 98, 99, 100, 101, 102, 103, 104, 105, 106, 108, 111, 112, 115], "rand": [58, 83, 91, 94, 98, 100, 101, 111, 112, 115], "from_tensor": [58, 70], "slightli": [58, 59, 92], "promis": 58, "optimize_target_shap": 58, "input_tensor_spec": 58, "shape_rang": [58, 66], "100": [58, 66, 92, 94, 98, 109, 110], "accordingli": [58, 74, 116, 118], "trtinterpreterresult": [58, 66], "namedtupl": 58, "input_nam": [58, 66], "output_nam": [58, 66], "serialized_cach": [58, 66], "bytearrai": [58, 69, 71], "afford": 58, "temporari": [58, 94], "buffer": [58, 63, 89, 92, 96, 111, 118], "best": [58, 65, 70, 76, 110, 117], "perforamnc": 58, "examin": 58, "suitabl": [58, 90, 99], "force_fp32_output": 58, "strict_type_constraint": 58, "usual": [58, 59, 74, 102], "unless": 58, "certain": [58, 101, 108, 110, 118], "algorithm_selector": 58, "algorithm": [58, 85], "profiling_verbos": 58, "trt_interpreter_result": 58, "64": [58, 70, 84, 87, 88, 89, 95, 97, 107, 108, 109, 116], "25": [58, 66, 83, 108], "runtimeerror": 58, "xxx": 58, "One": [58, 76, 77, 83, 114, 118], "reload_trt_mod": 58, "reload_model_output": 58, "far": [58, 76], "give": [58, 74, 76, 98], "convtert": 58, "scheme": [58, 65, 70], "action": [58, 76, 87], "tensort": [58, 120], "thing": [58, 76], "compar": [58, 65, 70, 84, 87, 99, 100, 113], "vanilla": 58, "mainli": 58, "builtin": 58, "purpos": [58, 62, 111, 112, 114, 115], "acc_op": 58, "write": [58, 63, 76, 83, 85, 87, 111, 112, 115], "find": [58, 59, 60, 83, 92, 110], "leverag": [58, 85, 97, 98, 106], "power": [58, 76, 83, 110, 114], "goe": [58, 76], "whole": [58, 106], "sigmoid": [58, 64], "tensorrt_convert": 58, "acc_ops_sigmoid": 58, "rest": [58, 76, 77], "input_v": [58, 90], "receiv": 58, "region": 58, "add_activ": 58, "get_output": [58, 92], "wherev": 58, "rememb": [58, 59, 111, 112, 115], "mapper": 58, "todo": [58, 74], "logist": 58, "down": [58, 59, 74], "acc_norm": 58, "foo": [58, 76, 77], "begin": [58, 59, 76, 101, 106, 113], "register_acc_op": 58, "register_acc_op_map": 58, "this_arg_is_opt": 58, "op_and_target": 58, "arg_replacement_tupl": 58, "rule": [58, 59, 71], "third": [58, 77], "boolean": [58, 69, 70, 90], "matter": [58, 92], "register_custom_acc_mapper_fn": 58, "design": [58, 68, 90, 98, 110, 114, 118, 121], "redund": 58, "throught": 58, "custom_mapp": 58, "_": [58, 76, 87, 88, 89, 92, 95, 97, 99, 108, 109, 110, 117], "foo_kwarg": 58, "inserting_befor": 58, "foo_nod": 58, "meta": [58, 80, 87, 88, 89, 95, 97, 110, 113], "children": 58, "unit": [58, 70, 106], "test_acc_trac": 58, "acc_op_convert": 58, "essenti": 58, "plugin": [58, 63, 92, 96, 111], "yet": [58, 95, 113, 114], "folder": 58, "center": 59, "pypi": [59, 60, 62], "m": [59, 60, 62, 77, 87, 88, 89, 102, 109], "pip": [59, 60, 62, 96, 102, 107, 108, 111, 112, 115], "upload": [59, 111, 112, 115], "x86": 59, "extra": [59, 69, 83, 92, 98], "url": [59, 60, 74, 111, 112, 115], "download": [59, 60, 62, 80, 85, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 115], "whl": [59, 60, 62], "cu118": 59, "cu128": 59, "tarbal": [59, 83, 85], "easiest": [59, 87, 88, 89, 92], "bazelisk": [59, 60, 62], "bazelbuild": [59, 60, 62], "export": [59, 62, 63, 65, 70, 94, 95, 96, 97, 98, 100, 103, 108, 109, 110, 111, 112, 113, 115, 117, 118, 119, 120], "bazel_vers": 59, "path_to_torchtrt_root": 59, "bazelvers": 59, "mkdir": 59, "cd": [59, 60, 62, 111, 112, 115], "curl": [59, 62, 76], "fssl": 59, "o": [59, 62, 76, 111, 112, 115], "dist": [59, 60, 62], "unzip": 59, "bash": [59, 111, 112, 115], "sh": [59, 60], "cp": [59, 60, 92], "usr": [59, 60, 62], "driver": 59, "branch": 59, "4e5b0f6e860910eb510fa70a76ee3eb9825e7a4d": 59, "l46": 59, "pull": [59, 94, 111, 112, 115], "latest": [59, 60, 74], "howev": [59, 74, 75, 83, 87, 88, 89, 90, 92, 94, 111, 112, 115, 116, 120], "l53c1": 59, "fact": 59, "reproduc": 59, "l71": 59, "http_archiv": 59, "build_fil": 59, "archiv": [59, 60], "sha256": 59, "strip_prefix": 59, "OR": 59, "TO": [59, 83], "gnu": 59, "tar": [59, 60, 76, 85], "gz": [59, 76, 77, 85], "ld_library_path": [59, 62], "comment": [59, 76], "uncom": 59, "l114c1": 59, "l124c3": 59, "uv": 59, "astral": 59, "project": [59, 75, 80], "simpler": [59, 85], "wheel": [59, 60], "dep": 59, "lighter": 59, "executor": 59, "avoid": [59, 87, 88, 89, 90, 92, 100, 108, 116], "implic": 59, "python_onli": 59, "legaci": [59, 68, 118], "mainten": 59, "torchdynamo": [59, 97, 116, 118, 120], "technolog": [59, 120], "exclud": [59, 70, 92, 98, 110], "speed": [59, 94, 100], "no_torchscript": 59, "dbg": 59, "old": 59, "incompat": [59, 118], "cxx11": 59, "came": 59, "fortun": 59, "switch": [59, 118], "tabl": [59, 80], "bdist_wheel": [59, 60, 62], "preinstal": 59, "ngc": [59, 111, 112, 115], "forum": 59, "correctli": [59, 62, 92], "declar": [59, 118], "intend": [59, 101, 103, 104, 105, 106, 117], "microsoft": 59, "2022": [59, 63], "open": [59, 107, 108, 111, 112, 114, 115], "app": 59, "x64": 59, "prompt": [59, 98, 102, 104, 108, 113], "admin": 59, "privileg": 59, "launcher": 59, "chocolatei": 59, "navig": [59, 74], "ninja": [59, 60], "setuptool": 59, "r": [59, 76, 96, 102, 108, 111], "txt": [59, 96, 102, 108, 111], "distutils_use_sdk": 59, "cuda_win": 59, "libtorch_win": 59, "tensorrt_win": 59, "similarli": [59, 94, 106, 118], "ci_workspac": 59, "win": 59, "tmpl": 59, "torchtrtc": [59, 63, 121], "how": [59, 76, 78, 80, 82, 86, 87, 88, 89, 90, 92, 94, 95, 97, 98, 101, 109, 110, 111, 112, 113, 114, 115, 116, 118, 119], "websit": 59, "finder": 59, "dcmake_module_path": 59, "doesn": [59, 76, 82, 83], "dtorch_dir": 59, "dtensorrt_root": 59, "choic": 59, "b": [59, 64, 70, 77, 88, 89, 97, 98, 110, 111, 112, 115], "dcmake_build_typ": 59, "72048": 59, "jp_workspac": 59, "new_local_repositori": 59, "sudo": [59, 60], "home": 59, "due": [59, 75, 76, 102, 107, 110], "shift": [59, 64, 76], "jetpack": 59, "jetpack_x": 59, "jetpack_5": 59, "jetson": [60, 114], "cudnn": 60, "flash": 60, "apt": 60, "show": [60, 62, 74, 76, 94, 104, 110, 114], "confirm": 60, "nvcc": 60, "miss": [60, 76, 83], "incorrect": 60, "toolkit": [60, 68], "cusparselt": 60, "ls": 60, "lib64": 60, "libcusparselt": 60, "wget": [60, 111, 112, 115], "redist": 60, "libcusparse_lt": 60, "sbsa": 60, "xz": 60, "xf": 60, "jpl": 60, "repo": 60, "v1": [60, 62, 104], "26": [60, 62], "arm64": 60, "mv": [60, 62], "chmod": [60, 62], "vim": 60, "libopenbla": 60, "dev": [60, 96, 111], "git": [60, 80], "bootstrap": 60, "pypa": 60, "io": [60, 111, 112, 115], "pyyaml": 60, "ai": [60, 62], "lab": [60, 107], "jp6": 60, "cu126": 60, "dev0": [60, 76], "d8318d8fc": 60, "cp310": 60, "linux_aarch64": 60, "__version__": 60, "torch_compile_resnet_exampl": [60, 62, 72, 103], "anywher": 61, "ahead": [61, 63, 83, 87, 98, 106], "ep": [61, 64, 91, 97, 100, 107, 110, 117, 119], "output_format": [61, 70, 118, 119], "input_tensor": [61, 92, 109, 110], "fill": 61, "proven": 62, "desktop": 62, "laptop": 62, "workstat": 62, "drop": [62, 74, 109], "ture": 62, "blackwel": 62, "improv": [62, 77, 99, 106, 108, 113, 118], "pc": 62, "30": [62, 93, 94, 98, 100, 103, 105, 107, 108, 117], "elimin": 62, "lengthi": 62, "rapid": 62, "cut": [62, 76, 100], "use_trt_rtx": 62, "l": [62, 64, 109], "amd64": [62, 91], "choco": 62, "21": 62, "your_local_download_path": 62, "echo": [62, 76], "grep": 62, "findstr": 62, "tensorrt_rtx": 62, "publish": [62, 111, 112, 115], "cp39": 62, "linux_x86_64": 62, "expung": 62, "rm": [62, 111, 112, 115], "rf": 62, "rebuild": [62, 100], "trt_install_path": 62, "awk": 62, "libtensorrt_rtx": 62, "libnvinf": 62, "NOT": 62, "ldd": 62, "tensorrt_rtx_1_0": 62, "dumpbin": 62, "aot": [63, 83, 96, 98, 100, 106, 111, 120], "integr": [63, 97, 98, 101], "seamlessli": [63, 70], "ecosystem": [63, 120], "hybrid": [63, 65, 70, 71, 120], "instal": [63, 80, 83, 96, 102, 107, 108, 111, 112, 115], "advanc": [63, 72, 77, 85, 96, 97, 102, 111], "bert": [63, 72, 96, 99, 111], "triton": [63, 87, 88, 89, 92], "cudagraph": [63, 96, 111], "overload": [63, 96, 111], "mutabl": [63, 96, 111], "diffus": [63, 72, 96, 107, 111], "llm": [63, 110], "huggingfac": [63, 102, 114], "gpt2": [63, 96, 111, 113], "torch_export_gpt2": 63, "sam2": [63, 96, 111], "namespace_torch_tensorrt__ptq": 63, "page": [63, 78, 80, 107, 111, 112, 115], "introductori": 63, "blog": [63, 118], "gtc": 63, "2020": [63, 83], "talk": 63, "fall": [63, 70, 87, 88, 89, 92, 96, 111], "2021": 63, "dai": 63, "confer": 63, "_convolut": [64, 83], "stride": [64, 70, 92, 97, 109], "pad": [64, 70, 92, 95, 109], "dilat": 64, "output_pad": 64, "group": [64, 76, 77], "determinist": 64, "cudnn_en": 64, "allow_tf32": 64, "ab": 64, "aco": 64, "acosh": 64, "adaptive_avg_pool1d": 64, "output_s": 64, "adaptive_avg_pool2d": 64, "adaptive_avg_pool3d": 64, "adaptive_max_pool1d": 64, "adaptive_max_pool2d": 64, "adaptive_max_pool3d": 64, "argmax": [64, 110], "keepdim": 64, "argmin": 64, "asin": 64, "asinh": 64, "atan": 64, "atanh": 64, "avg_pool1d": 64, "kernel_s": [64, 92, 95, 109], "ceil_mod": 64, "count_include_pad": 64, "avg_pool2d": 64, "divisor_overrid": 64, "avg_pool3d": 64, "gamma": 64, "var": 64, "momentum": 64, "bitwise_not": 64, "bmm": 64, "ceil": 64, "clamp": 64, "clamp_max": 64, "clamp_min": 64, "constant_pad_nd": 64, "co": [64, 77, 114], "cosh": 64, "cumsum": 64, "tensor_mod": 64, "rounding_mod": 64, "div_": 64, "elu": 64, "scale": [64, 85, 97, 113, 114], "input_scal": 64, "indic": [64, 65, 69, 74, 76, 88, 89, 90, 100, 103, 113, 116, 117], "padding_idx": 64, "eq": [64, 76], "erf": [64, 90], "exp": 64, "expand_a": 64, "fake_quantize_per_channel_affin": 64, "zero_point": 64, "axi": [64, 70, 108], "quant_min": 64, "quant_max": 64, "fake_quantize_per_tensor_affin": 64, "using_int": [64, 83], "start_dim": [64, 83], "end_dim": [64, 83], "floor": 64, "floor_divid": 64, "ge": 64, "gru_cel": 64, "hx": 64, "w_ih": 64, "w_hh": 64, "b_ih": 64, "b_hh": 64, "gt": 64, "hardtanh_": 64, "instance_norm": 64, "running_mean": 64, "running_var": 64, "use_input_stat": 64, "layer_norm": 64, "normalized_shap": 64, "le": 64, "negative_slop": 64, "01": [64, 77, 83, 108, 109], "leaky_relu_": 64, "lstm_cell": 64, "lt": 64, "masked_fil": 64, "mask": [64, 87, 92, 108], "max_pool1d": 64, "max_pool2d": [64, 82, 83], "max_pool3d": 64, "mul_": [64, 90], "narrow": 64, "neg": [64, 98], "norm": [64, 97], "scalaropt_dim": 64, "pixel_shuffl": 64, "upscale_factor": 64, "pow": [64, 97], "tensor_scalar": [64, 97], "expon": 64, "tensor_tensor": 64, "prelu": 64, "prod": [64, 92], "dim_int": 64, "reciproc": 64, "reflection_pad1d": 64, "reflection_pad2d": 64, "relu_": 64, "repeat_interleav": 64, "self_int": 64, "replication_pad1d": 64, "replication_pad2d": 64, "replication_pad3d": 64, "reshap": [64, 92, 97, 108], "roll": 64, "rsub": 64, "scatter": [64, 108], "sigmoid_": 64, "sin": [64, 76], "sinh": 64, "slice": [64, 113], "split_siz": 64, "split_with_s": 64, "sqrt": [64, 97], "squar": 64, "squeez": [64, 108, 114], "sub_": 64, "dim_intlist": 64, "tan": 64, "tanh": [64, 90], "tanh_": [64, 90], "non_block": [64, 109], "memory_format": [64, 70, 97], "prim_devic": 64, "topk": 64, "k": [64, 85, 109, 113], "largest": 64, "dim0": [64, 94], "dim1": 64, "unbind": 64, "unsqueez": [64, 108, 110, 111, 112, 115], "upsample_bilinear2d": 64, "align_corn": 64, "scales_h": 64, "scales_w": 64, "vec": 64, "scale_factor": 64, "upsample_linear1d": 64, "upsample_nearest1d": 64, "upsample_nearest2d": 64, "upsample_nearest3d": 64, "scales_d": 64, "upsample_trilinear3d": 64, "view": [64, 74, 108], "__and__": 64, "__derive_index": 64, "idx": 64, "__getitem__": 64, "__is__": 64, "t1": 64, "t2": 64, "obj": 64, "__isnot__": 64, "__not__": 64, "__or__": 64, "__range_length": 64, "lo": [64, 98], "hi": [64, 76, 77], "__round_to_zero_floordiv": 64, "__xor__": 64, "append": [64, 90, 93, 94, 95, 98, 99, 109, 110], "el": 64, "arang": [64, 87, 88, 89, 92, 110], "pin_memori": 64, "start_step": 64, "copy_": 64, "float_int": 64, "int_float": 64, "floordiv": 64, "is_floating_point": 64, "numel": [64, 87, 88, 89], "9223372036854775807": 64, "requires_grad": [64, 97], "tupleindex": 64, "tup": 64, "exported_program": [65, 70, 95, 119], "arg_input": [65, 70, 90, 98, 100, 118, 119], "kwarg_input": [65, 70, 98, 100], "engine_cache_dir": [65, 93, 94], "engine_cache_s": [65, 93, 94, 98], "5368709120": 65, "custom_engine_cach": [65, 94], "baseenginecach": [65, 94], "int32": [65, 70, 71, 92, 93, 99, 105, 114], "channel_last": [65, 70, 71, 114], "244": [65, 70, 71], "alia": [65, 70], "understand": [65, 70, 116], "convolut": [65, 70, 71, 85, 92, 95, 121], "oppos": [65, 70, 71], "lean": [65, 70], "integ": [65, 70, 79], "faster": [65, 70, 93, 94, 99, 108, 114], "parition": [65, 70], "increas": [65, 70, 94, 110], "amount": [65, 70, 110], "defer": [65, 70, 120], "lead": [65, 70, 76, 99, 110, 118], "oversubscript": [65, 70], "hard": [65, 100], "disk": [65, 70, 94], "space": [65, 76, 77, 85], "1gb": [65, 93, 94, 98], "exce": 65, "oldest": 65, "offload": 65, "cpu": [65, 66, 99, 106, 108, 110], "minim": [65, 66, 85, 92, 99], "gear": [65, 85], "toward": [65, 85, 108], "later": [65, 70, 83, 88, 89, 100, 113, 119, 120], "cross_compile_modul": 65, "cross_compil": 65, "convert_exported_program_to_serialized_trt_engin": 65, "coverag": [65, 92], "ishapelay": [65, 71], "deseri": [65, 70, 71, 83, 92, 118], "cross_compile_for_window": [65, 70, 91], "save_cross_compiled_exported_program": 65, "load_cross_compiled_exported_program": [65, 70, 91], "valueerror": [65, 70, 91, 95], "refit_module_weight": [65, 100], "min_acc_module_s": 66, "is_aten": 66, "use_experimental_fx_rt": 66, "correctness_atol": 66, "correctness_rtol": 66, "submodul": [66, 82, 92, 95, 106], "fx2trt": 66, "has_batch_dim": 66, "dtyep": 66, "prop": 66, "min_input_shap": 66, "optimized_input_shap": 66, "max_input_shap": 66, "popul": 66, "225": [66, 111, 112, 115], "explicit_precis": 66, "logger_level": 66, "model_trt": [67, 87, 88, 89], "model_torchtrt": 67, "internal_error": 67, "set_multi_device_safe_mod": [69, 118], "_multidevicesafemodecontextmanag": 69, "impact": 69, "suppress": 69, "unsaf": 69, "trt_compiled_modul": 69, "enable_cudagraph": [69, 106, 118], "compiled_modul": [69, 95, 100], "_cudagraphscontextmanag": 69, "get_cudagraphs_mod": 69, "get_whole_cudagraphs_mod": 69, "set_cudagraphs_mod": [69, 106, 118], "enable_pre_allocated_output": [69, 99], "_preallocatedoutputcontextmanag": 69, "weight_stream": [69, 110], "_weightstreamingcontextmanag": 69, "enable_output_alloc": [69, 118], "_outputallocatorcontextmanag": 69, "torchtensorrtmodul": [69, 92], "encompass": [69, 71], "simpili": 69, "de": 69, "initi": [69, 70, 76, 97, 100, 101, 103, 105, 106, 113], "scriptmodul": [69, 70, 71, 83, 84, 118, 119, 120], "overridden": [69, 70], "subclass": 69, "although": [69, 76], "recip": [69, 85], "afterward": 69, "former": 69, "care": [69, 113], "hook": 69, "silent": 69, "get_extra_st": 69, "state_dict": [69, 70, 98], "set_extra_st": 69, "picklabl": 69, "pickl": [69, 70, 92, 94], "load_state_dict": [69, 98, 109], "pythontorchtensorrtmodul": 69, "serialized_engin": [69, 71], "_set": [69, 101], "weight_name_map": 69, "requires_output_alloc": [69, 87, 89, 90, 118], "_debugger_config": 69, "_debuggerconfig": 69, "debuggerconfig": 69, "trt_modul": [69, 118], "engine_str": 69, "my_modul": 69, "current_devic": 69, "disable_profil": 69, "enable_profil": 69, "iprofil": 69, "spent": 69, "get_layer_info": 69, "validate_input_shap": 69, "request": [70, 83, 107, 111, 112, 115], "decid": 70, "retrac": [70, 118, 119], "pickle_protocol": 70, "cudagraphstorchtensorrtmodul": 70, "aot_inductor": [70, 118, 119], "strict": [70, 107, 108, 109, 110, 118], "protocol": 70, "mutabletorchtensorrtmodul": [70, 98], "pytorch_model": 70, "prefer_deferred_runtime_asserts_over_guard": [70, 107, 110], "weight_streaming_budget": 70, "regular": 70, "whenev": 70, "refit_gm": 70, "set_expected_dynamic_shape_rang": [70, 98], "args_dynamic_shap": [70, 98], "kwargs_dynamic_shap": [70, 98], "hint": [70, 98], "exactli": [70, 98, 116], "omit": [70, 98], "filter": [70, 98], "seq_len": [70, 107, 110, 116], "express": [70, 76, 110], "param": [70, 75], "set_weight_streaming_ctx": 70, "requested_budget": [70, 110], "budget": 70, "shape_mod": 70, "_shapemod": 70, "interv": 70, "notat": 70, "bound": 70, "torch_tensor": [70, 95], "tracer": 70, "example_tensor": 70, "optimization_profile_field": 70, "classmethod": 70, "disable_memory_format_check": 70, "core_id": 70, "schedul": [70, 107, 111, 112, 115], "qualnam": 70, "use_default": 70, "try_to": 70, "anoth": [70, 76, 77, 82, 84, 100], "typeerror": 70, "unknown": [70, 95], "succe": 70, "float_dtyp": 70, "failur": [70, 110], "bf16": 70, "try_from": [70, 92], "complex128": 70, "16": [70, 80, 82, 83, 84, 98, 103, 106, 110], "brain": 70, "bfloat16": 70, "f4": 70, "fp4": 70, "float4": 70, "f64": 70, "f8": 70, "fp8": 70, "float8": 70, "i32": [70, 87], "sign": [70, 107, 111, 112, 115], "i64": 70, "u8": 70, "unsign": 70, "uint8": [70, 108], "trt_dla": 70, "torchtrt_dla": 70, "_from": 70, "torchtrt_dla_ec": 70, "torchtrt_safety_ec": 70, "saefti": 70, "trt_dla_ec": 70, "standalon": [70, 76, 107, 108], "certifi": 70, "tf": 70, "torchtrt_linear": 70, "cdhw32": 70, "thirti": 70, "row": [70, 77], "spatial": 70, "31": [70, 83], "subscript": [70, 76], "chw16": 70, "sixteen": 70, "15": [70, 76, 80], "chw2": 70, "chw32": 70, "chw4": 70, "four": [70, 76, 77], "dhwc": 70, "equivi": 70, "channels_last_3d": 70, "dhwc8": 70, "eight": 70, "dla_hwc4": 70, "imag": [70, 85, 92, 98, 104, 109, 111, 112, 115], "roundup": 70, "elements": 70, "dla_linear": 70, "planar": 70, "hwc": 70, "channels_last": 70, "hwc16": 70, "hwc8": 70, "least": [70, 76, 77, 118], "check_method_op_support": 71, "seriali": 71, "put_binding_nam": 71, "tensorrtcompilespec": [71, 86], "scriptclass": 71, "0x7f8aa51ce330": 71, "_c": [71, 86, 113], "_jit_to_tensorrt": 71, "00": 72, "000": [72, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110], "total": [72, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110], "galleri": [72, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111], "mem": 72, "torch_compile_advanced_usag": [72, 101], "torch_compile_stable_diffus": [72, 104], "torch_compile_transformers_exampl": [72, 105], "v0": [73, 111, 112, 115], "pytorch_sphinx_them": [74, 81], "conf": [74, 81], "html_theme_opt": 74, "canonical_url": 74, "analytics_id": 74, "logo_onli": 74, "display_vers": 74, "prev_next_buttons_loc": 74, "bottom": 74, "style_external_link": 74, "vcs_pageview_mod": 74, "collapse_navig": 74, "sticky_navig": [74, 78], "navigation_depth": 74, "includehidden": 74, "titles_onli": 74, "canon": 74, "rank": 74, "trail": 74, "slash": 74, "googl": [74, 113], "analyt": 74, "With": [74, 76, 83, 85, 88, 94, 98, 111, 112, 115], "isn": [74, 76, 87, 88, 89, 92], "shown": [74, 76, 83, 107, 108, 117], "sidebar": [74, 80], "button": [74, 76], "icon": [74, 76], "extern": [74, 76, 96, 111, 113], "display_github": 74, "display_gitlab": 74, "gitlab": 74, "bitbucket": 74, "bar": [74, 76], "read": [74, 76, 85, 108], "www": [74, 76, 83, 85, 111, 112, 115], "sphinx": [74, 75, 76, 77, 81, 87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111], "en": 74, "toctre": 74, "lose": 74, "scroll": [74, 78], "unlimit": 74, "header": [74, 76, 77, 83, 111, 112, 115], "render": 74, "github_url": 74, "bitbucket_url": 74, "gitlab_url": 74, "left": [74, 76], "upon": [74, 101, 105], "rst": [74, 76], "visitor": 74, "revert": 74, "misbuild": 74, "properti": [74, 92], "stick": 74, "screen": 74, "vertic": [74, 76], "too": [74, 76, 77], "sticki": [74, 80], "nav": [74, 80], "At": [75, 90, 100], "django": 75, "payment": 75, "dotpai": 75, "dotpayprovid": 75, "seller_id": 75, "pin": 75, "lock": 75, "lang": 75, "pl": 75, "popular": [75, 96, 111, 114], "polish": 75, "gatewai": 75, "transfer": 75, "purchas": 75, "item": [75, 77, 95, 109], "seller": 75, "consult": 75, "ui": 75, "languag": [75, 76, 77, 82, 87, 88, 89, 92, 96, 102, 111, 112, 115], "data_item_1": 75, "emphasi": 76, "hyperlink": 76, "uri": 76, "web": 76, "anonym": 76, "label": [76, 85, 108, 109, 111, 112, 114, 115], "substitut": 76, "charact": 76, "exceedingli": 76, "ugli": [76, 98], "problem": 76, "problemat": 76, "ext": [76, 77], "autodoc": [76, 77], "demo": [76, 85, 107, 108, 118], "test_py_modul": [76, 80], "my": [76, 87, 102], "role": 76, "pep": 76, "287": 76, "rfc": 76, "2822": 76, "superscript": 76, "gui": 76, "taken": [76, 99], "height": [76, 98, 108], "interfer": 76, "press": 76, "keyboard": 76, "mous": 76, "mmb": 76, "menuselect": 76, "seen": [76, 77], "whitespac": 76, "signific": [76, 92], "strang": 76, "hyphen": 76, "word": [76, 114], "adjust": 76, "width": [76, 98, 108, 114], "browser": 76, "sentenc": [76, 110, 114], "suppli": [76, 100], "258": 76, "equat": 76, "x_": 76, "x_0": 76, "x_1": 76, "x_2": 76, "x_3": 76, "x_4": 76, "nabla": 76, "frac": 76, "theta": 76, "phi": [76, 113], "restructuredtext": [76, 77], "parser": [76, 87, 91, 109], "colon": 76, "indent": 76, "literal_block": 76, "spaces_and_linebreak": 76, "preserv": [76, 82, 85, 107, 108], "markup_process": 76, "Or": 76, "great": [76, 83, 87, 88, 89, 92, 94, 120], "why": [76, 118], "didn": 76, "blank": 76, "align": 76, "permit": 76, "awai": 76, "eric": 76, "orchestra": 76, "leader": 76, "bee": 76, "philosoph": 76, "ipso": 76, "facto": 76, "But": [76, 83, 100, 110], "got": [76, 83], "vi": 76, "entiti": 76, "said": 76, "entir": [76, 106, 108, 120], "ancient": 76, "injuri": 76, "sing": 76, "elk": 76, "bracket": 76, "brontosaurus": 76, "thin": 76, "thicker": 76, "middl": 76, "That": [76, 83], "mine": 76, "belong": 76, "me": [76, 77], "ann": 76, "begun": 76, "past": 76, "pars": [76, 83], "someurl": 76, "v2": 76, "f566fc1": 76, "caption": [76, 79], "pane": 76, "shell_command": 76, "did": 76, "window_nam": 76, "session_nam": 76, "shorthand": 76, "some_funct": 76, "highlight": 76, "THE": 76, "heaven": 76, "hexagram": 76, "six": 76, "unbroken": 76, "primal": 76, "light": [76, 119], "spirit": 76, "weak": 76, "essenc": 76, "energi": 76, "unrestrict": 76, "conceiv": 76, "motion": 76, "regard": [76, 120], "basi": 76, "thu": 76, "persist": 76, "dual": 76, "sens": [76, 83], "univers": 76, "world": 76, "men": 76, "deiti": 76, "human": 76, "denot": [76, 92], "holi": 76, "man": [76, 77], "sage": 76, "ruler": 76, "who": 76, "awaken": 76, "utf": [76, 77], "sphinx_rtd_them": [76, 77], "docstr": [76, 77, 84], "dl": 76, "dt": 76, "tag": [76, 111, 112, 115], "tt": 76, "descnam": 76, "descclassnam": 76, "wrote": 76, "anyth": [76, 77, 108, 118], "programm": 76, "myclass": 76, "dothismethod": 76, "flush": 76, "meth": 76, "capit": 76, "flox": 76, "unreferenc": 76, "nonexist": 76, "extrem": 76, "stuff": 76, "mayb": 76, "bold": 76, "ital": 76, "heck": 76, "put": [76, 88, 114], "13": [76, 80], "backlink": 76, "knowledg": 76, "mind": 76, "ey": 76, "thought": 76, "medium": 76, "peopl": 76, "subsect": 76, "interpol": 76, "indirect": 76, "phrase": 76, "docutil": [76, 77], "sourceforg": [76, 77], "ref": 76, "clickabl": 76, "legend": 76, "revis": [76, 77, 104], "revisit": 76, "enhanc": [76, 99, 108], "structuredtext": 76, "wooden": 76, "nickel": 76, "mad": 76, "scientist": 76, "bigger": 76, "bread": 76, "box": [76, 108, 116, 120], "wash": 76, "behind": 76, "ear": 76, "room": 76, "closet": 76, "bathroom": 76, "trash": 76, "sink": 76, "mother": 76, "g_": 76, "mu": 76, "nu": 76, "pi": 76, "t_": 76, "rho_": 76, "servic": 76, "thing1": 76, "thing2": 76, "thing3": 76, "prose": 76, "provok": 76, "mental": 76, "exert": 76, "reader": 76, "discret": 76, "strongli": [76, 110], "advis": 76, "subtitl": 76, "outsid": [76, 118, 119], "often": 76, "besid": 76, "border": [76, 108], "background": [76, 82], "ok": [76, 83], "transmit": 76, "disconnect": 76, "nonetheless": 76, "semant": [76, 98], "blue": [76, 92], "white": [76, 108], "arab": 77, "roman": 77, "upper": 77, "iii": 77, "iv": 77, "classifi": [77, 82, 83, 109, 114], "paragraph": [77, 80], "z": [77, 88, 89], "commonli": 77, "vm": 77, "david": 77, "goodger": 77, "address": [77, 92, 98], "123": 77, "street": 77, "canada": 77, "a1b": 77, "2c3": 77, "contact": 77, "myself": 77, "organ": 77, "humankind": 77, "2012": 77, "03": 77, "19": [77, 80], "53": 77, "0000": 77, "tue": 77, "jan": 77, "statu": 77, "progress": 77, "7302": 77, "wish": 77, "redistribut": 77, "reattribut": 77, "sell": 77, "bui": 77, "rent": 77, "leas": 77, "quot": 77, "excerpt": 77, "incorpor": 77, "collat": 77, "fold": 77, "stapl": 77, "mutil": 77, "anyon": 77, "heart": 77, "bibliograph": 77, "markup": [77, 80], "literal": 77, "yahoo": 77, "oh": 77, "liter": 77, "heh": 77, "child": 77, "beat": 77, "text": [77, 79, 102, 107, 113, 114], "hehe": 77, "kept": 77, "sai": [77, 114], "cackl": 77, "night": 77, "lone": 77, "guangzhou": 77, "destini": 77, "hope": 77, "dream": 77, "forth": 77, "fifth": 77, "sixth": 77, "lorem": [77, 79], "ipsum": [77, 79], "dolor": [77, 79], "sit": [77, 79], "amet": [77, 79], "consectetur": [77, 79], "adipisc": [77, 79], "elit": [77, 79], "donec": [77, 79], "porttitor": [77, 79], "odio": [77, 79], "posuer": [77, 79], "vita": [77, 79], "ornar": [77, 79], "libero": [77, 79], "matti": 77, "loborti": [77, 79], "justo": [77, 79], "vestibulum": [77, 79], "nibh": [77, 79], "aliquet": [77, 79], "sed": [77, 79], "feugiat": [77, 79], "sagitti": [77, 79], "nequ": [77, 79], "qui": [77, 79], "eleifend": 77, "dui": [77, 79], "rutrum": [77, 79], "lectu": [77, 79], "suscipit": [77, 79], "letter": [77, 114], "column": 77, "cell": 77, "span": 77, "nam": [77, 79], "mauri": [77, 79], "arcu": [77, 79], "stub": 77, "behav": 78, "area": 78, "interdum": 79, "nec": 79, "finibu": 79, "dictum": 79, "velit": 79, "ut": 79, "eu": 79, "efficitur": 79, "aliquam": 79, "erat": 79, "diam": 79, "gravida": 79, "imperdiet": 79, "tellu": 79, "nisl": 79, "praesent": 79, "eget": 79, "elementum": 79, "rhoncu": 79, "tincidunt": 79, "suspendiss": 79, "volutpat": 79, "scelerisqu": 79, "tristiqu": 79, "aenean": 79, "condimentum": 79, "risu": 79, "accumsan": 79, "laoreet": 79, "maximu": 79, "sapien": 79, "ligula": 79, "fringilla": 79, "commodo": 79, "proin": 79, "et": 79, "pharetra": 79, "etiam": 79, "turpi": 79, "ant": 79, "luctu": 79, "vel": 79, "malesuada": 79, "dignissim": 79, "mi": 79, "nunc": 79, "augu": 79, "sem": 79, "cursu": 79, "nulla": 79, "pellentesqu": 79, "habit": 79, "morbi": 79, "senectu": 79, "netu": 79, "fame": 79, "ac": 79, "egesta": 79, "placerat": 79, "tortor": 79, "iaculi": 79, "venenati": 79, "cra": 79, "puru": 79, "ero": 79, "vehicula": 79, "fusc": 79, "auctor": 79, "phasellu": 79, "est": 79, "viverra": 79, "conval": 79, "faucibu": 79, "vulput": 79, "feli": 79, "sodal": 79, "maecena": 79, "congu": 79, "semper": 79, "enim": 79, "blandit": 79, "sollicitudin": 79, "urna": 79, "orci": 79, "lacu": 79, "quisqu": 79, "facilisi": 79, "hendrerit": 79, "curabitur": 79, "variu": 79, "bibendum": 79, "massa": 79, "magna": 79, "tempu": 79, "metu": 79, "nisi": 79, "pretium": 79, "leo": 79, "euismod": 79, "ultric": 79, "dapibu": 79, "lacinia": 79, "vivamu": 79, "molesti": 79, "hac": 79, "habitass": 79, "platea": 79, "dictumst": 79, "content": [80, 85, 111, 112, 115], "changelog": 80, "math": 80, "14": [80, 93, 105, 111, 112, 115], "17": 80, "18": [80, 83, 98, 108], "submenu": 80, "symlink": 81, "subtre": 81, "_theme": 81, "html_theme": 81, "html_theme_path": 81, "optimiz": 82, "tutori": [82, 85, 88, 89, 90, 92, 94, 98, 100, 112, 113, 115], "beginn": 82, "intro_to_torchscript_tutori": 82, "briefli": 82, "lenet": [82, 83], "lenetfeatextractor": 82, "super": [82, 87, 88, 89, 90, 92, 95, 98, 101, 108, 109, 113, 116, 117], "conv1": [82, 83, 95], "conv2d": [82, 92, 95, 109], "conv2": [82, 83, 95], "lenetclassifi": 82, "fc1": [82, 83], "120": [82, 83], "fc2": [82, 83], "84": [82, 83], "fc3": [82, 83], "feat": [82, 83, 108], "obvious": 82, "pathwai": 82, "input_data": [82, 84], "traced_model": 82, "pick": [82, 117], "script_model": [82, 86], "perspect": 82, "___torch_mangle_10": 82, "129": 82, "___torch_mangle_9": 82, "119": 82, "___torch_mangle_5": 82, "137": 82, "callmethod": 82, "138": 82, "38": 82, "39": 82, "torch_script_modul": [82, 83], "in_tensor": 82, "fly": 82, "lenet_script": [82, 83], "haven": 83, "acquir": 83, "dyanmo": 83, "almost": [83, 120], "trt_lenet_script": 83, "apr": 83, "56": 83, "04": 83, "credit": 83, "stop": 83, "argc": [83, 118], "argv": [83, 118], "cerr": [83, 118], "cout": [83, 118], "even": [83, 98, 106, 117, 118], "cppdoc": 83, "pretti": 83, "fashion": [83, 114], "feed": 83, "enable_precis": 83, "And": [83, 106], "convertgraphtotrtengin": 83, "ofstream": 83, "engine_converted_from_jit": 83, "close": [83, 90, 108], "saw": 83, "576": 83, "346": 83, "539": 83, "0464": 83, "0383": 83, "0678": 83, "0932": 83, "1045": 83, "0805": 83, "0435": 83, "0818": 83, "0208": 83, "0358": 83, "cudafloattyp": 83, "0530": 83, "1691": 83, "2802": 83, "1502": 83, "1056": 83, "1549": 83, "input0": [83, 84], "1063": 83, "input1": [83, 84], "input2": 83, "28": 83, "29": [83, 107], "33": 83, "35": 83, "36": 83, "37": 83, "compilegraph": [83, 85], "transform": [83, 85, 88, 89, 93, 96, 97, 99, 100, 102, 105, 107, 108, 109, 110, 111, 112, 113, 115, 119], "laid": 83, "translat": [83, 100], "aren": 83, "techniqu": [83, 85, 118], "checkmethodoperatorsupport": 83, "modular": 83, "ship": [83, 118], "exhaust": 83, "109": 83, "addlay": 83, "yourself": 83, "question": [83, 90], "outself": 83, "flatten_convert": 83, "unwraptoint": 83, "in_shap": 83, "tovec": 83, "out_shap": 83, "shuffl": [83, 85, 109], "addshuffl": 83, "setreshapedimens": 83, "todim": 83, "ctype": 83, "cdll": 83, "contributor": 83, "upstream": 83, "pr": 83, "uniqu": 84, "usecas": 84, "sole": [84, 85, 120], "individu": 84, "accuraci": [85, 107, 108, 114], "loss": [85, 114], "infrastructur": [85, 111, 112, 115], "dataload": [85, 109], "dataset": [85, 114], "streamlin": [85, 87, 88, 89], "preprocess": [85, 111, 112, 115], "expos": [85, 92], "make_data_load": 85, "cpp_frontend": 85, "loading_data_recip": 85, "cifar10": [85, 109], "cstddef": 85, "ktrain": 85, "ktest": 85, "un": 85, "cs": 85, "toronto": 85, "edu": 85, "kriz": 85, "cifar": 85, "binari": 85, "size_t": 85, "is_train": 85, "noexcept": 85, "trim": 85, "use_subset": 85, "new_siz": 85, "mode_": 85, "images_": 85, "targets_": 85, "calibration_dataset": 85, "data_dir": 85, "320": 85, "4914": [85, 109], "4822": [85, 109], "4465": [85, 109], "2023": [85, 109], "1994": [85, 109], "2010": [85, 109], "calibration_dataload": 85, "dataloaderopt": 85, "batch_siz": [85, 107, 109], "worker": 85, "make_int8_calibr": 85, "calibration_cache_fil": 85, "make_int8_cache_calibr": 85, "iint8calibr": 85, "virtual": 85, "iint8entropycalibrator2": 85, "minmax": 85, "nlp": 85, "iint8minmaxcalibr": 85, "input_shap": [85, 121], "compile_spec": [85, 91, 103, 121], "kf16": [85, 121], "ki8": 85, "entropi": 85, "ptq_calibr": 85, "pointer": 85, "vgg16": [85, 109], "dataloadercalibr": 85, "testing_dataset": [85, 109], "totensor": [85, 109, 111, 112, 115], "testing_dataload": [85, 109], "num_work": [85, 109], "cache_fil": 85, "use_cach": [85, 97, 102, 110], "algo_typ": 85, "calibrationalgo": 85, "entropy_calibration_2": 85, "cachecalibr": 85, "vgg": [85, 109], "test_ptq_dataloader_calibr": 85, "test_ptq_trt_calibr": 85, "krizhevski": 85, "hinton": 85, "2009": 85, "tini": 85, "simonyan": 85, "zisserman": 85, "2014": 85, "recognit": [85, 114], "arxiv": 85, "preprint": 85, "1409": 85, "1556": 85, "_jit_to_backend": 86, "mobilenet_v2": 86, "pretrain": [86, 94, 95, 98, 102, 103, 106, 107, 111, 112, 114, 115], "unlik": 86, "cost": [87, 88, 89, 92, 94, 100, 118], "perhap": [87, 88, 89, 92], "overhead": [87, 88, 89, 92, 99, 106, 110, 118], "involv": [87, 88, 89, 99, 100, 106], "greatli": [87, 88, 89, 113], "rap": 87, "boost": 87, "argpars": [87, 91, 109], "trtp": [87, 88, 89], "tl": [87, 88, 89, 92], "trt_logger": 87, "add_one_kernel": 87, "x_ptr": 87, "n_element": 87, "y_ptr": 87, "block_siz": [87, 88, 89, 92], "pid": [87, 88, 89, 92], "program_id": [87, 88, 89, 92], "block_start": [87, 88, 89], "offset": [87, 88, 89], "custom_op": [87, 88, 89, 92, 97], "add_on": 87, "mutates_arg": [87, 88, 89, 92, 97], "assert": [87, 88, 89, 92, 95, 98, 100, 110], "is_cuda": [87, 88, 89], "empty_lik": [87, 88, 89], "256": [87, 92, 108, 109, 110, 111, 112, 115], "grid": [87, 88, 89], "cdiv": 87, "launch": [87, 88, 89, 92, 106, 111, 112, 115], "register_fak": [87, 88, 89, 92, 97], "add_plugin_desc": 87, "tensordesc": [87, 88], "aot_impl": 87, "add_plugin_aot_impl": 87, "tactic": 87, "kernellaunchparam": 87, "symexpr": 87, "type_str": 87, "astsourc": 87, "fn": 87, "compiled_kernel": 87, "shape_expr": 87, "launch_param": 87, "grid_x": 87, "block_x": 87, "num_warp": 87, "shared_mem": 87, "extra_arg": 87, "symintexpr": 87, "symint32": 87, "asm": 87, "ptx": 87, "generate_plugin_convert": [87, 88, 89], "supports_dynamic_shap": [87, 88, 89, 90, 97, 118], "use_aot_if_avail": 87, "__name__": [87, 93, 95, 101, 105], "__main__": [87, 93, 95, 101, 105], "argumentpars": [87, 91, 109], "add_argu": [87, 91, 109], "store_tru": 87, "parse_arg": [87, 91, 109], "my_model": [87, 88, 89, 92], "trt_input": 87, "no_grad": [87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110], "allclos": [87, 88, 89, 90, 95, 98, 100], "success": [87, 102], "minut": [87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110], "aot_plugin": 87, "jupyt": [87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111], "ipynb": [87, 88, 89, 90, 91, 92, 93, 94, 95, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110], "perviou": [88, 89], "elementwis": [88, 89, 90], "elementwise_mul_kernel": 88, "thread": [88, 89, 118], "x_val": [88, 89], "y_val": [88, 89], "wise": [88, 89], "z_val": [88, 89], "torchtrt_ex": [88, 89, 92], "elementwise_mul": 88, "cours": [88, 89], "creation": [88, 89], "less": [88, 113, 118], "boilerpl": [88, 90], "prior": [88, 90, 94, 116, 118], "x_t": 88, "as_tensor": [88, 92, 108], "y_t": 88, "z_t": 88, "ran": [88, 89], "auto_generate_convert": 88, "tensorrt_bind": 89, "elementwise_scale_mul_kernel": 89, "elementwise_scale_mul": 89, "qdp": 89, "generate_plugin": 89, "randint": [89, 93, 97, 99, 105, 110, 118], "auto_generate_plugin": 89, "gelu": 90, "sy": 90, "approxim": 90, "suppos": 90, "my_mod": 90, "ex_input": [90, 92], "baselin": [90, 113], "my_standard_gelu": 90, "supersed": 90, "converterprior": 90, "vers": 90, "distinct": 90, "prepend": 90, "candid": 90, "primit": 90, "compiler_ir": 90, "focu": 90, "interoper": 90, "aten_ops_gelu": 90, "sourceir": 90, "cheap": 90, "unqiu": 90, "op_count": 90, "get_op_count": 90, "nonloc": 90, "source_ir": 90, "lhs_val": 90, "rhs_val": 90, "x_7": 90, "x_8": 90, "79788456080000003": 90, "x_9": 90, "044714999999999998": 90, "x_10": 90, "x_11": 90, "x_12": 90, "x_13": 90, "x_14": 90, "x_15": 90, "my_custom_gelu": 90, "my_mod_erf": 90, "my_gelu_erf": 90, "notic": [90, 99], "converter_overload": 90, "geforcertx": 91, "4080": 91, "3080": 91, "cross_runtime_compilation_for_window": 91, "trt_resnet": 91, "comil": 91, "manual_se": [91, 93, 94, 98, 100, 107], "resnet18": [91, 94, 98, 100, 103, 106], "loaded_model": 91, "trt_output": 91, "sake": 92, "circular": 92, "red": [92, 108], "green": [92, 108], "twice": 92, "written": 92, "openai": 92, "formal": 92, "circ_pad_kernel": 92, "all_pads_0": 92, "all_pads_2": 92, "all_pads_4": 92, "all_pads_6": 92, "orig_dims_0": 92, "orig_dims_1": 92, "orig_dims_2": 92, "orig_dims_3": 92, "y_shape_1": 92, "y_shape_2": 92, "y_shape_3": 92, "x_len": 92, "y_len": 92, "mask_i": 92, "i3": 92, "i2": 92, "i1": 92, "i0": 92, "j0": 92, "j1": 92, "j2": 92, "j3": 92, "load_idx": 92, "mask_x": 92, "triton_circular_pad": 92, "out_dim": 92, "tolist": 92, "all_pad": 92, "zero": [92, 113], "orig_dim": 92, "blocksiz": 92, "numblock": 92, "tracabl": 92, "prerequisit": 92, "fake": 92, "real": 92, "faketensor": 92, "autograd": 92, "beyond": 92, "register_autograd": 92, "padded_x": 92, "2604": 92, "4232": 92, "3041": 92, "0833": 92, "2461": 92, "1270": 92, "2450": 92, "4079": 92, "2887": 92, "2828": 92, "0373": 92, "0332": 92, "3143": 92, "6344": 92, "5638": 92, "1867": 92, "5068": 92, "4363": 92, "7937": 92, "3488": 92, "1350": 92, "7966": 92, "3517": 92, "1379": 92, "5537": 92, "1088": 92, "8950": 92, "0550": 92, "6163": 92, "0109": 92, "5245": 92, "9632": 92, "5686": 92, "3775": 92, "8162": 92, "4216": 92, "4311": 92, "1649": 92, "2091": 92, "3668": 92, "1006": 92, "1447": 92, "0352": 92, "7689": 92, "8131": 92, "_run_on_gpu_0": 92, "_run_on_acc_1": 92, "dry": 92, "50": [92, 98, 114], "count": 92, "__": 92, "aggreg": 92, "stat": 92, "latenc": [92, 107, 108, 110, 118], "abstractli": 92, "pkl": [92, 98], "cupi": 92, "gap": 92, "prealloc": 92, "circularpaddingplugin": 92, "ipluginv2dynamicext": 92, "field_collect": 92, "pluginfieldcollect": 92, "x_shape": 92, "num_output": 92, "plugin_namespac": 92, "plugin_typ": 92, "plugin_vers": 92, "get_output_datatyp": 92, "input_typ": 92, "get_output_dimens": 92, "output_index": 92, "dimsexpr": 92, "exprbuild": 92, "iexprbuild": 92, "output_dim": 92, "dimensionoper": 92, "configure_plugin": 92, "inp": 92, "dynamicplugintensordesc": 92, "x_dim": 92, "desc": 92, "supports_format_combin": 92, "po": 92, "in_out": 92, "plugintensordesc": 92, "num_input": 92, "enqueu": 92, "input_desc": 92, "output_desc": 92, "in_dtyp": 92, "a_mem": 92, "unownedmemori": 92, "items": 92, "c_mem": 92, "a_ptr": 92, "memorypoint": 92, "c_ptr": 92, "a_d": 92, "memptr": 92, "c_d": 92, "a_t": 92, "c_t": 92, "cloned_plugin": 92, "__dict__": 92, "circularpaddingplugincr": 92, "iplugincr": 92, "field_nam": 92, "pluginfield": 92, "pluginfieldtyp": 92, "create_plugin": 92, "pluginfieldcollection_": 92, "deserialize_plugin": 92, "pads_dict": 92, "creator": 92, "trt_plugin_registri": 92, "get_plugin_registri": 92, "register_cr": 92, "untyp": 92, "get_trt_tensor": 92, "set_layer_nam": 92, "recal": 92, "intlist": 92, "circular_padding_convert": 92, "retriev": [92, 107], "elsewher": 92, "plugin_registri": 92, "plugin_cr": 92, "get_plugin_cr": 92, "field_config": 92, "eventu": 92, "freez": 92, "_input": 92, "add_plugin_v2": 92, "circular_padding_plugin": 92, "_run_on_acc_0": 92, "grad_fn": 92, "subbackward0": 92, "custom_kernel_plugin": 92, "engine_caching_exampl": [93, 94], "remove_timing_cach": [93, 94, 98], "bertmodel": [93, 99, 105], "random": [93, 94, 97, 98, 100, 108, 110], "seed": [93, 94, 98, 100, 107], "from_pretrain": [93, 98, 99, 102, 104, 105, 107, 108, 110], "uncas": [93, 99, 105, 114], "return_dict": [93, 98, 107], "compile_bert": 93, "enable_tim": [93, 94, 98], "1st": [93, 94], "measur": [93, 94, 110, 113], "2nd": [93, 94], "3rd": [93, 94], "slower": [93, 94], "reset": [93, 94, 101, 105, 118], "messur": [93, 94], "compilation_kwarg": [93, 105], "torch_trt_bert_engine_cach": 93, "synchron": [93, 94, 98, 99, 110], "elapsed_tim": [93, 94, 98], "millisecond": 93, "engine_caching_bert_exampl": 93, "paid": 94, "upfront": 94, "invalid": 94, "repeatedli": 94, "mitig": [94, 99], "explor": 94, "torch_trt": [94, 98, 100], "_default": [94, 98], "_engine_cach": 94, "flexibl": [94, 120], "histor": [94, 118], "barrier": 94, "reconstruct": 94, "scratch": [94, 100], "ti": 94, "hash": 94, "magnitud": 94, "torch_compil": [94, 101, 103, 105, 106, 116, 120], "compiled_model": 94, "ms": [94, 98, 99, 110], "dynamo_compil": [94, 98], "example_input": [94, 95, 98], "200": 94, "dynamic_shap": [94, 97, 107, 110, 116], "remot": 94, "systen": 94, "agnost": 94, "implent": 94, "ramenginecach": 94, "held": 94, "engine_cach": 94, "torch_compile_my_cach": 94, "Not": 95, "_compil": 95, "convert_modul": 95, "_converterregistri": 95, "dynamo_convert": 95, "get_decomposit": 95, "pre_export_low": 95, "_hierarchical_partition": 95, "hierarchical_adjacency_partit": 95, "get_output_metadata": 95, "inductormodul": 95, "inductor": 95, "func": 95, "simplemodel": 95, "128": [95, 99, 108, 109, 110, 113], "bn1": 95, "batchnorm2d": [95, 109], "bn2": 95, "efficientnet_b0": 95, "run_decomposit": 95, "original_output": 95, "partitioned_model": 95, "op_support": 95, "backend_prior": 95, "backend_support_map": 95, "_native_batch_norm_legit_no_train": 95, "skip_fus": 95, "submodule_node_dict": 95, "_run_on_acc": 95, "replica": 95, "named_children": 95, "node_nam": 95, "module_nod": 95, "metadata_list": 95, "metadata_kei": 95, "val": 95, "tensor_meta": [95, 97], "meta_val_list": 95, "submodule_input": 95, "construct_submodule_input": 95, "_run_on_acc_inductor": 95, "sub_input": 95, "compiled_func": 95, "_inductor": [95, 119], "compiled_submodul": 95, "elif": [95, 109], "_run_on_acc_tensorrt": 95, "setattr": 95, "partitioned_output": 95, "_torch_compile_gpt2": [96, 111], "_torch_export_gpt2": [96, 111], "_torch_export_llama2": [96, 111], "llama2": [96, 111], "_torch_export_sam2": [96, 111], "_torch_export_flux_dev": [96, 111], "flux": [96, 111], "sphx_glr_tutorials__rendered_examples_dynamo_cross_runtime_compilation_for_window": [96, 111], "sphx_glr_tutorials__rendered_examples_dynamo_aot_plugin": [96, 111], "hierarch": [96, 111], "sphx_glr_tutorials__rendered_examples_dynamo_llama2_flashinfer_rmsnorm": [96, 111], "_llama2_flashinfer_rmsnorm": [96, 97, 111], "showcas": 97, "flashinf": 97, "shape_prop": 97, "tensormetadata": 97, "pass_util": 97, "clean_up_graph_after_modif": 97, "llamaconfig": 97, "llamaforcausallm": 97, "flashinfer_rmsnorm": 97, "replace_rmsnorm": 97, "_to_copi": 97, "pow_nod": 97, "mean_nod": 97, "add_nod": 97, "sqrt_node": 97, "div_nod": 97, "mul_nod": 97, "copy_nod": 97, "weight_mul_nod": 97, "original_meta": 97, "create_nod": 97, "sym_siz": 97, "is_quant": 97, "qparam": 97, "new_first_dim": 97, "reshape_nod": 97, "b_val": 97, "s_val": 97, "d_val": 97, "flashinfer_rmsnorm_nod": 97, "reshapback_nod": 97, "replace_all_uses_with": 97, "erase_nod": 97, "vocab_s": 97, "32000": 97, "hidden_s": 97, "4096": [97, 107, 109], "7b": [97, 110, 113], "intermediate_s": 97, "11008": 97, "ffn": 97, "hidden_dim": 97, "swiglu": 97, "num_hidden_lay": 97, "decod": [97, 110, 113], "num_attention_head": 97, "max_position_embed": 97, "kv": 97, "input_id": [97, 102, 113], "seq": 97, "llama2_flashinfer_rmsnorm": 97, "easili": [98, 106], "straightforward": 98, "especi": [98, 99, 118], "hug": [98, 102], "face": [98, 102], "difficult": 98, "ever": [98, 102], "walk": [98, 100, 102, 113], "lora": [98, 100], "diffusionpipelin": [98, 104], "mutable_modul": 98, "model2": [98, 100], "expected_output": [98, 100], "refitted_output": [98, 100], "reload": [98, 120], "model_id": [98, 104], "stabilityai": 98, "xl": 98, "cinemat": 98, "photo": 98, "elsa": 98, "polic": 98, "uniform": 98, "princess_xl_v2": 98, "35mm": 98, "photograph": 98, "film": 98, "bokeh": 98, "profession": 98, "4k": 98, "highli": [98, 111, 112, 114, 115], "draw": 98, "paint": 98, "crayon": 98, "sketch": 98, "graphit": 98, "impressionist": 98, "noisi": 98, "blurri": 98, "soft": 98, "deform": 98, "nude": 98, "pipe": [98, 104, 107], "torch_dtyp": [98, 104, 107], "unet": [98, 104], "_height": 98, "_width": 98, "encoder_hidden_st": [98, 107], "added_cond_kwarg": 98, "text_emb": 98, "time_id": 98, "negative_prompt": 98, "num_inference_step": [98, 107], "768": [98, 107], "num_images_per_prompt": 98, "without_lora_mut": 98, "jpg": [98, 108, 111, 112, 115], "procedur": 98, "load_lora_weight": 98, "stablediffusionapi": 98, "load_lora_embed": 98, "weight_nam": 98, "disnei": 98, "princess": 98, "safetensor": 98, "adapter_nam": 98, "lora1": 98, "set_adapt": 98, "adapter_weight": 98, "fuse_lora": 98, "unload_lora_weight": 98, "with_lora_mut": 98, "dim_0": 98, "dim_1": 98, "dim_2": 98, "dim2": 98, "kwarg_dynamic_shap": 98, "inputs_2": [98, 106], "kwargs_2": 98, "shortcut": 98, "mutable_torchtrt_module_exampl": 98, "act": 99, "concurr": [99, 111, 112, 115], "overlap": 99, "cycl": 99, "overal": [99, 114], "workload": 99, "enough": 99, "overshadow": 99, "cumul": 99, "priorit": 99, "comprehens": 99, "infrequ": 99, "timeit": [99, 110], "test_module_perf": 99, "warm": [99, 106, 110], "accur": 99, "start_tim": [99, 110], "default_tim": [99, 110], "end_tim": [99, 110], "time_m": 99, "median": 99, "metric": 99, "out_trt": [99, 106], "pre_allocated_output_ctx": 99, "set_pre_allocated_output": 99, "time_opt": 99, "time_norm": 99, "time_opt_m": 99, "1000": [99, 109, 110, 111, 112, 115], "time_normal_m": 99, "3f": [99, 108], "pre_allocated_output_exampl": 99, "expens": 100, "occasion": [100, 101, 105], "adapt": 100, "infeas": 100, "focus": 100, "mostli": 100, "recogn": 100, "behalf": 100, "init": [100, 109], "sett": 100, "randomli": 100, "exp_program2": 100, "compiled_trt_ep": 100, "new_trt_gm": 100, "new_weight_modul": 100, "accomplish": 100, "gaurente": 100, "attempt": [100, 116, 117], "use_weight_map_cach": 100, "heurist": 100, "verify_output": 100, "in_plac": 100, "refit_engine_exampl": 100, "x_out": 101, "y_out": 101, "x_y_out": 101, "invoc": 101, "sample_inputs_half": 101, "model_half": 101, "backend_kwarg": 101, "optimized_model_custom": 101, "exit": [101, 105], "2052": [101, 105], "compile_engine_and_inf": [101, 105], "art": [102, 107, 108], "causal": [102, 113], "unidirect": 102, "corpu": [102, 114], "automodelforcausallm": [102, 110], "autotoken": 102, "max_length": 102, "token": [102, 107, 113, 114], "kv_cach": 102, "pad_token_id": 102, "eos_token_id": 102, "attn_implement": [102, 110], "eager": [102, 110], "enjoi": 102, "cute": 102, "dog": 102, "model_input": 102, "return_tensor": 102, "regress": 102, "pyt_gen_token": 102, "mark_dynam": [102, 103, 116], "1023": 102, "trt_gen_token": 102, "skip_special_token": 102, "torch_compile_gpt2": 102, "new_input": [103, 105], "new_output": [103, 105], "new_batch_size_input": 103, "new_batch_size_output": 103, "inputs_bs8": 103, "outputs_bs8": 103, "No": [103, 116], "inputs_bs12": 103, "outputs_bs12": 103, "compvi": 104, "majest": 104, "castl": 104, "cloud": 104, "majestic_castl": 104, "png": [104, 107, 108], "captur": 106, "replai": 106, "cudagraphs_modul": 106, "inputs_3": 106, "out_trt_2": 106, "out_trt_3": 106, "diminish": 106, "encapsul": 106, "wrapped_modul": 106, "samplemodel": 106, "intention": 106, "Of": 106, "manner": 106, "opt_with_graph_break": 106, "torch_export_cudagraph": 106, "billion": 107, "rectifi": 107, "guidanc": 107, "distil": 107, "commerci": 107, "sentencepiec": 107, "48": 107, "protobuf": 107, "vae": 107, "text_encod": 107, "95": 107, "e2": 107, "register_sdpa": 107, "sdpa": 107, "fluxpipelin": 107, "_trace": [107, 110], "_export": [107, 110], "black": 107, "forest": 107, "dummi": 107, "img_id": 107, "3586": 107, "hidden_st": 107, "pooled_project": 107, "timestep": 107, "txt_id": 107, "joint_attention_kwarg": 107, "factor": 107, "dummy_input": 107, "80gb": 107, "known": 107, "h100": 107, "occupi": 107, "del": 107, "empty_cach": 107, "golden": 107, "generate_imag": 107, "image_nam": 107, "42": 107, "output_typ": 107, "pil": [107, 108, 111, 112, 115], "dog_cod": 107, "torch_export_flux_dev": 107, "foundat": 108, "solv": [108, 111, 112, 115], "promptabl": 108, "video": 108, "fork": 108, "condition": 108, "concaten": [108, 113], "layernorm": 108, "reli": 108, "stabil": 108, "matplotlib": 108, "pyplot": 108, "plt": 108, "panda": 108, "pd": 108, "sam2_image_predictor": 108, "sam2imagepredictor": 108, "sam_compon": 108, "sam2fullmodel": 108, "agg": 108, "facebook": 108, "hiera": 108, "set_imag": 108, "predict": 108, "predictor": 108, "image_encod": 108, "forward_imag": 108, "_prepare_backbone_featur": 108, "directly_add_no_mem_emb": 108, "no_mem_emb": 108, "_featur": 108, "prompt_encod": 108, "sam_prompt_encod": 108, "mask_decod": 108, "sam_mask_decod": 108, "_bb_feat_siz": 108, "point_coord": 108, "point_label": 108, "backbone_out": 108, "vision_feat": 108, "feat_siz": 108, "image_emb": 108, "high_res_feat": 108, "high_res_featur": 108, "feat_level": 108, "sparse_embed": 108, "dense_embed": 108, "low_res_mask": 108, "iou_predict": 108, "image_embed": 108, "image_p": 108, "get_dense_p": 108, "sparse_prompt_embed": 108, "dense_prompt_embed": 108, "multimask_output": 108, "repeat_imag": 108, "sam_model": 108, "input_imag": 108, "truck": 108, "rgb": 108, "sam2transform": 108, "facebookresearch": 108, "preprocess_input": 108, "orig_hw": 108, "_transform": 108, "500": 108, "375": 108, "unnorm_coord": 108, "transform_coord": 108, "postprocess": 108, "plot": 108, "confid": 108, "score": 108, "postprocess_mask": 108, "resolut": [108, 114], "sorted_indic": 108, "argsort": 108, "show_mask": 108, "ax": 108, "random_color": 108, "255": 108, "144": 108, "astyp": 108, "mask_imag": 108, "cv2": 108, "contour": 108, "findcontour": 108, "retr_extern": 108, "chain_approx_non": 108, "smooth": 108, "approxpolydp": 108, "epsilon": 108, "drawcontour": 108, "thick": 108, "imshow": 108, "show_point": 108, "coord": 108, "marker_s": 108, "pos_point": 108, "neg_point": 108, "marker": 108, "edgecolor": 108, "linewidth": 108, "visualize_mask": 108, "title_prefix": 108, "overlaid": 108, "figsiz": 108, "gca": 108, "titl": 108, "fontsiz": 108, "savefig": 108, "_output_mask_": 108, "snippet": 108, "torchtrt_input": 108, "unnormalized_coordin": 108, "foreground": 108, "trt_out": 108, "trt_mask": 108, "trt_score": 108, "sam": 108, "torch_export_sam2": 108, "modelopt": 109, "mtq": 109, "export_torch_mod": 109, "layer_spec": 109, "num_class": 109, "init_weight": 109, "in_channel": 109, "pool": [109, 121], "maxpool2d": 109, "sequenti": 109, "avgpool": 109, "adaptiveavgpool2d": 109, "dropout": 109, "_initialize_weight": 109, "kaiming_normal_": 109, "fan_out": 109, "nonlinear": 109, "constant_": 109, "normal_": 109, "vgg16_cfg": 109, "ckpt": 109, "checkpoint": 109, "model_state_dict": 109, "device_count": 109, "ordereddict": 109, "new_state_dict": 109, "forget": 109, "training_dataset": 109, "randomcrop": 109, "randomhorizontalflip": 109, "training_dataload": 109, "drop_last": 109, "crit": 109, "crossentropyloss": 109, "calibrate_loop": 109, "pred": 109, "5f": 109, "acc": 109, "2f": 109, "quantize_typ": 109, "quant_cfg": 109, "int8_default_cfg": 109, "fp8_default_cfg": 109, "forward_loop": 109, "qdq": 109, "incomplet": 109, "float8_e4m3fn": 109, "class_prob": 109, "class_pr": 109, "test_prob": 109, "test_pr": 109, "test_loss": 109, "test_acc": 109, "vgg16_ptq": 109, "overcom": 110, "throughput": 110, "sometim": [110, 116], "outweigh": 110, "slowdown": 110, "hardwar": [110, 121], "experi": 110, "balanc": 110, "llama": [110, 113], "export_llm": 110, "min_seq_len": 110, "max_seq_len": 110, "contraint": 110, "violat": 110, "125604": 110, "position_id": [110, 113], "aotautograd": 110, "time_gener": 110, "output_seq_length": 110, "input_seq": 110, "inputs_copi": 110, "max_token": 110, "logit": 110, "next_token_logit": 110, "next_token": 110, "time_mean_m": 110, "llama_path": 110, "chat": [110, 113], "hf": [110, 113], "isl": 110, "osl": 110, "llama2_ep": 110, "solut": 110, "insight": 110, "weight_streaming_ctx": 110, "mean_lat": 110, "percentag": 110, "weight_budget_pct": 110, "device_budget": 110, "total_device_budget": 110, "permiss": 110, "equal": [110, 113], "proportion": 110, "streamabl": 110, "streamable_budget": 110, "get_automatic_weight_streaming_budget": 110, "weight_streaming_exampl": 110, "hand": [111, 112, 115], "consider": [111, 112, 115], "grpc": [111, 112, 115], "aforement": [111, 112, 115], "familiar": [111, 112, 115], "resnet50": [111, 112, 115], "torchhub": [111, 112, 115], "docker": [111, 112, 115], "login": [111, 112, 115], "xx": [111, 112], "yy": [111, 112, 115], "mm": [111, 112, 115], "08": [111, 112, 115], "pwd": [111, 112, 115], "scratch_spac": [111, 112, 115], "nvcr": [111, 112, 115], "py3": [111, 112, 115], "hub": [111, 112, 115], "_validate_not_a_forked_repo": [111, 112, 115], "ts_trt_model": [111, 112, 115], "triton_exampl": [111, 112, 115], "model_repositori": [111, 112, 115], "suggest": [111, 112, 115], "simplest": [111, 112, 115], "pbtxt": [111, 112, 115], "data_typ": [111, 112, 115], "type_fp32": [111, 112, 115], "exact": [111, 112, 115], "encourag": [111, 112, 115], "proce": [111, 112, 115], "8000": [111, 112, 115], "8001": [111, 112, 115], "8002": [111, 112, 115], "tritonserv": [111, 112, 115], "spin": [111, 112, 115], "proceed": [111, 112, 115], "flesh": [111, 112, 115], "img1": [111, 112, 115], "hakaimagazin": [111, 112, 115], "wp": [111, 112, 115], "gulf": [111, 112, 115], "bird": [111, 112, 115], "attrdict": [111, 112, 115], "pyindex": [111, 112, 115], "tritoncli": [111, 112, 115], "jump": [111, 112, 115], "firstli": [111, 112, 115], "resiz": [111, 112, 115], "httpclient": [111, 112, 115], "triton_to_np_dtyp": [111, 112, 115], "rn50_preprocess": [111, 112, 115], "img_path": [111, 112, 115], "img": [111, 112, 115], "centercrop": [111, 112, 115], "485": [111, 112, 115], "456": [111, 112, 115], "406": [111, 112, 115], "229": [111, 112, 115], "transformed_img": [111, 112, 115], "inferenceservercli": [111, 112, 115], "localhost": [111, 112, 115], "secondli": [111, 112, 115], "obtain": [111, 112, 114, 115, 119], "inferinput": [111, 112, 115], "set_data_from_numpi": [111, 112, 115], "binary_data": [111, 112, 115], "inferrequestedoutput": [111, 112, 115], "class_count": [111, 112, 115], "lastli": [111, 112, 115], "send": [111, 112, 115], "model_nam": [111, 112, 115], "inference_output": [111, 112, 115], "as_numpi": [111, 112, 115], "468750": [111, 112, 115], "90": [111, 112, 115], "523438": [111, 112, 115], "92": [111, 112, 115], "664062": [111, 112, 115], "429688": [111, 112, 115], "136": [111, 112, 115], "234375": [111, 112, 115], "confidence_scor": [111, 112, 115], "classification_index": [111, 112, 115], "_rendered_examples_python": 111, "_rendered_examples_jupyt": 111, "unifi": 113, "static_cache_v1": 113, "static_cache_v2": 113, "attent": 113, "dot": 113, "cache_util": 113, "offici": 113, "famili": 113, "card": 113, "gpt": 113, "ye": 113, "8b": 113, "1b": 113, "3b": 113, "qwen": 113, "qwen2": 113, "5b": 113, "gemma": 113, "parallel": 113, "num_token": 113, "static_v2": 113, "static_v1": 113, "enable_pytorch_run": 113, "head": 113, "staticcachev1model": 113, "q": 113, "key_cach": 113, "value_cach": 113, "start_idx": 113, "end_idx": 113, "is_caus": 113, "new_key_cach": 113, "new_value_cach": 113, "attn_output": 113, "_nn": 113, "scaled_dot_product_attent": 113, "dropout_p": 113, "prefil": 113, "increment": 113, "reach": 113, "staticcachev2model": 113, "concat_kei": 113, "concat_valu": 113, "definiton": 113, "key_cache_0": 113, "value_cache_0": 113, "generate_with_static_cach": 113, "autoregress": 113, "slide": 113, "gemma3": 113, "v4": 113, "52": 113, "acoust": 114, "speech": 114, "quartznet": 114, "contextnet": 114, "subword": 114, "piec": 114, "excit": 114, "se": 114, "smaller": 114, "audio": 114, "transcrib": 114, "speedup": 114, "feedforward": 114, "cnn": 114, "uniformli": 114, "compound": 114, "coeffici": 114, "b0": 114, "english": 114, "supervis": 114, "walkthrough": 114, "adopt": 114, "mobilenetv2": 114, "classif": 114, "imagenet": 114, "imagenett": 114, "qat": 114, "simul": 114, "eagerli": 116, "swap": 116, "_tracer": 116, "queri": 116, "attn_weight": 116, "compiler_dynamic_shap": 116, "inputs_bs2": 116, "mymodul": 117, "linear1": 117, "linear2": 117, "linear3": 117, "40": 117, "__myl_mulsum_myl0_0": 117, "layertyp": 117, "kgen": 117, "__mye116_dconst": 117, "__myln_k_arg__bb1_2": 117, "tacticnam": 117, "__myl_mulsum_0xfa6c1858aea1b13b03f90165d7149ec6": 117, "streamid": 117, "__myl_addresmulsum_myl0_1": 117, "__mye131_dconst": 117, "addmm_constant_0": 117, "addmm_add_broadcast_to_same_shape_lhs_broadcast_constantfloat": 117, "__myln_k_arg__bb1_3": 117, "__myl_addresmulsum_0xb3915d7ebfe48be45b6d49083479e12f": 117, "__myl_addresmulsumadd_myl0_2": 117, "__mye146_dconst": 117, "addmm_2_constant_0": 117, "addmm_2_add_broadcast_to_same_shape_lhs_broadcast_constantfloat": 117, "addmm_1_constant_0": 117, "addmm_1_add_broadcast_to_same_shape_lhs_broadcast_constantfloat": 117, "__myl_addresmulsumadd_0xcdd0085ad25f5f45ac5fafb72acbffd6": 117, "__myl_mulsumaddcas_myl0_0": 117, "__mye112_dconst": 117, "__myl_mulsumaddcas_0xacf8f5dd9be2f3e7bb09cdddeac6c936": 117, "__myl_resmulsumaddcas_myl0_1": 117, "__mye127_dconst": 117, "addmm_1_add_broadcast_to_same_shape_lhs_broadcast_constanthalf": 117, "__myl_resmulsumaddcas_0x5a3b318b5a1c97b7d5110c0291481337": 117, "__myl_resmulsumadd_myl0_2": 117, "__mye142_dconst": 117, "__myl_resmulsumadd_0x3fad91127c640fd6db771aa9cde67db0": 117, "sensit": 117, "libtorchtrt_runtim": 118, "dl_open": 118, "ld_preload": 118, "load_librari": 118, "wl": 118, "ltorchtrt": 118, "torchtrt_aoti_exampl": 118, "libtorchtrt_plugin": 118, "neglig": 118, "alert": 118, "mismatch": 118, "crash": 118, "sacrif": 118, "incur": 118, "intens": 118, "conjunct": 118, "nor": 118, "engag": 118, "nonzero": 118, "aten_ops_nonzero": 118, "aotinductor": [118, 119], "torchinductor": 118, "relev": 118, "artifact": [118, 120], "craft": 118, "emploi": 118, "server": 118, "dynamo_model": 118, "join": 118, "getcwd": 118, "pt2": 118, "aoti_packag": 118, "model_package_load": 118, "trt_aoti_module_path": 118, "endl": 118, "aoti": 118, "inferencemod": 118, "aotimodelpackageload": 118, "loader": 118, "transit": 118, "fstream": 118, "sstream": 118, "samplertapp": 118, "trt_ts_module_path": 118, "trt_ts_mod": 118, "trt_inputs_ivalu": 118, "kfloat32": 118, "trt_results_ivalu": 118, "torchtrt_runtime_exampl": 118, "trt_ep": 119, "stai": 119, "trt_t": 119, "aoti_load_packag": 119, "ergonom": 120, "deleg": 120, "believ": 120, "amen": 120, "pack": 120, "year": 120, "superset": 120, "codebas": 120, "immedi": 120, "traceabl": 120, "scriptabl": 120, "neural": 121, "deconvolut": 121, "scripted_model": 121}, "objects": {"": [[3, 0, 1, "c.STR", "STR"], [7, 0, 1, "c.TORCHTRT_API", "TORCHTRT_API"], [9, 0, 1, "c.TORCHTRT_HIDDEN", "TORCHTRT_HIDDEN"], [5, 0, 1, "c.TORCH_TENSORRT_MAJOR_VERSION", "TORCH_TENSORRT_MAJOR_VERSION"], [6, 0, 1, "c.TORCH_TENSORRT_MINOR_VERSION", "TORCH_TENSORRT_MINOR_VERSION"], [4, 0, 1, "c.TORCH_TENSORRT_PATCH_VERSION", "TORCH_TENSORRT_PATCH_VERSION"], [10, 0, 1, "c.TORCH_TENSORRT_VERSION", "TORCH_TENSORRT_VERSION"], [8, 0, 1, "c.XSTR", "XSTR"], [0, 1, 1, "_CPPv4N14torch_tensorrt8DataTypeE", "torch_tensorrt::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEv", "torch_tensorrt::DataType::DataType"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeE5Value", "torch_tensorrt::DataType::DataType::t"], [0, 3, 1, "_CPPv4N14torch_tensorrt8DataType8DataTypeEN3c1010ScalarTypeE", "torch_tensorrt::DataType::DataType::t"], [0, 4, 1, "_CPPv4N14torch_tensorrt8DataType5ValueE", "torch_tensorrt::DataType::Value"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::Value::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::Value::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::Value::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::Value::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::Value::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::Value::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::Value::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::Value::kUnknown"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kBoolE", "torch_tensorrt::DataType::kBool"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kCharE", "torch_tensorrt::DataType::kChar"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value7kDoubleE", "torch_tensorrt::DataType::kDouble"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value6kFloatE", "torch_tensorrt::DataType::kFloat"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kHalfE", "torch_tensorrt::DataType::kHalf"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value4kIntE", "torch_tensorrt::DataType::kInt"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value5kLongE", "torch_tensorrt::DataType::kLong"], [0, 5, 1, "_CPPv4N14torch_tensorrt8DataType5Value8kUnknownE", "torch_tensorrt::DataType::kUnknown"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypecv5ValueEv", "torch_tensorrt::DataType::operator Value"], [0, 2, 1, "_CPPv4N14torch_tensorrt8DataTypecvbEv", "torch_tensorrt::DataType::operator bool"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneE8DataType", "torch_tensorrt::DataType::operator!=::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeneEN8DataType5ValueE", "torch_tensorrt::DataType::operator!=::other"], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator=="], [0, 2, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator=="], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqE8DataType", "torch_tensorrt::DataType::operator==::other"], [0, 3, 1, "_CPPv4NK14torch_tensorrt8DataTypeeqEN8DataType5ValueE", "torch_tensorrt::DataType::operator==::other"], [39, 1, 1, "_CPPv4N14torch_tensorrt6DeviceE", "torch_tensorrt::Device"], [39, 2, 1, "_CPPv4N14torch_tensorrt6Device6DeviceEv", "torch_tensorrt::Device::Device"], [1, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [39, 1, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypeE", "torch_tensorrt::Device::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [39, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType"], [39, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType"], [39, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEv", "torch_tensorrt::Device::DeviceType::DeviceType"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [39, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeE5Value", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [39, 3, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType10DeviceTypeEN3c1010DeviceTypeE", "torch_tensorrt::Device::DeviceType::DeviceType::t"], [1, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [39, 4, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5ValueE", "torch_tensorrt::Device::DeviceType::Value"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [39, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::Value::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [39, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::Value::kGPU"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kDLAE", "torch_tensorrt::Device::DeviceType::kDLA"], [1, 5, 1, "_CPPv4N14torch_tensorrt6Device10DeviceType5Value4kGPUE", "torch_tensorrt::Device::DeviceType::kGPU"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [39, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypecv5ValueEv", "torch_tensorrt::Device::DeviceType::operator Value"], [1, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [39, 2, 1, "_CPPv4N14torch_tensorrt6Device10DeviceTypecvbEv", "torch_tensorrt::Device::DeviceType::operator bool"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [39, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [39, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeneE10DeviceType", "torch_tensorrt::Device::DeviceType::operator!=::other"], [1, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [39, 2, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator=="], [1, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [39, 3, 1, "_CPPv4NK14torch_tensorrt6Device10DeviceTypeeqE10DeviceType", "torch_tensorrt::Device::DeviceType::operator==::other"], [39, 6, 1, "_CPPv4N14torch_tensorrt6Device18allow_gpu_fallbackE", "torch_tensorrt::Device::allow_gpu_fallback"], [39, 6, 1, "_CPPv4N14torch_tensorrt6Device11device_typeE", "torch_tensorrt::Device::device_type"], [39, 6, 1, "_CPPv4N14torch_tensorrt6Device8dla_coreE", "torch_tensorrt::Device::dla_core"], [39, 6, 1, "_CPPv4N14torch_tensorrt6Device6gpu_idE", "torch_tensorrt::Device::gpu_id"], [15, 4, 1, "_CPPv4N14torch_tensorrt16EngineCapabilityE", "torch_tensorrt::EngineCapability"], [15, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability15kDLA_STANDALONEE", "torch_tensorrt::EngineCapability::kDLA_STANDALONE"], [15, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability7kSAFETYE", "torch_tensorrt::EngineCapability::kSAFETY"], [15, 5, 1, "_CPPv4N14torch_tensorrt16EngineCapability9kSTANDARDE", "torch_tensorrt::EngineCapability::kSTANDARD"], [40, 1, 1, "_CPPv4N14torch_tensorrt11GraphInputsE", "torch_tensorrt::GraphInputs"], [40, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs15input_signatureE", "torch_tensorrt::GraphInputs::input_signature"], [40, 6, 1, "_CPPv4N14torch_tensorrt11GraphInputs6inputsE", "torch_tensorrt::GraphInputs::inputs"], [41, 1, 1, "_CPPv4N14torch_tensorrt5InputE", "torch_tensorrt::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input"], [41, 2, 1, "_CPPv4N14torch_tensorrt5Input5InputEv", "torch_tensorrt::Input::Input"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::dtype"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::format"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::max_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::min_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::opt_shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataType12TensorFormat", "torch_tensorrt::Input::Input::shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::shape"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN2at6TensorE", "torch_tensorrt::Input::Input::tensor"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputEN3c108ArrayRefI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEE8DataTypeNSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [41, 3, 1, "_CPPv4N14torch_tensorrt5Input5InputENSt6vectorI7int64_tEENSt6vectorIdEE12TensorFormat", "torch_tensorrt::Input::Input::tensor_domain"], [41, 6, 1, "_CPPv4N14torch_tensorrt5Input5dtypeE", "torch_tensorrt::Input::dtype"], [41, 6, 1, "_CPPv4N14torch_tensorrt5Input6formatE", "torch_tensorrt::Input::format"], [41, 6, 1, "_CPPv4N14torch_tensorrt5Input9max_shapeE", "torch_tensorrt::Input::max_shape"], [41, 6, 1, "_CPPv4N14torch_tensorrt5Input9min_shapeE", "torch_tensorrt::Input::min_shape"], [41, 6, 1, "_CPPv4N14torch_tensorrt5Input9opt_shapeE", "torch_tensorrt::Input::opt_shape"], [41, 6, 1, "_CPPv4N14torch_tensorrt5Input5shapeE", "torch_tensorrt::Input::shape"], [41, 6, 1, "_CPPv4N14torch_tensorrt5Input13tensor_domainE", "torch_tensorrt::Input::tensor_domain"], [2, 1, 1, "_CPPv4N14torch_tensorrt12TensorFormatE", "torch_tensorrt::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEv", "torch_tensorrt::TensorFormat::TensorFormat"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatE5Value", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 3, 1, "_CPPv4N14torch_tensorrt12TensorFormat12TensorFormatEN2at12MemoryFormatE", "torch_tensorrt::TensorFormat::TensorFormat::t"], [2, 4, 1, "_CPPv4N14torch_tensorrt12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::Value"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::Value::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::Value::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::Value::kUnknown"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value13kChannelsLastE", "torch_tensorrt::TensorFormat::kChannelsLast"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value11kContiguousE", "torch_tensorrt::TensorFormat::kContiguous"], [2, 5, 1, "_CPPv4N14torch_tensorrt12TensorFormat5Value8kUnknownE", "torch_tensorrt::TensorFormat::kUnknown"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatcv5ValueEv", "torch_tensorrt::TensorFormat::operator Value"], [2, 2, 1, "_CPPv4N14torch_tensorrt12TensorFormatcvbEv", "torch_tensorrt::TensorFormat::operator bool"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneE12TensorFormat", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormatneEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator!=::other"], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator=="], [2, 2, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator=="], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqE12TensorFormat", "torch_tensorrt::TensorFormat::operator==::other"], [2, 3, 1, "_CPPv4NK14torch_tensorrt12TensorFormateqEN12TensorFormat5ValueE", "torch_tensorrt::TensorFormat::operator==::other"], [31, 2, 1, "_CPPv4N14torch_tensorrt15dump_build_infoEv", "torch_tensorrt::dump_build_info"], [29, 2, 1, "_CPPv4N14torch_tensorrt14get_build_infoEv", "torch_tensorrt::get_build_info"], [14, 4, 1, "_CPPv4N14torch_tensorrt7logging5LevelE", "torch_tensorrt::logging::Level"], [14, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::Level::kDEBUG"], [14, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::Level::kERROR"], [14, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::Level::kGRAPH"], [14, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::Level::kINFO"], [14, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::Level::kINTERNAL_ERROR"], [14, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::Level::kWARNING"], [21, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_is_colored_output_onEv", "torch_tensorrt::logging::get_is_colored_output_on"], [19, 2, 1, "_CPPv4N14torch_tensorrt7logging18get_logging_prefixEv", "torch_tensorrt::logging::get_logging_prefix"], [20, 2, 1, "_CPPv4N14torch_tensorrt7logging24get_reportable_log_levelEv", "torch_tensorrt::logging::get_reportable_log_level"], [14, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kDEBUGE", "torch_tensorrt::logging::kDEBUG"], [14, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kERRORE", "torch_tensorrt::logging::kERROR"], [14, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level6kGRAPHE", "torch_tensorrt::logging::kGRAPH"], [14, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level5kINFOE", "torch_tensorrt::logging::kINFO"], [14, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level15kINTERNAL_ERRORE", "torch_tensorrt::logging::kINTERNAL_ERROR"], [14, 5, 1, "_CPPv4N14torch_tensorrt7logging5Level8kWARNINGE", "torch_tensorrt::logging::kWARNING"], [23, 2, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log"], [23, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::lvl"], [23, 3, 1, "_CPPv4N14torch_tensorrt7logging3logE5LevelNSt6stringE", "torch_tensorrt::logging::log::msg"], [24, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on"], [24, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_is_colored_output_onEb", "torch_tensorrt::logging::set_is_colored_output_on::colored_output_on"], [25, 2, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix"], [25, 3, 1, "_CPPv4N14torch_tensorrt7logging18set_logging_prefixENSt6stringE", "torch_tensorrt::logging::set_logging_prefix::prefix"], [22, 2, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level"], [22, 3, 1, "_CPPv4N14torch_tensorrt7logging24set_reportable_log_levelE5Level", "torch_tensorrt::logging::set_reportable_log_level::lvl"], [30, 2, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device"], [30, 3, 1, "_CPPv4N14torch_tensorrt10set_deviceEKi", "torch_tensorrt::set_device::gpu_id"], [42, 1, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpecE", "torch_tensorrt::torchscript::CompileSpec"], [42, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [42, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [42, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [42, 2, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec"], [42, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorIN3c108ArrayRefI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [42, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorINSt6vectorI7int64_tEEEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::fixed_sizes"], [42, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecEN5torch3jit6IValueE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::input_signature"], [42, 3, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec11CompileSpecENSt6vectorI5InputEE", "torch_tensorrt::torchscript::CompileSpec::CompileSpec::inputs"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19allow_shape_tensorsE", "torch_tensorrt::torchscript::CompileSpec::allow_shape_tensors"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec10capabilityE", "torch_tensorrt::torchscript::CompileSpec::capability"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5debugE", "torch_tensorrt::torchscript::CompileSpec::debug"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec6deviceE", "torch_tensorrt::torchscript::CompileSpec::device"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12disable_tf32E", "torch_tensorrt::torchscript::CompileSpec::disable_tf32"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20dla_global_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_global_dram_size"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec19dla_local_dram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_local_dram_size"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec13dla_sram_sizeE", "torch_tensorrt::torchscript::CompileSpec::dla_sram_size"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18enabled_precisionsE", "torch_tensorrt::torchscript::CompileSpec::enabled_precisions"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec12graph_inputsE", "torch_tensorrt::torchscript::CompileSpec::graph_inputs"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14min_block_sizeE", "torch_tensorrt::torchscript::CompileSpec::min_block_size"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec20num_avg_timing_itersE", "torch_tensorrt::torchscript::CompileSpec::num_avg_timing_iters"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec5refitE", "torch_tensorrt::torchscript::CompileSpec::refit"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24require_full_compilationE", "torch_tensorrt::torchscript::CompileSpec::require_full_compilation"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14sparse_weightsE", "torch_tensorrt::torchscript::CompileSpec::sparse_weights"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec22torch_executed_modulesE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_modules"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec18torch_executed_opsE", "torch_tensorrt::torchscript::CompileSpec::torch_executed_ops"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec24truncate_long_and_doubleE", "torch_tensorrt::torchscript::CompileSpec::truncate_long_and_double"], [42, 6, 1, "_CPPv4N14torch_tensorrt11torchscript11CompileSpec14workspace_sizeE", "torch_tensorrt::torchscript::CompileSpec::workspace_size"], [26, 2, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support"], [26, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::method_name"], [26, 3, 1, "_CPPv4N14torch_tensorrt11torchscript29check_method_operator_supportERKN5torch3jit6ModuleENSt6stringE", "torch_tensorrt::torchscript::check_method_operator_support::module"], [27, 2, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile"], [27, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::info"], [27, 3, 1, "_CPPv4N14torch_tensorrt11torchscript7compileERKN5torch3jit6ModuleE11CompileSpec", "torch_tensorrt::torchscript::compile::module"], [32, 2, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::info"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::method_name"], [32, 3, 1, "_CPPv4N14torch_tensorrt11torchscript28convert_method_to_trt_engineERKN5torch3jit6ModuleENSt6stringE11CompileSpec", "torch_tensorrt::torchscript::convert_method_to_trt_engine::module"], [28, 2, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module"], [28, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::device"], [28, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::engine"], [28, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::input_binding_names"], [28, 3, 1, "_CPPv4N14torch_tensorrt11torchscript26embed_engine_in_new_moduleERKNSt6stringE6DeviceRKNSt6vectorINSt6stringEEERKNSt6vectorINSt6stringEEE", "torch_tensorrt::torchscript::embed_engine_in_new_module::output_binding_names"], [70, 7, 0, "-", "torch_tensorrt"]], "torch_tensorrt": [[70, 8, 1, "", "Device"], [70, 8, 1, "", "DeviceType"], [70, 8, 1, "", "EngineCapability"], [70, 8, 1, "", "Input"], [70, 8, 1, "", "MutableTorchTensorRTModule"], [70, 11, 1, "", "compile"], [70, 11, 1, "", "convert_method_to_trt_engine"], [70, 11, 1, "", "cross_compile_for_windows"], [70, 8, 1, "", "dtype"], [119, 7, 0, "-", "dynamo"], [66, 7, 0, "-", "fx"], [70, 11, 1, "", "load"], [70, 11, 1, "", "load_cross_compiled_exported_program"], [67, 7, 0, "-", "logging"], [70, 8, 1, "", "memory_format"], [69, 7, 0, "-", "runtime"], [70, 11, 1, "", "save"], [71, 7, 0, "-", "ts"]], "torch_tensorrt.Device": [[70, 9, 1, "", "__init__"], [70, 10, 1, "", "device_type"], [70, 10, 1, "", "dla_core"], [70, 10, 1, "", "gpu_id"]], "torch_tensorrt.DeviceType": [[70, 10, 1, "", "DLA"], [70, 10, 1, "", "GPU"], [70, 10, 1, "", "UNKNOWN"], [70, 9, 1, "", "to"], [70, 9, 1, "", "try_from"], [70, 9, 1, "", "try_to"]], "torch_tensorrt.EngineCapability": [[70, 10, 1, "", "DLA_STANDALONE"], [70, 10, 1, "", "SAFETY"], [70, 10, 1, "", "STANDARD"], [70, 9, 1, "", "to"], [70, 9, 1, "", "try_from"], [70, 9, 1, "", "try_to"]], "torch_tensorrt.Input": [[70, 9, 1, "", "__init__"], [70, 10, 1, "", "dtype"], [70, 9, 1, "", "example_tensor"], [70, 10, 1, "", "format"], [70, 9, 1, "", "from_tensor"], [70, 9, 1, "", "from_tensors"]], "torch_tensorrt.MutableTorchTensorRTModule": [[70, 9, 1, "", "__init__"], [70, 9, 1, "", "compile"], [70, 9, 1, "", "refit_gm"], [70, 9, 1, "", "set_expected_dynamic_shape_range"], [70, 9, 1, "", "set_weight_streaming_ctx"]], "torch_tensorrt.dtype": [[70, 10, 1, "", "b"], [70, 10, 1, "", "bf16"], [70, 10, 1, "", "f16"], [70, 10, 1, "", "f32"], [70, 10, 1, "", "f4"], [70, 10, 1, "", "f64"], [70, 10, 1, "", "f8"], [70, 10, 1, "", "i32"], [70, 10, 1, "", "i64"], [70, 10, 1, "", "i8"], [70, 9, 1, "", "to"], [70, 9, 1, "", "try_from"], [70, 9, 1, "", "try_to"], [70, 10, 1, "", "u8"], [70, 10, 1, "", "unknown"]], "torch_tensorrt.dynamo": [[65, 8, 1, "", "CompilationSettings"], [65, 11, 1, "", "compile"], [65, 11, 1, "", "convert_exported_program_to_serialized_trt_engine"], [65, 11, 1, "", "cross_compile_for_windows"], [65, 11, 1, "", "export"], [65, 11, 1, "", "load_cross_compiled_exported_program"], [65, 11, 1, "", "refit_module_weights"], [65, 11, 1, "", "save_cross_compiled_exported_program"], [65, 11, 1, "", "trace"]], "torch_tensorrt.fx": [[66, 8, 1, "", "InputTensorSpec"], [66, 8, 1, "", "TRTInterpreter"], [66, 8, 1, "", "TRTInterpreterResult"], [66, 8, 1, "", "TRTModule"], [66, 11, 1, "", "compile"]], "torch_tensorrt.logging": [[67, 8, 1, "", "debug"], [67, 8, 1, "", "errors"], [67, 8, 1, "", "graphs"], [67, 8, 1, "", "info"], [67, 8, 1, "", "internal_errors"], [67, 8, 1, "", "warnings"]], "torch_tensorrt.memory_format": [[70, 10, 1, "", "cdhw32"], [70, 10, 1, "", "chw16"], [70, 10, 1, "", "chw2"], [70, 10, 1, "", "chw32"], [70, 10, 1, "", "chw4"], [70, 10, 1, "", "dhwc"], [70, 10, 1, "", "dhwc8"], [70, 10, 1, "", "dla_hwc4"], [70, 10, 1, "", "dla_linear"], [70, 10, 1, "", "hwc"], [70, 10, 1, "", "hwc16"], [70, 10, 1, "", "hwc8"], [70, 10, 1, "", "linear"], [70, 9, 1, "", "to"], [70, 9, 1, "", "try_from"], [70, 9, 1, "", "try_to"]], "torch_tensorrt.runtime": [[69, 8, 1, "", "PythonTorchTensorRTModule"], [69, 8, 1, "", "TorchTensorRTModule"], [69, 11, 1, "", "enable_cudagraphs"], [69, 11, 1, "", "enable_output_allocator"], [69, 11, 1, "", "enable_pre_allocated_outputs"], [69, 11, 1, "", "get_cudagraphs_mode"], [69, 11, 1, "", "get_whole_cudagraphs_mode"], [69, 11, 1, "", "set_cudagraphs_mode"], [69, 11, 1, "", "set_multi_device_safe_mode"], [69, 11, 1, "", "weight_streaming"]], "torch_tensorrt.runtime.PythonTorchTensorRTModule": [[69, 9, 1, "", "__init__"], [69, 9, 1, "", "disable_profiling"], [69, 9, 1, "", "enable_profiling"], [69, 9, 1, "", "forward"], [69, 9, 1, "", "get_layer_info"], [69, 9, 1, "", "validate_input_shapes"]], "torch_tensorrt.runtime.TorchTensorRTModule": [[69, 9, 1, "", "__init__"], [69, 9, 1, "", "forward"], [69, 9, 1, "", "get_extra_state"], [69, 9, 1, "", "set_extra_state"]], "torch_tensorrt.ts": [[71, 11, 1, "", "TensorRTCompileSpec"], [71, 11, 1, "", "check_method_op_support"], [71, 11, 1, "", "compile"], [71, 11, 1, "", "convert_method_to_trt_engine"], [71, 11, 1, "", "embed_engine_in_new_module"]]}, "objtypes": {"0": "c:macro", "1": "cpp:class", "2": "cpp:function", "3": "cpp:functionParam", "4": "cpp:enum", "5": "cpp:enumerator", "6": "cpp:member", "7": "py:module", "8": "py:class", "9": "py:method", "10": "py:attribute", "11": "py:function"}, "objnames": {"0": ["c", "macro", "C macro"], "1": ["cpp", "class", "C++ class"], "2": ["cpp", "function", "C++ function"], "3": ["cpp", "functionParam", "C++ function parameter"], "4": ["cpp", "enum", "C++ enum"], "5": ["cpp", "enumerator", "C++ enumerator"], "6": ["cpp", "member", "C++ member"], "7": ["py", "module", "Python module"], "8": ["py", "class", "Python class"], "9": ["py", "method", "Python method"], "10": ["py", "attribute", "Python attribute"], "11": ["py", "function", "Python function"]}, "titleterms": {"class": [0, 1, 2, 18, 33, 35, 43, 65, 66, 68, 69, 70], "datatyp": 0, "document": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 14, 15, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 39, 40, 41, 42, 54, 63, 79, 80], "devic": [1, 39, 118], "devicetyp": 1, "nest": [1, 39], "relationship": [1, 39, 41], "tensorformat": 2, "defin": [3, 4, 5, 6, 7, 8, 9, 10, 17, 43, 99, 102, 107, 108, 109], "str": 3, "torch_tensorrt_patch_vers": 4, "torch_tensorrt_major_vers": 5, "torch_tensorrt_minor_vers": 6, "torchtrt_api": 7, "xstr": 8, "torchtrt_hidden": 9, "torch_tensorrt_vers": 10, "directori": [11, 12, 13, 44, 113], "cpp": [11, 16, 17, 18, 49], "subdirectori": [11, 12], "includ": [12, 16, 17, 18], "torch_tensorrt": [13, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 38, 65, 66, 67, 68, 69, 70, 71, 103, 105, 106, 120], "file": [13, 16, 17, 18, 36, 37, 38, 43, 44], "enum": [14, 15, 16, 18, 33, 34, 43, 68, 70], "level": [14, 74, 76, 77], "enginecap": 15, "log": [16, 19, 20, 21, 22, 23, 24, 25, 34, 36, 67], "h": [16, 17, 18, 36, 37, 38, 49], "content": [16, 17, 18, 33, 34, 35, 74, 75, 76, 77, 78, 79], "definit": [16, 17, 18, 77, 91, 99, 100, 101, 102, 103, 104, 105, 106, 109, 110], "namespac": [16, 17, 18, 33, 34, 35, 43], "function": [16, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 43, 54, 65, 66, 69, 70, 71, 99, 109], "macro": [17, 37], "By": 17, "get_logging_prefix": 19, "get_reportable_log_level": 20, "get_is_colored_output_on": 21, "set_reportable_log_level": 22, "set_is_colored_output_on": 24, "set_logging_prefix": 25, "torchscript": [26, 27, 28, 32, 35, 53, 59, 63, 82, 83, 86, 118, 119, 120], "check_method_operator_support": 26, "compil": [27, 50, 52, 56, 57, 59, 61, 63, 83, 91, 94, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 110, 113, 114, 116, 117, 119, 120], "embed_engine_in_new_modul": 28, "get_build_info": 29, "set_devic": 30, "dump_build_info": 31, "convert_method_to_trt_engin": 32, "program": [36, 37, 38, 56, 100, 118], "list": [36, 37, 38, 77], "struct": [39, 40, 41, 42, 43], "type": [39, 41, 47, 117], "graphinput": 40, "input": [41, 103, 105, 108], "inherit": 41, "base": [41, 74], "compilespec": 42, "torch": [43, 54, 56, 57, 58, 59, 60, 61, 62, 63, 83, 84, 86, 90, 92, 98, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120], "tensorrt": [43, 51, 54, 56, 57, 58, 59, 60, 62, 63, 83, 84, 86, 87, 88, 90, 92, 97, 98, 100, 102, 107, 108, 109, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120], "c": [43, 54, 59, 61, 63, 83, 85, 114], "api": [43, 44, 54, 59, 63, 99], "hierarchi": 43, "full": [43, 44], "torchtrtc": [45, 83], "convers": [46, 50, 52, 53], "phase": [46, 48, 49, 50, 51, 52], "node": 46, "evalu": [46, 47, 64], "convert": [46, 47, 53, 58, 64, 83, 88, 89, 90, 113], "write": [47, 53, 55, 88, 89, 90, 92], "dynamo": [47, 49, 55, 63, 65, 107, 108, 119, 120], "implement": [47, 90], "registr": [47, 113], "capabl": 47, "valid": 47, "contract": [47, 53], "exampl": [47, 55, 76, 78, 91, 95, 113], "convolut": 47, "oper": [47, 57, 64, 83, 88, 89, 92], "decomposit": 47, "addmm": [47, 48], "lower": [48, 50, 52, 55], "pass": [48, 55], "us": [48, 54, 83, 84, 86, 88, 89, 90, 92, 98, 99, 101, 102, 103, 104, 105, 106, 107, 108, 109, 114, 116], "eliminatecommonsubexpress": 48, "elimin": 48, "dead": 48, "code": [48, 63, 76], "except": 48, "Or": 48, "pattern": 48, "redund": 48, "guard": 48, "freez": 48, "modul": [48, 82, 83, 97, 98, 106, 120], "fuse": 48, "branch": 48, "linear": 48, "flatten": 48, "graph": [48, 51, 106, 120], "tupl": 48, "fallback": [48, 49], "peephol": 48, "optim": [48, 61, 111, 112, 115], "remov": 48, "contigu": 48, "dropout": 48, "To": 48, "unpack": 48, "logsoftmax": 48, "unrol": 48, "loop": [48, 109], "replac": [48, 76], "tile": 48, "repeat": 48, "partit": [49, 50, 52], "partitoninfo": 49, "segmentedblock": 49, "shape_analysi": 49, "automat": [49, 87, 88, 89, 97, 110], "depend": [49, 59, 96, 111], "awar": [49, 114], "hierarch": [49, 95], "partition": [49, 95], "runtim": [50, 51, 52, 69, 91, 99, 118], "background": [51, 53], "engin": [51, 58, 92, 93, 94], "executor": 51, "op": [51, 58, 92], "construct": 51, "result": 51, "serial": [51, 57, 61], "deseri": 51, "abi": [51, 59], "version": [51, 59], "format": [51, 119, 120], "system": [52, 59, 60, 88], "overview": [52, 60, 62, 113], "what": 53, "guarante": 53, "respons": 53, "context": [53, 74, 110], "arg": [53, 75], "weight": [53, 100, 108, 109, 110], "other": [53, 113], "advic": 53, "link": [54, 76], "develop": 54, "avail": 54, "layer": 54, "expect": 54, "dimens": 54, "python": [54, 59, 61, 63, 82, 84, 85, 118], "sometim": 54, "easier": 54, "read": 54, "pytorch": [54, 58, 63, 86, 88, 89, 92, 102, 114], "native_op": 54, "ir": [54, 119, 120], "aten": 55, "basic": [55, 113], "requir": [55, 113], "regist": [55, 83], "export": [56, 61, 106, 107, 116], "customiz": [56, 57], "set": [56, 57, 98, 101, 106, 111, 112, 115], "under": [56, 83, 116], "hood": [56, 83, 116], "trace": 56, "backend": [57, 103, 104, 105, 107, 108], "kei": [57, 113], "featur": [57, 99], "custom": [57, 83, 88, 89, 90, 92, 94, 101, 116], "usag": [57, 100, 101, 113], "after": 57, "model": [57, 58, 63, 88, 89, 91, 92, 96, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 117, 119], "perform": [57, 99], "coverag": 57, "feasibl": 57, "dynam": [57, 98, 103, 114, 116, 118], "shape": [57, 98, 103, 114, 116], "support": [57, 64, 113], "recompil": [57, 103], "condit": 57, "fx": [58, 63, 66, 114, 120], "frontend": [58, 59, 63, 86, 102, 114, 120], "user": [58, 63], "guid": [58, 63], "acc": 58, "tracer": 58, "fx2trt": 58, "how": [58, 74, 85], "add": 58, "miss": 58, "instal": [59, 60, 62, 81], "precompil": 59, "binari": 59, "specif": 59, "cuda": [59, 101, 105, 106], "nightli": 59, "build": [59, 60, 62, 74, 111, 112, 115], "onli": 59, "from": [59, 86, 113], "sourc": 59, "linux": 59, "packag": [59, 118], "addit": 59, "option": [59, 61, 74, 75, 77, 103, 105, 110, 120], "distribut": 59, "No": 59, "librari": [59, 102, 107, 108, 118], "standalon": 59, "releas": 59, "debug": 59, "choos": 59, "right": 59, "window": [59, 91], "step": [59, 61, 111, 112, 115], "advanc": [59, 100, 101], "setup": [59, 60], "troubleshoot": [59, 62], "altern": 59, "cmake": 59, "nativ": 59, "aarch64": 59, "jetson": 59, "prerequisit": [59, 60, 62], "environ": [59, 60], "cli": [59, 63], "jetpack": 60, "6": [60, 78], "2": [60, 61, 78, 79, 111, 112, 115], "prepar": 60, "quick": [61, 62, 88], "start": [61, 62, 63, 113], "1": [61, 78, 107, 111, 112, 115], "deploi": [61, 88, 109, 114, 118], "deploy": 61, "rtx": 62, "bazel": 62, "tarbal": 62, "wheel": 62, "local": 62, "In": [63, 100], "framework": 63, "infer": [63, 99, 102, 103, 104, 105, 106, 109, 111, 112, 115], "nvidia": 63, "gpu": 63, "get": [63, 113], "tutori": [63, 111], "zoo": [63, 96, 111], "contributor": 63, "indic": 63, "legaci": [63, 114, 120], "further": 63, "inform": 63, "current": 64, "through": 64, "ts": [68, 71, 120], "ptq": [68, 85, 109], "submodul": 70, "comput": 72, "time": [72, 120], "changelog": 73, "configur": 74, "project": 74, "wide": 74, "html": 74, "theme": [74, 80], "toc": 74, "page": 74, "tabl": [74, 75, 76, 77, 78, 79], "mod": 75, "test_py_modul": 75, "gener": [75, 87, 88, 89, 97, 107, 113], "index": 75, "paramet": [75, 102], "data": 75, "paragraph": [76, 79], "markup": 76, "inlin": 76, "math": 76, "meta": 76, "block": 76, "liter": 76, "line": 76, "quot": 76, "doctest": 76, "emphas": 76, "number": [76, 77], "sidebar": 76, "ch": 76, "ien": 76, "The": [76, 83], "creativ": 76, "A": 76, "refer": [76, 108], "footnot": 76, "citat": [76, 85], "glossari": 76, "target": 76, "direct": 76, "center": 76, "text": 76, "imag": [76, 77, 107, 108], "figur": 76, "admonit": 76, "And": 76, "wai": 76, "topic": 76, "rubric": 76, "titl": 76, "compound": 76, "download": [76, 81], "enumer": 77, "field": 77, "bullet": 77, "second": 77, "But": 77, "deeper": 77, "down": 77, "rabbit": 77, "hole": 77, "hlist": 77, "grid": 77, "giant": 77, "can": 77, "have": 77, "caption": [77, 80], "like": 77, "thi": [77, 80], "one": 77, "long": [78, 80], "sticki": 78, "nav": 78, "menu": [78, 80], "3": [78, 111, 112, 115], "4": 78, "5": 78, "7": 78, "8": 78, "9": 78, "10": 78, "11": 78, "12": 78, "13": 78, "14": 78, "15": 78, "16": 78, "17": 78, "18": 78, "19": 78, "20": 78, "submenu": 78, "subsubmenu": 78, "structur": 79, "element": 79, "section": 79, "subsect": 79, "subsubsect": 79, "demo": 80, "an": [80, 108], "incred": 80, "via": 81, "git": 81, "creat": [82, 85], "work": [82, 83], "save": [82, 98, 119], "disk": 82, "quickstart": 83, "unsupport": 83, "post": [85, 107, 108], "train": [85, 109, 114], "quantiz": [85, 109, 114], "your": [85, 111, 112, 115], "own": 85, "applic": 85, "directli": 86, "aot": [87, 94, 116, 118], "plugin": [87, 88, 89, 97, 118], "kernel": [88, 89, 92], "our": [88, 89, 90, 92], "overload": 90, "metadata": 90, "cross": 91, "import": [91, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110], "within": 92, "test": 92, "wrap": 92, "insert": 92, "cach": [93, 94, 98, 100, 113], "bert": [93, 105, 114], "jit": [94, 116], "rmsnorm": 97, "appli": 97, "llama2": 97, "mutabl": 98, "initi": [98, 108], "make": [98, 100], "modif": 98, "stabl": [98, 104], "diffus": [98, 104], "huggingfac": [98, 113], "persist": 98, "pre": [99, 109], "alloc": [99, 118], "output": [99, 102, 108, 113, 118], "buffer": 99, "measur": 99, "load": [99, 108, 109, 119], "enabl": 99, "disabl": 99, "refit": 100, "new": 100, "standard": 100, "workflow": 100, "refitt": 100, "pretrain": [100, 108], "map": 100, "place": 100, "default": [101, 106], "cleanup": [101, 105], "driver": [101, 105], "error": [101, 105], "note": [101, 105], "gpt2": 102, "necessari": 102, "decod": 102, "sentenc": 102, "resnet": 103, "argument": [103, 105, 113], "avoid": 103, "specifi": 103, "befor": 103, "trt": 103, "cudagraph": [106, 118], "integr": 106, "contain": 106, "break": 106, "flux": 107, "dev": 107, "follow": [107, 108], "backbon": 107, "process": [107, 108], "prompt": 107, "sam2": 108, "preprocess": 108, "compon": 108, "visual": 108, "dataset": 109, "loss": 109, "calibr": 109, "tune": 109, "fp8": 109, "stream": 110, "run": 110, "budget": 110, "size": 110, "manag": 110, "serv": [111, 112, 114, 115], "triton": [111, 112, 115], "up": [111, 112, 115], "server": [111, 112, 115], "client": [111, 112, 115], "queri": [111, 112, 115], "llm": 113, "tool": 113, "run_llm": 113, "py": 113, "kv": 113, "static": 113, "v1": 113, "v2": 113, "sdpa": 113, "sdpa_convert": 113, "register_sdpa": 113, "limit": 113, "known": 113, "issu": 113, "notebook": 114, "citrinet": 114, "efficientnet": 114, "mask": 114, "languag": 114, "mlm": 114, "hug": 114, "face": 114, "transform": 114, "acceler": 114, "resnet50": 114, "lenet": 114, "deep": 114, "learn": 114, "object": 114, "detect": 114, "ssd": 114, "int8": 114, "constraint": 116, "mix": 117, "precis": 117, "explicit": 117, "fp32": 117, "accumul": 117, "libtorchtrt": 118, "so": 118, "multi": 118, "safe": 118, "mode": 118, "without": 118, "inductor": 118, "exportedprogram": 119, "b": 119, "pt2": 119, "explain": 120, "just": 120, "accept": 120, "return": 120, "ahead": 120, "dla": 121}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "nbsphinx": 4, "sphinx.ext.intersphinx": 1, "sphinx.ext.todo": 2, "sphinx.ext.viewcode": 1, "sphinx": 56}})